00010000:00000040:0.0:1783976742.472423:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f37b5a00 count: 0 00010000:00000010:0.0:1783976742.472429:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f37b5300. 00010000:00000001:0.0:1783976742.472444:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.472447:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.472451:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000171f0a1c/0xc4ea75fdb9c3056b lrc: 0/0,0 mode: --/PR res: [0x280000403:0x72f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b09353 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976742.472468:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f55a1900. 00010000:00000040:0.0:1783976742.472472:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f2433100 count: 0 00010000:00000010:0.0:1783976742.472478:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f2433f00. 00010000:00000001:0.0:1783976742.472492:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.472495:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.472500:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000008bc244cb/0xc4ea75fdb9c30502 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x67a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b091a8 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976742.472521:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ef766980. 00010000:00000040:0.0:1783976742.472527:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f2943000 count: 0 00010000:00000010:0.0:1783976742.472535:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f37b5700. 00010000:00000001:0.0:1783976742.472602:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.472606:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.472609:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000d3ef7982/0xc4ea75fdb9c304ca lrc: 0/0,0 mode: --/PR res: [0x280000402:0x636:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b090a5 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976742.472630:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ef766e80. 00010000:00000040:0.0:1783976742.472636:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c86c7b00 count: 0 00010000:00000010:0.0:1783976742.472642:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83c86c7000. 00010000:00000001:0.0:1783976742.472657:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.472660:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.472667:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000004e92d3d2/0xc4ea75fdb9c30492 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x6c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b08fc5 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976742.472683:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ef766640. 00010000:00000040:0.0:1783976742.472689:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c86c7500 count: 0 00010000:00000010:0.0:1783976742.472694:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83c86c7d00. 00010000:00000001:0.0:1783976742.472704:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.472708:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.472713:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000017bf5513/0xc4ea75fdb9c3045a lrc: 0/0,0 mode: --/PR res: [0x280000402:0x6bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b08ede expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976742.472726:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ef766f00. 00010000:00000040:0.0:1783976742.472731:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c86c7700 count: 0 00010000:00000010:0.0:1783976742.472737:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83c86c7e00. 00010000:00000001:0.0:1783976742.472748:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.472751:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.472756:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000005db7556f/0xc4ea75fdb9c30396 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x732:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b08b6c expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976742.472779:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f55a1f00. 00010000:00000040:0.0:1783976742.472784:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f55a3300 count: 0 00010000:00000010:0.0:1783976742.472790:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f55a3500. 00010000:00000001:0.0:1783976742.472801:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.472805:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.472810:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000389eab3a/0xc4ea75fdb9c3035e lrc: 0/0,0 mode: --/PR res: [0x280000402:0x721:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b08aa8 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976742.472835:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ef766380. 00010000:00000040:0.0:1783976742.472840:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f2f2a900 count: 0 00010000:00000010:0.0:1783976742.472846:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f2f2a600. 00010000:00000001:0.0:1783976742.472868:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.472872:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.472878:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000006eb7af71/0xc4ea75fdb9c302a8 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b0880f expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976742.472916:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ef766440. 00010000:00000040:0.0:1783976742.472924:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f2f29e00 count: 0 00010000:00000010:0.0:1783976742.472931:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f2f29800. 00010000:00000001:0.0:1783976742.472950:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.472953:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.472959:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000007e17ac37/0xc4ea75fdb9c3023f lrc: 0/0,0 mode: --/PR res: [0x280000403:0x73f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b085c3 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976742.472978:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f55a1c00. 00010000:00000040:0.0:1783976742.472984:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f55a0b00 count: 0 00010000:00000010:0.0:1783976742.472989:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f55a0000. 00010000:00000001:0.0:1783976742.472998:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.473001:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.473006:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000323d2950/0xc4ea75fdb9c30182 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x71e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b082b3 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976742.473023:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83fb360c80. 00010000:00000040:0.0:1783976742.473030:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f2eda800 count: 0 00010000:00000010:0.0:1783976742.473037:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f2eda200. 00010000:00000001:0.0:1783976742.473052:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.473056:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.473061:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000005e00ec13/0xc4ea75fdb9c3014a lrc: 0/0,0 mode: --/PR res: [0x280000403:0x73b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b081da expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976742.473088:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d1061f80. 00010000:00000040:0.0:1783976742.473096:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c3d73600 count: 0 00010000:00000010:0.0:1783976742.473102:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83c3d73700. 00010000:00000001:0.0:1783976742.473114:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.473119:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.473124:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000006904b119/0xc4ea75fdb9c30040 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x70a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b07d7a expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976742.473139:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d1061c00. 00010000:00000040:0.0:1783976742.473144:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c3d72800 count: 0 00010000:00000010:0.0:1783976742.473149:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83c3d72200. 00010000:00000001:0.0:1783976742.473158:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.473161:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.473166:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000bb71cd1c/0xc4ea75fdb9c3000f lrc: 0/0,0 mode: --/PR res: [0x280000403:0x69a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b07c93 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976742.473177:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d1061e00. 00010000:00000040:0.0:1783976742.473182:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c3d72f00 count: 0 00010000:00000010:0.0:1783976742.473187:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83c3d72900. 00010000:00000001:0.0:1783976742.473198:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.473201:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.473206:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000715af13a/0xc4ea75fdb9c2ffd0 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x71d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b07b9e expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976742.473233:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d1061680. 00010000:00000040:0.0:1783976742.473239:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c3d72d00 count: 0 00010000:00000010:0.0:1783976742.473245:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83c3d72400. 00010000:00000001:0.0:1783976742.473253:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.473257:0:296882:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000001:0.0:1783976742.473331:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976742.473339:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976742.473344:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976742.473359:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83f6dc7480 x1870620402669312/t0(0) o103->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:17/18 lens 3584/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976742.473393:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.473397:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1783976742.473408:0:2402:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9b83f6dc7480 x1870620402669312/t0(0) o103->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:17/18 lens 3584/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976742.473444:0:2402:0:(client.c:1837:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976742.473450:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473455:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.473457:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473462:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473468:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.473472:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473477:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473482:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.473485:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473490:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473495:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.473500:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473506:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473512:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.473516:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473523:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473529:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.473534:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473539:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473603:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.473607:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473612:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976742.473617:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473628:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976742.473632:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976742.473638:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976742.473642:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976742.473644:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473650:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.473653:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473658:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473663:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.473666:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473673:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473679:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.473682:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473688:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473691:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.473692:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473695:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473700:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.473703:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473708:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473712:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.473715:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473719:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473721:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.473725:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473731:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976742.473739:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1783976742.473746:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473752:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976742.473757:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473762:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976742.473765:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976742.473769:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976742.473778:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83f6e59500 x1870620402669184/t0(0) o103->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:17/18 lens 3584/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976742.473809:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.473812:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1783976742.473821:0:2402:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9b83f6e59500 x1870620402669184/t0(0) o103->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:17/18 lens 3584/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976742.473852:0:2402:0:(client.c:1837:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976742.473857:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473863:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.473866:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473872:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473878:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.473882:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473887:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473893:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.473896:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473902:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473908:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.473910:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473917:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473922:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.473926:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473931:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473935:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.473937:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473943:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473948:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.473951:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473957:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473963:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.473966:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.473971:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976742.473976:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976742.473993:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976742.473996:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976742.473999:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.474003:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.474007:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.474013:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.474018:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.474021:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.474028:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.474035:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.474040:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.474047:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.474053:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.474058:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.474065:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.474072:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.474076:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.474082:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.474088:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.474092:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.474099:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.474105:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.474109:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.474115:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.474121:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.474125:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.474131:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976742.474139:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976742.474158:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976742.474163:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976742.474170:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976742.474174:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976742.474181:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976742.474185:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976742.474191:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976742.474195:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976742.474203:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976742.474208:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976742.474245:0:192197:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976742.474250:0:192197:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976742.474257:0:192197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976742.484572:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976742.484578:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976742.484583:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.484588:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.484593:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.484599:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.484603:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.484608:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.484613:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.484618:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.484622:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.484626:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.484631:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.484634:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.484650:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.484656:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.484659:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.484666:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.484671:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.484675:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.484681:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.484684:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.484686:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.484689:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.484691:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.485415:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.485421:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976742.485427:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1783976742.485433:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.485442:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976742.485444:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.485447:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976742.485450:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976742.485454:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976742.485462:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83f6e5bb80 x1870620402669568/t0(0) o103->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:17/18 lens 3584/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976742.485485:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.485489:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1783976742.485500:0:2403:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9b83f6e5bb80 x1870620402669568/t0(0) o103->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:17/18 lens 3584/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976742.485584:0:2403:0:(client.c:1837:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976742.485590:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.485595:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.485598:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.485819:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.485824:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.485827:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.485833:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.485840:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.485845:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.485850:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.485855:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.485859:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.485865:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.485870:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.485873:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.485880:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.485884:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.485888:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.485894:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.485900:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.485904:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.485909:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.485915:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.485918:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.485923:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.485927:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.485931:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.485936:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976742.485942:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976742.485974:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976742.485978:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976742.485982:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.485987:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.485991:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.485999:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.486005:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.486009:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.486014:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.486019:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.486022:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.486028:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.486034:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.486037:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.486044:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.486050:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.486053:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.486058:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.486063:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.486065:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.486070:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.486074:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.486079:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.486086:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.486092:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976742.486096:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976742.486101:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976742.486107:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976742.503838:0:192198:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83f6dc5880. 00000020:00000040:0.0:1783976742.503846:0:192198:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=131 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000100:00000001:0.0:1783976742.503855:0:192198:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976742.503857:0:192198:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976742.503863:0:192198:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976742.503871:0:192198:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 4096 at ffff9b83cd7f9000. 00000100:00000001:0.0:1783976742.503879:0:192198:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976742.503884:0:192198:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783976742.503892:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fce68600/0xc4ea75fdb9c2fdca lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0730f expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.503909:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f37b6000/0xc4ea75fdb9c2fd8b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdbfc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b071fe expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.503931:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fce69c00/0xc4ea75fdb9c2fd53 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda0c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b07125 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.503952:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ccc2ce00/0xc4ea75fdb9c2fd29 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdaf4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0704c expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.503962:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ccc2d600/0xc4ea75fdb9c2fcf8 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd56:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b06fa4 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.503999:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ccc2d200/0xc4ea75fdb9c2fcb9 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd96f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b06e77 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504010:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ccc2c600/0xc4ea75fdb9c2fc7a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd8a3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b06d82 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504028:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c5d6dc00/0xc4ea75fdb9c2fc34 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd99e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b06c71 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504040:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c3d56a00/0xc4ea75fdb9c2fbf5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd82a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b06b52 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504064:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2ac9e00/0xc4ea75fdb9c2fbbd lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdccd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b06a4f expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504073:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2ac9000/0xc4ea75fdb9c2fb85 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdacf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0698b expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504084:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fce77a00/0xc4ea75fdb9c2fb54 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b068c0 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504090:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b8401c68600/0xc4ea75fdb9c2fb15 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b067ee expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504095:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b8401c69200/0xc4ea75fdb9c2fad6 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdca9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b066c1 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504102:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c5d6c200/0xc4ea75fdb9c2faa5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b065da expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504108:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f30c8400/0xc4ea75fdb9c2fa74 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b06516 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504135:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b8401c68000/0xc4ea75fdb9c2fa3c lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc0a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b06444 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504153:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fce77600/0xc4ea75fdb9c2fa12 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b06364 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504177:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ed2e3200/0xc4ea75fdb9c2f9d3 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b06261 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504196:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fce76c00/0xc4ea75fdb9c2f9a2 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd7f3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b06165 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504221:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fce76a00/0xc4ea75fdb9c2f97f lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd98:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b060fc expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504239:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b84010bc400/0xc4ea75fdb9c2f955 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd9fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b06023 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504248:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2f7d200/0xc4ea75fdb9c2f924 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdba6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b05f97 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504268:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2f7d400/0xc4ea75fdb9c2f8e5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b05e86 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504284:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2c00e00/0xc4ea75fdb9c2f8d0 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdca1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b05e01 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504317:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b84010bc000/0xc4ea75fdb9c2f898 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b05d21 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504330:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2f7fa00/0xc4ea75fdb9c2f867 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda78:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b05c3a expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504346:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2f7da00/0xc4ea75fdb9c2f836 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc99:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b05b76 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504365:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2f7de00/0xc4ea75fdb9c2f805 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd9c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b05a88 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504381:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2f7ea00/0xc4ea75fdb9c2f7b1 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd8d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b05969 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504390:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c394ee00/0xc4ea75fdb9c2f76b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd8dd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b05843 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504401:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c394fa00/0xc4ea75fdb9c2f741 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd92c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b05755 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504422:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2c00000/0xc4ea75fdb9c2f702 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd982:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b05652 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504435:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c394c200/0xc4ea75fdb9c2f6ca lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0558e expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504453:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef8aa200/0xc4ea75fdb9c2f68b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd938:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b05476 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504471:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ed2e3400/0xc4ea75fdb9c2f661 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb59:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b053c0 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504482:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef8ab400/0xc4ea75fdb9c2f61b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b052a8 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504496:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2b74c00/0xc4ea75fdb9c2f5e3 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdad2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b051a5 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504511:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2b75a00/0xc4ea75fdb9c2f5ab lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b050cc expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504528:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef8ab000/0xc4ea75fdb9c2f57a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd993:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b04fde expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504556:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c394ce00/0xc4ea75fdb9c2f53b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdae9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b04edb expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504566:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3410600/0xc4ea75fdb9c2f50a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdacd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b04e10 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504587:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83eed36400/0xc4ea75fdb9c2f4d2 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd9ab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b04d1b expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504603:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83d2015600/0xc4ea75fdb9c2f4a1 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd99:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b04c96 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504612:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83d2016000/0xc4ea75fdb9c2f45b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda74:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b04b23 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504623:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83d2015000/0xc4ea75fdb9c2f41c lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd7d8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b04a19 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504644:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2b75200/0xc4ea75fdb9c2f3e4 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda03:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0492b expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504665:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3411a00/0xc4ea75fdb9c2f3ac lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdacc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0483d expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504682:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3410e00/0xc4ea75fdb9c2f366 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd91d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0473a expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504706:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb143c00/0xc4ea75fdb9c2f327 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd81e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0465a expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504724:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b84011f2a00/0xc4ea75fdb9c2f2ef lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdbfa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b04526 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504737:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb142e00/0xc4ea75fdb9c2f2b0 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd97e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b04407 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504748:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb141400/0xc4ea75fdb9c2f26a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd7d5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b042ef expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504769:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb143800/0xc4ea75fdb9c2f22b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b04208 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504787:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb140400/0xc4ea75fdb9c2f1ec lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd97:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b04121 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504793:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb141000/0xc4ea75fdb9c2f1b4 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdbe4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b04009 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504803:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3411000/0xc4ea75fdb9c2f18a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd89c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b03f53 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504820:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb140200/0xc4ea75fdb9c2f152 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd957:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b03e65 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504840:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb142400/0xc4ea75fdb9c2f128 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd8fb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b03d85 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504851:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83efd48800/0xc4ea75fdb9c2f0f7 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b03c9e expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504859:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c9213a00/0xc4ea75fdb9c2f0bf lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdbcf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b03bb0 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504875:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83efd49400/0xc4ea75fdb9c2f087 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc6f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b03ad7 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504893:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c6a05c00/0xc4ea75fdb9c2f04f lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd03:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b039fe expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504914:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c6a06a00/0xc4ea75fdb9c2f025 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdda7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0392c expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504927:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c6a07000/0xc4ea75fdb9c2efed lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdad5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0383e expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504954:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83efd49c00/0xc4ea75fdb9c2efb5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda77:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b03788 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504971:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fef36a00/0xc4ea75fdb9c2ef7d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd92b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b03677 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.504979:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83e70c4a00/0xc4ea75fdb9c2ef45 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdcc6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b03558 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505001:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c6a05400/0xc4ea75fdb9c2ef06 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd8c9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0346a expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505018:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83e70c5400/0xc4ea75fdb9c2eec0 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0336e expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505033:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c6a04a00/0xc4ea75fdb9c2ee9d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0328e expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505052:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f7c48600/0xc4ea75fdb9c2ee65 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc40:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b031bc expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505078:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3c8fc00/0xc4ea75fdb9c2ee34 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdac9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b03106 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505090:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3c8fa00/0xc4ea75fdb9c2edfc lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd83d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b03018 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505099:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3c8f600/0xc4ea75fdb9c2edd2 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b02f5b expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505106:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2fb7200/0xc4ea75fdb9c2ed93 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b02e66 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505113:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3c8ec00/0xc4ea75fdb9c2ed5b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b02d63 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505119:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3c8ca00/0xc4ea75fdb9c2ed07 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd9dd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b02c21 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505142:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f364da00/0xc4ea75fdb9c2ecc1 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd8b6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b02ad8 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505155:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3c8da00/0xc4ea75fdb9c2ec89 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd62:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b029ea expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505167:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fe237400/0xc4ea75fdb9c2ec4a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdad7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b028d2 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505177:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f4359a00/0xc4ea75fdb9c2ec19 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd810:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b027eb expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505200:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f4359600/0xc4ea75fdb9c2ebe1 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b026fd expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505228:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3b79000/0xc4ea75fdb9c2eba9 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdaf0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b02624 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505242:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f4359200/0xc4ea75fdb9c2eb71 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc80:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0254b expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505253:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f4359c00/0xc4ea75fdb9c2eb2b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b02448 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505265:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fe237e00/0xc4ea75fdb9c2eafa lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdab3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b02353 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505291:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c5e1e600/0xc4ea75fdb9c2eac9 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b02257 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505339:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c5e1fe00/0xc4ea75fdb9c2ea91 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd992:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b02169 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505363:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f767e800/0xc4ea75fdb9c2ea59 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc89:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b020a5 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505382:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f767f000/0xc4ea75fdb9c2ea13 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb64:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b01f86 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505397:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f364d400/0xc4ea75fdb9c2e9d4 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xddae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b01e7c expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505418:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f767fa00/0xc4ea75fdb9c2e98e lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd900:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b01d3a expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505431:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f767f600/0xc4ea75fdb9c2e94f lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd8f3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b01c3e expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505443:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f364de00/0xc4ea75fdb9c2e910 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b01b1f expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505469:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f4027c00/0xc4ea75fdb9c2e8d8 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdace:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b01a46 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505481:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f28f0a00/0xc4ea75fdb9c2e8a7 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb6b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b01989 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505489:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f28f1000/0xc4ea75fdb9c2e868 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd889:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0186a expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505497:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2e32e00/0xc4ea75fdb9c2e830 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda79:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b01760 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505501:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f4027600/0xc4ea75fdb9c2e7f1 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd8ff:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b01687 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505510:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83eec1c600/0xc4ea75fdb9c2e7c7 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd98b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b015c3 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505530:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2e32800/0xc4ea75fdb9c2e796 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd8bf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b014dc expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505538:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2e33800/0xc4ea75fdb9c2e765 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd80d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0141f expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505550:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f4026400/0xc4ea75fdb9c2e71f lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda98:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b012f2 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505562:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2b93800/0xc4ea75fdb9c2e6fc lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd99c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b01274 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505578:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2b93e00/0xc4ea75fdb9c2e6cb lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdae7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b01186 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505596:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2b91e00/0xc4ea75fdb9c2e693 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb53:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0109f expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505608:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2b90800/0xc4ea75fdb9c2e65b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd91e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b00f9c expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505618:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2b92400/0xc4ea75fdb9c2e631 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd7d1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b00ed1 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505624:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2e33c00/0xc4ea75fdb9c2e5f9 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b00e0d expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505636:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2b91200/0xc4ea75fdb9c2e5c1 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd98d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b00d03 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505658:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c6158e00/0xc4ea75fdb9c2e589 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd815:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b00c07 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505675:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83eeda7600/0xc4ea75fdb9c2e551 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd86d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b00b19 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505690:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83eeda6c00/0xc4ea75fdb9c2e512 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b00a4e expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505712:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c615b400/0xc4ea75fdb9c2e4cc lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda0a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0094b expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505730:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c615a600/0xc4ea75fdb9c2e4a9 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b00864 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505745:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83eeda6e00/0xc4ea75fdb9c2e46a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd962:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0076f expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505765:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f4155200/0xc4ea75fdb9c2e439 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda66:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b006a4 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505779:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c6159600/0xc4ea75fdb9c2e40f lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb04:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b005e7 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505790:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c6159200/0xc4ea75fdb9c2e3d7 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd9e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b004eb expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505815:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f56e2e00/0xc4ea75fdb9c2e3a6 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b00435 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505830:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f4154e00/0xc4ea75fdb9c2e375 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd820:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b00371 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505842:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c6159c00/0xc4ea75fdb9c2e344 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd838:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b00283 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505866:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b8401023400/0xc4ea75fdb9c2e305 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd805:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b00187 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505887:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f56e2600/0xc4ea75fdb9c2e2cd lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc3f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0006f expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505903:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b8401023000/0xc4ea75fdb9c2e29c lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc05:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3affff8 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505916:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fceb4a00/0xc4ea75fdb9c2e264 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdbae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3affed2 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505944:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c638b200/0xc4ea75fdb9c2e22c lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd93f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3affdf9 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505963:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fceb7800/0xc4ea75fdb9c2e1f4 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc5f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3affcef expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.505979:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fceb6400/0xc4ea75fdb9c2e1bc lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb93:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3affc16 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506001:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fceb5a00/0xc4ea75fdb9c2e176 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd8bc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3affae9 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506013:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c638b600/0xc4ea75fdb9c2e130 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd8c1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aff9a7 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506028:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c4d8c000/0xc4ea75fdb9c2e0f1 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdbc1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aff8b2 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506045:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fceb4600/0xc4ea75fdb9c2e0b9 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb54:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aff7a1 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506063:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fceb5400/0xc4ea75fdb9c2e088 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda80:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aff707 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506076:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3cca600/0xc4ea75fdb9c2e05e lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aff62e expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506101:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c4d8cc00/0xc4ea75fdb9c2e026 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aff540 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506115:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c4d8c600/0xc4ea75fdb9c2dfe7 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd8a0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aff459 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506125:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ccd77c00/0xc4ea75fdb9c2dfa8 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd99f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aff35d expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506146:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f5f0a000/0xc4ea75fdb9c2df7e lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd86f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aff276 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506161:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ed378000/0xc4ea75fdb9c2df46 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdbe5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aff188 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506175:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c6380000/0xc4ea75fdb9c2df15 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc5a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aff0a1 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506190:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ccd74a00/0xc4ea75fdb9c2dedd lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afefdd expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506207:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ccd77e00/0xc4ea75fdb9c2dea5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdaf6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afeeef expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506234:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ccd74600/0xc4ea75fdb9c2de89 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afee78 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506246:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb51b800/0xc4ea75fdb9c2de58 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd827:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afed91 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506264:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ccd75a00/0xc4ea75fdb9c2de19 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb68:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afec9c expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506285:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb519600/0xc4ea75fdb9c2ddda lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd84d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afeb84 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506319:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f5f0be00/0xc4ea75fdb9c2dda9 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd9c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afeac0 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506334:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ff289200/0xc4ea75fdb9c2dd71 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd855:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afe9bd expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506358:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb51a400/0xc4ea75fdb9c2dd40 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc82:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afe900 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506375:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb51b000/0xc4ea75fdb9c2dd0f lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdac3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afe819 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506389:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f5f0ae00/0xc4ea75fdb9c2dcd7 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd8f6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afe740 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506413:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ff289a00/0xc4ea75fdb9c2dc98 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdce7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afe64b expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506430:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef7b2a00/0xc4ea75fdb9c2dc7c lrc: 1/0,0 mode: --/PR res: [0x200000402:0xddab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afe5b8 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506444:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef7b1a00/0xc4ea75fdb9c2dc2f lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd8de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afe4b5 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506471:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef7b2200/0xc4ea75fdb9c2dbf7 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afe396 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506491:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef7b0200/0xc4ea75fdb9c2dbbf lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afe2a8 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506506:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef7b1400/0xc4ea75fdb9c2db95 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afe215 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506526:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef7b3200/0xc4ea75fdb9c2db6b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd87:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afe13c expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506539:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ed378a00/0xc4ea75fdb9c2db41 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb41:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afe063 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506553:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ed379600/0xc4ea75fdb9c2daf4 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd7ed:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afdf67 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506572:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3614000/0xc4ea75fdb9c2dad1 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afde87 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506587:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3615600/0xc4ea75fdb9c2da99 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd997:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afddae expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506600:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb512800/0xc4ea75fdb9c2da5a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdaec:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afdce3 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506611:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f7260600/0xc4ea75fdb9c2da29 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb01:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afdbd2 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506633:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3614a00/0xc4ea75fdb9c2d9ff lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdcb2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afdb46 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506648:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fba72c00/0xc4ea75fdb9c2d9c7 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc6a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afda58 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506664:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb513800/0xc4ea75fdb9c2d996 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd7df:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afd97f expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506689:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ffaa0c00/0xc4ea75fdb9c2d957 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afd875 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506706:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb0f2600/0xc4ea75fdb9c2d926 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb08:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afd78e expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506719:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ffaa1a00/0xc4ea75fdb9c2d8d9 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd9ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afd629 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506742:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f7261600/0xc4ea75fdb9c2d8a1 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd939:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afd53b expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506763:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83efefb400/0xc4ea75fdb9c2d869 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc53:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afd477 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506777:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb0f0000/0xc4ea75fdb9c2d838 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda52:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afd3c1 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506799:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f683f000/0xc4ea75fdb9c2d7f9 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afd2be expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506830:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f683fe00/0xc4ea75fdb9c2d7c1 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afd1d0 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506854:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ff5c7c00/0xc4ea75fdb9c2d774 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd922:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afd079 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506868:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ff5c7400/0xc4ea75fdb9c2d73c lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afcf76 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506878:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f683f200/0xc4ea75fdb9c2d704 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdcde:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afce88 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506894:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb0f3a00/0xc4ea75fdb9c2d6d3 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdbfd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afcdf5 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506914:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ff5c7600/0xc4ea75fdb9c2d6a9 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd976:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afcce4 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506929:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f683e600/0xc4ea75fdb9c2d655 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdcc7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afcbb7 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506948:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ff5c4200/0xc4ea75fdb9c2d624 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc41:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afcade expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506971:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ff5c5000/0xc4ea75fdb9c2d5ec lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd83e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afc9f7 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506982:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f683c200/0xc4ea75fdb9c2d5ad lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc54:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afc8ca expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506992:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f683d600/0xc4ea75fdb9c2d583 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdaf8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afc830 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.506998:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f29a6800/0xc4ea75fdb9c2d54b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd905:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afc749 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507009:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f29a7e00/0xc4ea75fdb9c2d51a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdcdb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afc677 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507031:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f29a6200/0xc4ea75fdb9c2d4db lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afc589 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507041:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb0a0a00/0xc4ea75fdb9c2d49c lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdcd4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afc447 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507054:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f29a6600/0xc4ea75fdb9c2d45d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdcc2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afc359 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507063:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83efefb000/0xc4ea75fdb9c2d3b5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb9e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afc07a expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507079:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef4cfe00/0xc4ea75fdb9c2d37d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afbf9a expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507095:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83efefb600/0xc4ea75fdb9c2d33e lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdbdb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afbeac expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507106:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef4ce800/0xc4ea75fdb9c2d306 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdca4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afbdd3 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507113:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2528200/0xc4ea75fdb9c2d2c0 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd71:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afbc75 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507124:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ed217200/0xc4ea75fdb9c2d288 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd9a7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afbb80 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507145:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ed214600/0xc4ea75fdb9c2d249 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb3e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afba68 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507158:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ff5c8600/0xc4ea75fdb9c2d211 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd996:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afb9a4 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507168:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ff5c8400/0xc4ea75fdb9c2d1e0 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc06:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afb8c4 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507176:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ed214000/0xc4ea75fdb9c2d1a8 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd916:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afb7f9 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507191:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ed216800/0xc4ea75fdb9c2d17e lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb5f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afb704 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507225:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ed215a00/0xc4ea75fdb9c2d14d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afb632 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507237:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ed215800/0xc4ea75fdb9c2d107 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd8cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afb536 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507249:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef4cf800/0xc4ea75fdb9c2d0c8 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd9bd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afb41e expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507269:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef4cd000/0xc4ea75fdb9c2d089 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd85e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afb2f8 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507279:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef4cc200/0xc4ea75fdb9c2d051 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afb203 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507315:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef4cd400/0xc4ea75fdb9c2d019 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdac0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afb138 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507328:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2528600/0xc4ea75fdb9c2cfcc lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afaffd expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507348:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3c83c00/0xc4ea75fdb9c2cf9b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd857:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afaf2b expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507361:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3c83a00/0xc4ea75fdb9c2cf55 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd8ef:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afadf7 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507372:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3c83200/0xc4ea75fdb9c2cf16 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd94b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afaced expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507377:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3c82600/0xc4ea75fdb9c2cee5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd5c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afac06 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507394:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef5e3000/0xc4ea75fdb9c2ce9f lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb52:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afaad9 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507406:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ed1b9200/0xc4ea75fdb9c2ce60 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd908:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afa9e4 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507414:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ed1b9c00/0xc4ea75fdb9c2ce28 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb82:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afa935 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507425:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef5e3800/0xc4ea75fdb9c2cdf0 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdcb8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afa7f3 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507430:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f252ae00/0xc4ea75fdb9c2cdb1 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd9e2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afa6e2 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507439:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f552ee00/0xc4ea75fdb9c2cd6b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afa5b5 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507459:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f552e400/0xc4ea75fdb9c2cd25 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd7e8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afa4b9 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507473:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c3b3bc00/0xc4ea75fdb9c2cced lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdcb6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afa3b6 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507486:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fcd16200/0xc4ea75fdb9c2ccb5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd7fe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afa2c1 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507505:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fcd16a00/0xc4ea75fdb9c2cc7d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdad9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afa1da expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507516:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fcd17200/0xc4ea75fdb9c2cc29 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afa098 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507528:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f552f400/0xc4ea75fdb9c2cbea lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb91:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af9f5d expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507537:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fcd17e00/0xc4ea75fdb9c2cbb9 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd7c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af9e7d expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507547:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c3b38400/0xc4ea75fdb9c2cb81 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd9e8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af9d88 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507554:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c3b3a600/0xc4ea75fdb9c2cb3b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af9c93 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507573:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f552d000/0xc4ea75fdb9c2cb11 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdbe3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af9bc8 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507592:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c3b3a000/0xc4ea75fdb9c2cad9 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd8e6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af9aef expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507609:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c39ad000/0xc4ea75fdb9c2ca9a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdcf1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af99de expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507618:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f552c000/0xc4ea75fdb9c2ca62 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb03:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af9905 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507640:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f552e600/0xc4ea75fdb9c2ca23 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd9f0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af97e6 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507666:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f62ebc00/0xc4ea75fdb9c2c9f9 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af971b expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507689:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ca611a00/0xc4ea75fdb9c2c9c1 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd8c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af962d expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507704:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fc258c00/0xc4ea75fdb9c2c989 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdab8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af9569 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507732:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c630e400/0xc4ea75fdb9c2c951 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd9db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af947b expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507753:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c630e800/0xc4ea75fdb9c2c912 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd9c1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af938d expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507774:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c39ac600/0xc4ea75fdb9c2c8da lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af927c expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507791:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fc259200/0xc4ea75fdb9c2c88d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdbc6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af913a expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507802:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c630c000/0xc4ea75fdb9c2c855 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdcd1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af903e expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507823:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c39ac800/0xc4ea75fdb9c2c808 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd9fa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af8f1f expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507832:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ff4a3c00/0xc4ea75fdb9c2c7d0 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdadb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af8e07 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507853:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c630d600/0xc4ea75fdb9c2c798 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd9b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af8d12 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507874:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ff4a2800/0xc4ea75fdb9c2c767 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdbb5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af8c32 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507895:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f7655e00/0xc4ea75fdb9c2c71a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdba4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af8b2f expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507911:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ff4a1200/0xc4ea75fdb9c2c6f0 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc0b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af8a48 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507936:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ff4a3600/0xc4ea75fdb9c2c6b1 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af8968 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507956:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f7654200/0xc4ea75fdb9c2c672 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb8c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af8842 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507980:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f7654e00/0xc4ea75fdb9c2c633 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdcfe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af8746 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.507999:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83d4175a00/0xc4ea75fdb9c2c602 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc78:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af867b expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508019:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ff4a0200/0xc4ea75fdb9c2c5ca lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd8c7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af858d expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508042:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ed24a600/0xc4ea75fdb9c2c584 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdbed:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af8483 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508064:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f7655c00/0xc4ea75fdb9c2c53e lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdac6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af8310 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508080:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f7654600/0xc4ea75fdb9c2c514 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd8df:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af8284 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508099:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f34c8400/0xc4ea75fdb9c2c4d5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd94e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af818f expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508120:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ed24aa00/0xc4ea75fdb9c2c4a4 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc91:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af80bd expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508132:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f34c8600/0xc4ea75fdb9c2c46c lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd7f6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af7fdd expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508141:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fcf58e00/0xc4ea75fdb9c2c42d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda59:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af7e94 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508164:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ed24bc00/0xc4ea75fdb9c2c3f5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd974:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af7d91 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508174:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fcf5aa00/0xc4ea75fdb9c2c3c4 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd9c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af7cbf expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508193:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f34c9a00/0xc4ea75fdb9c2c393 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc0f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af7c2c expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508221:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fcf5ac00/0xc4ea75fdb9c2c35b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af7b61 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508242:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fcf59a00/0xc4ea75fdb9c2c323 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd800:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af7a2d expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508266:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2d27c00/0xc4ea75fdb9c2c2dd lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda56:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af791c expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508289:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f4883400/0xc4ea75fdb9c2c297 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdaa0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af77e8 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508334:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fcf5b200/0xc4ea75fdb9c2c266 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd7f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af771d expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508354:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f4882600/0xc4ea75fdb9c2c235 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd93e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af766e expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508374:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f38db200/0xc4ea75fdb9c2c20b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd0f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af7572 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508394:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fcebce00/0xc4ea75fdb9c2c1d3 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdbca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af7499 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508416:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f4883a00/0xc4ea75fdb9c2c194 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb90:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af73a4 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508434:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fcebf000/0xc4ea75fdb9c2c163 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd87c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af72ee expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508445:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fcebee00/0xc4ea75fdb9c2c11d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af71dd expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508466:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb86f000/0xc4ea75fdb9c2c0ec lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd82d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af70c5 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508483:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fcebe400/0xc4ea75fdb9c2c0b4 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af6fec expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508500:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb86fe00/0xc4ea75fdb9c2c07c lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc94:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af6ed4 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508521:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb86e800/0xc4ea75fdb9c2c02f lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd9a5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af6dca expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508538:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb86f400/0xc4ea75fdb9c2bffe lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af6cf8 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508545:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f38db600/0xc4ea75fdb9c2bfcd lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd901:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af6c0a expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508566:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fcf4b600/0xc4ea75fdb9c2bf8e lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdceb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af6b1c expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508592:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f38daa00/0xc4ea75fdb9c2bf56 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af6a19 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508619:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fcf4aa00/0xc4ea75fdb9c2bf2c lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdbf3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af6955 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508641:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2e59000/0xc4ea75fdb9c2bef4 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd865:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af6867 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508665:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fcf48c00/0xc4ea75fdb9c2beb5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdac1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af6756 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508684:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2ede000/0xc4ea75fdb9c2be7d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd835:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af6653 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508699:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2e58000/0xc4ea75fdb9c2be3e lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd8d3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af6565 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508710:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2ede400/0xc4ea75fdb9c2bdff lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd95a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af6469 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508735:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2edfc00/0xc4ea75fdb9c2bdd5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af639e expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508759:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2e5b600/0xc4ea75fdb9c2bd9d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdbcb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af62d3 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508778:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2edee00/0xc4ea75fdb9c2bd6c lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af6201 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508798:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2edf600/0xc4ea75fdb9c2bd42 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda58:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af6159 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508817:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83eef1ac00/0xc4ea75fdb9c2bcfc lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd887:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af6033 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508839:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fcf4c200/0xc4ea75fdb9c2bccb lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda7a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af5f68 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508861:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b8401270000/0xc4ea75fdb9c2bcaf lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdaeb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af5ea4 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508886:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fe231c00/0xc4ea75fdb9c2bc62 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd9eb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af5d85 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508912:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fcf4cc00/0xc4ea75fdb9c2bc2a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb0f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af5c7b expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508938:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b84003f8000/0xc4ea75fdb9c2bbeb lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd846:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af5b8d expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508964:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b8401271400/0xc4ea75fdb9c2bbba lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda72:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af5aa6 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.508988:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b84017e8000/0xc4ea75fdb9c2bb5f lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af594f expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509007:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83eef1a200/0xc4ea75fdb9c2bb3c lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda9b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af58a0 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509029:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b84017e9e00/0xc4ea75fdb9c2bb04 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdcdd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af57c7 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509051:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ed2e6a00/0xc4ea75fdb9c2bacc lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd811:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af56c4 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509073:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b84003f9a00/0xc4ea75fdb9c2ba86 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af55a5 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509095:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f74a0a00/0xc4ea75fdb9c2ba5c lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd880:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af54d3 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509115:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f74a1000/0xc4ea75fdb9c2ba1d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdbf6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af53d0 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509131:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83eef1bc00/0xc4ea75fdb9c2b9ec lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdaed:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af530c expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509153:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b84017e9200/0xc4ea75fdb9c2b9bb lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdbeb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af523a expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509173:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fc7cac00/0xc4ea75fdb9c2b98a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd9ad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af5184 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509194:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb10ca00/0xc4ea75fdb9c2b952 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd9b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af5096 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509227:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fc7ca000/0xc4ea75fdb9c2b90c lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd98a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af4f70 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509246:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fc7cbe00/0xc4ea75fdb9c2b8db lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af4e82 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509262:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c6384600/0xc4ea75fdb9c2b8aa lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb96:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af4db0 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509285:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c6385c00/0xc4ea75fdb9c2b86b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af4cad expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509327:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c6384c00/0xc4ea75fdb9c2b82c lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af4baa expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509351:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c62ab000/0xc4ea75fdb9c2b7e6 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdabe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af4a92 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509366:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83e5db7600/0xc4ea75fdb9c2b7b5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb70:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af49b2 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509375:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b840039c600/0xc4ea75fdb9c2b784 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af48cb expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509396:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83e5db7200/0xc4ea75fdb9c2b73e lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc02:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af47a5 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509407:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c6385800/0xc4ea75fdb9c2b70d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd7de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af46f6 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509428:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b840039d800/0xc4ea75fdb9c2b6ea lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd973:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af4647 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509434:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c6385400/0xc4ea75fdb9c2b6b2 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd7dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af4567 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509457:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef5e7200/0xc4ea75fdb9c2b67a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd9b1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af4479 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509464:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83e5db7e00/0xc4ea75fdb9c2b657 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb9a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af43a7 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509485:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef5e6800/0xc4ea75fdb9c2b61f lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af42d5 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509507:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c62abe00/0xc4ea75fdb9c2b5e7 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af41e7 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509529:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f6839200/0xc4ea75fdb9c2b5af lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af40f9 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509546:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef5c7000/0xc4ea75fdb9c2b577 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb3f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af4020 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509568:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef5e7c00/0xc4ea75fdb9c2b53f lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd82:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af3f47 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509587:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef5c6a00/0xc4ea75fdb9c2b515 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af3e9f expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509611:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fa95ec00/0xc4ea75fdb9c2b4dd lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af3d9c expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509629:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ff716a00/0xc4ea75fdb9c2b4a5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd942:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af3cb5 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509642:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef5c7c00/0xc4ea75fdb9c2b46d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af3bab expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509667:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fcfd5600/0xc4ea75fdb9c2b435 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd8f8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af3ad2 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509688:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef5c7a00/0xc4ea75fdb9c2b3ef lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af39ba expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509710:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fa95e200/0xc4ea75fdb9c2b3b0 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd8c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af3894 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509734:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef5c7800/0xc4ea75fdb9c2b378 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdbdd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af3791 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509750:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83d19e2000/0xc4ea75fdb9c2b339 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd863:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af3695 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509775:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b84011fd800/0xc4ea75fdb9c2b301 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd86e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af358b expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509789:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83d19e2800/0xc4ea75fdb9c2b2c9 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af34c7 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509802:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83d19e3600/0xc4ea75fdb9c2b298 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af3434 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509826:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b84011fca00/0xc4ea75fdb9c2b283 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd907:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af3370 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509833:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b84011fd000/0xc4ea75fdb9c2b244 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda7c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af3282 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509849:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83d19e3c00/0xc4ea75fdb9c2b20c lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af318d expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509867:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef830000/0xc4ea75fdb9c2b1d4 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdae4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af30ad expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509889:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef830e00/0xc4ea75fdb9c2b195 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdbec:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af2f8e expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509913:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef830200/0xc4ea75fdb9c2b164 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdaff:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af2ec3 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509939:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef831200/0xc4ea75fdb9c2b12c lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda3f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af2dff expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509960:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef830a00/0xc4ea75fdb9c2b0f4 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdcee:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af2cf5 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.509983:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb51e600/0xc4ea75fdb9c2b0bc lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd9b6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af2c0e expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510004:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c44f7a00/0xc4ea75fdb9c2b08b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdbc9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af2b58 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510016:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb51fe00/0xc4ea75fdb9c2b053 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc7c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af2a5c expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510038:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb51e800/0xc4ea75fdb9c2b01b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd93b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af2959 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510057:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fc255200/0xc4ea75fdb9c2aff8 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdbe9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af28b1 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510066:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83de7b4600/0xc4ea75fdb9c2afb9 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd7f5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af27c3 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510085:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c44f7e00/0xc4ea75fdb9c2af65 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd990:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af266c expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510103:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f55a4600/0xc4ea75fdb9c2af34 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af2577 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510122:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c44f6200/0xc4ea75fdb9c2aefc lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd8cd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af249e expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510140:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f55a4a00/0xc4ea75fdb9c2aec4 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd9c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af23b0 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510152:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83d2011c00/0xc4ea75fdb9c2ae93 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda08:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af22fa expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510175:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83d2010e00/0xc4ea75fdb9c2ae62 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af2213 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510192:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f55a5200/0xc4ea75fdb9c2ae1c lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd985:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af20d1 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510220:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c6395600/0xc4ea75fdb9c2adf2 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd63:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af2022 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510243:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fce6fc00/0xc4ea75fdb9c2ada5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af1eee expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510259:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83df2ef200/0xc4ea75fdb9c2ad74 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xddb0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af1e07 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510279:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ff4a6200/0xc4ea75fdb9c2ad2e lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af1ce1 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510324:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ff4a7200/0xc4ea75fdb9c2ad04 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdbaa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af1c0f expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510346:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ff4a7c00/0xc4ea75fdb9c2accc lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af1b52 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510360:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fce6f400/0xc4ea75fdb9c2ac94 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdaca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af1a4f expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510376:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c4adbc00/0xc4ea75fdb9c2ac55 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdcf9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af1961 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510397:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f7652a00/0xc4ea75fdb9c2ac1d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd96e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af1873 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510416:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f7653c00/0xc4ea75fdb9c2abe5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd6e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af175b expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510435:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f7653e00/0xc4ea75fdb9c2ab98 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd7e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af1627 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510448:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f43da800/0xc4ea75fdb9c2ab60 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb67:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af1578 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510467:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f43dac00/0xc4ea75fdb9c2ab2f lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd58:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af1483 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510489:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f43db600/0xc4ea75fdb9c2aaf0 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd7f2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af1372 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510498:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f43daa00/0xc4ea75fdb9c2aac6 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc5b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af12ae expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510504:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83de7b5a00/0xc4ea75fdb9c2aa6b lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af1142 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510526:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c62bce00/0xc4ea75fdb9c2aa3a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af1062 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510547:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef638400/0xc4ea75fdb9c2a9fb lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdce4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af0f51 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510555:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef639000/0xc4ea75fdb9c2a9b5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af0e32 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510579:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83d206c800/0xc4ea75fdb9c2a97d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd808:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af0d2f expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510602:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3f37e00/0xc4ea75fdb9c2a945 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af0c6b expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510620:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83de7b5200/0xc4ea75fdb9c2a914 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb5e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af0b84 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510644:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83d206c600/0xc4ea75fdb9c2a8d5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda97:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af0a7a expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510670:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3f37200/0xc4ea75fdb9c2a896 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd7fa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af098c expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510697:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b8401024800/0xc4ea75fdb9c2a857 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af0890 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510725:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b8401024e00/0xc4ea75fdb9c2a82d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd88d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af07b0 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510749:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83de7b5000/0xc4ea75fdb9c2a7f5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd843:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af06d7 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510765:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2c8ec00/0xc4ea75fdb9c2a7bd lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdbbf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af05cd expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510779:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b8401024400/0xc4ea75fdb9c2a785 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc9e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af04fb expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510801:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b84007e7200/0xc4ea75fdb9c2a74d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdcda:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af0406 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510816:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2c8f200/0xc4ea75fdb9c2a723 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd871:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af035e expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510832:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2b39a00/0xc4ea75fdb9c2a6f2 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af0270 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510855:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83de7b4a00/0xc4ea75fdb9c2a6c1 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd9b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af01ac expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510863:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2e61c00/0xc4ea75fdb9c2a689 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda0d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af00a9 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510882:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2e60000/0xc4ea75fdb9c2a635 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdb37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aeff8a expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510905:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f763ba00/0xc4ea75fdb9c2a620 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd9d0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aefee9 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510927:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f34cc800/0xc4ea75fdb9c2a5da lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda5b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aefdd8 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510952:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2524600/0xc4ea75fdb9c2a594 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdd69:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aefcc7 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510972:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f769ec00/0xc4ea75fdb9c2a56a lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda85:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aefbee expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.510981:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f763b600/0xc4ea75fdb9c2a532 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xda11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aefb1c expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.511003:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f769fe00/0xc4ea75fdb9c2a501 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd8b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aefa4a expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.511013:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f769e200/0xc4ea75fdb9c2a4bb lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd8ea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aef916 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.511025:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f769f800/0xc4ea75fdb9c2a483 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc07:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aef82f expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.511045:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83efe1d400/0xc4ea75fdb9c2a43d lrc: 1/0,0 mode: --/PR res: [0x200000402:0xdc74:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aef709 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.511065:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83efe1ce00/0xc4ea75fdb9c2a405 lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd9af:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aef606 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.511080:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83efe1c200/0xc4ea75fdb9c2a3cd lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd9df:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aef52d expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.511100:0:192198:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f34ccc00/0xc4ea75fdb9c2a39c lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd8d6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aef477 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976742.511120:0:192198:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 409 locks packed 00010000:00000001:0.0:1783976742.511122:0:192198:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=409 : 409 : 199) 00000100:00000001:0.0:1783976742.511127:0:192198:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976742.511133:0:192198:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976742.511143:0:192198:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076bded70] to pc [ptlrpcd_00_01+1] req@ffff9b83f6dc5880 x1870620402669824/t0(0) o103->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:17/18 lens 3584/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1783976742.511177:0:192198:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976742.511183:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.511187:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fce68600/0xc4ea75fdb9c2fdca lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0730f expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.511199:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d1061880. 00010000:00000040:0.0:1783976742.511204:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c3d70300 count: 0 00010000:00000010:0.0:1783976742.511221:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f2fb5c80. 00010000:00000001:0.0:1783976742.511233:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.511237:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.511243:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f37b6000/0xc4ea75fdb9c2fd8b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdbfc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b071fe expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.511263:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83fb3609c0. 00010000:00000040:0.0:1783976742.511268:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb363400 count: 0 00010000:00000010:0.0:1783976742.511275:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f3f30380. 00010000:00000001:0.0:1783976742.511285:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.511290:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.511315:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fce69c00/0xc4ea75fdb9c2fd53 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda0c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b07125 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.511337:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f3f32280. 00010000:00000040:0.0:1783976742.511344:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f72f7500 count: 0 00010000:00000010:0.0:1783976742.511351:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f3e0e880. 00010000:00000001:0.0:1783976742.511361:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.511365:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.511369:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ccc2ce00/0xc4ea75fdb9c2fd29 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdaf4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0704c expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.511388:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83fb360e80. 00010000:00000040:0.0:1783976742.511394:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb363e00 count: 0 00010000:00000010:0.0:1783976742.511401:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f3f30780. 00010000:00000001:0.0:1783976742.511411:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.511414:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.511419:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ccc2d600/0xc4ea75fdb9c2fcf8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd56:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b06fa4 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.511433:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83eed73040. 00010000:00000040:0.0:1783976742.511440:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef4f0f00 count: 0 00010000:00000010:0.0:1783976742.511446:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ef8a9b00. 00010000:00000001:0.0:1783976742.511455:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.511459:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.511463:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ccc2d200/0xc4ea75fdb9c2fcb9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd96f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b06e77 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.511480:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83eed73f00. 00010000:00000040:0.0:1783976742.511488:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef4f0a00 count: 0 00010000:00000010:0.0:1783976742.511493:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ef8a9e80. 00010000:00000001:0.0:1783976742.511503:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.511506:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.511510:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ccc2c600/0xc4ea75fdb9c2fc7a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd8a3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b06d82 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.511533:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83eed73340. 00010000:00000040:0.0:1783976742.511538:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c5d6f600 count: 0 00010000:00000010:0.0:1783976742.511544:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ef8a9100. 00010000:00000001:0.0:1783976742.511554:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.511557:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.511561:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c5d6dc00/0xc4ea75fdb9c2fc34 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd99e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b06c71 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.511581:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d10618c0. 00010000:00000040:0.0:1783976742.511588:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f25c6a00 count: 0 00010000:00000010:0.0:1783976742.511596:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f2fb5100. 00010000:00000001:0.0:1783976742.511608:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.511611:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.511617:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c3d56a00/0xc4ea75fdb9c2fbf5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd82a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b06b52 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.511628:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83eed73f40. 00010000:00000040:0.0:1783976742.511635:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c5d6fa00 count: 0 00010000:00000010:0.0:1783976742.511643:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ef8a9d00. 00010000:00000001:0.0:1783976742.511656:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.511660:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.511666:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2ac9e00/0xc4ea75fdb9c2fbbd lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdccd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b06a4f expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.511688:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83de7b2080. 00010000:00000040:0.0:1783976742.511695:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fce75800 count: 0 00010000:00000010:0.0:1783976742.511703:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f3f30b00. 00010000:00000001:0.0:1783976742.511720:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.511725:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.511730:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2ac9000/0xc4ea75fdb9c2fb85 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdacf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0698b expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.511751:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d1061a00. 00010000:00000040:0.0:1783976742.511757:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f25c6100 count: 0 00010000:00000010:0.0:1783976742.511761:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f2fb5300. 00010000:00000001:0.0:1783976742.511770:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.511775:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.511780:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fce77a00/0xc4ea75fdb9c2fb54 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b068c0 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.511797:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f3f327c0. 00010000:00000040:0.0:1783976742.511803:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f30cbd00 count: 0 00010000:00000010:0.0:1783976742.511809:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f3e0e080. 00010000:00000001:0.0:1783976742.511818:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.511822:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.511826:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b8401c68600/0xc4ea75fdb9c2fb15 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b067ee expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.511841:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d1061c40. 00010000:00000040:0.0:1783976742.511847:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f24bb500 count: 0 00010000:00000010:0.0:1783976742.511852:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f2fb5700. 00010000:00000001:0.0:1783976742.511861:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.511864:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.511869:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b8401c69200/0xc4ea75fdb9c2fad6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdca9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b066c1 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.511885:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83de7b2240. 00010000:00000040:0.0:1783976742.511894:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fce75b00 count: 0 00010000:00000010:0.0:1783976742.511902:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f3f30000. 00010000:00000001:0.0:1783976742.511912:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.511915:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.511921:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c5d6c200/0xc4ea75fdb9c2faa5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b065da expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.511946:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83de7b2540. 00010000:00000040:0.0:1783976742.511954:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fce75a00 count: 0 00010000:00000010:0.0:1783976742.511961:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f3f30580. 00010000:00000001:0.0:1783976742.511972:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.511975:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.511980:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f30c8400/0xc4ea75fdb9c2fa74 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b06516 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.512003:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f28b5fc0. 00010000:00000040:0.0:1783976742.512009:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83eed70600 count: 0 00010000:00000010:0.0:1783976742.512015:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ef8a9e00. 00010000:00000001:0.0:1783976742.512025:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.512029:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.512033:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b8401c68000/0xc4ea75fdb9c2fa3c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc0a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b06444 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.512055:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83de7b2cc0. 00010000:00000040:0.0:1783976742.512061:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c9356d00 count: 0 00010000:00000010:0.0:1783976742.512066:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b84000c6c80. 00010000:00000001:0.0:1783976742.512075:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.512078:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.512082:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fce77600/0xc4ea75fdb9c2fa12 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b06364 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.512101:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f28b5a00. 00010000:00000040:0.0:1783976742.512108:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f25c7400 count: 0 00010000:00000010:0.0:1783976742.512114:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ef8a9b80. 00010000:00000001:0.0:1783976742.512123:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.512126:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.512130:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ed2e3200/0xc4ea75fdb9c2f9d3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b06261 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.512148:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83de7b2980. 00010000:00000040:0.0:1783976742.512154:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c9356600 count: 0 00010000:00000010:0.0:1783976742.512158:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b84000c6200. 00010000:00000001:0.0:1783976742.512166:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.512170:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.512175:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fce76c00/0xc4ea75fdb9c2f9a2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd7f3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b06165 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.512197:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d1061b80. 00010000:00000040:0.0:1783976742.512204:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f24ba400 count: 0 00010000:00000010:0.0:1783976742.512222:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f2fb5800. 00010000:00000001:0.0:1783976742.512230:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.512234:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.512238:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fce76a00/0xc4ea75fdb9c2f97f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd98:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b060fc expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.512260:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f28b5c00. 00010000:00000040:0.0:1783976742.512265:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f25c7c00 count: 0 00010000:00000010:0.0:1783976742.512272:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ef8a9880. 00010000:00000001:0.0:1783976742.512280:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.512284:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.512290:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b84010bc400/0xc4ea75fdb9c2f955 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd9fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b06023 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.512332:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83de7b2640. 00010000:00000040:0.0:1783976742.512338:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c9356b00 count: 0 00010000:00000010:0.0:1783976742.512344:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b84000c6e80. 00010000:00000001:0.0:1783976742.512353:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.512358:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.512362:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2f7d200/0xc4ea75fdb9c2f924 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdba6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b05f97 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.512383:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f3f32640. 00010000:00000040:0.0:1783976742.512391:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f3e0d700 count: 0 00010000:00000010:0.0:1783976742.512397:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f3e0e100. 00010000:00000001:0.0:1783976742.512407:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.512410:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.512416:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2f7d400/0xc4ea75fdb9c2f8e5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b05e86 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.512434:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f28b5b80. 00010000:00000040:0.0:1783976742.512439:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef8a8200 count: 0 00010000:00000010:0.0:1783976742.512445:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ef8a9000. 00010000:00000001:0.0:1783976742.512456:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.512459:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.512463:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2c00e00/0xc4ea75fdb9c2f8d0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdca1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b05e01 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.512485:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83de7b2380. 00010000:00000040:0.0:1783976742.512489:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c9354900 count: 0 00010000:00000010:0.0:1783976742.512494:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b84000c6900. 00010000:00000001:0.0:1783976742.512503:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.512506:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.512509:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b84010bc000/0xc4ea75fdb9c2f898 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b05d21 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.512531:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d10616c0. 00010000:00000040:0.0:1783976742.512537:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f24b8700 count: 0 00010000:00000010:0.0:1783976742.512543:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f2fb5400. 00010000:00000001:0.0:1783976742.512552:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.512555:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.512559:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2f7fa00/0xc4ea75fdb9c2f867 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda78:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b05c3a expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.512585:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d10611c0. 00010000:00000040:0.0:1783976742.512592:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f24b8b00 count: 0 00010000:00000010:0.0:1783976742.512598:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f2fb5c00. 00010000:00000001:0.0:1783976742.512612:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.512616:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.512621:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2f7da00/0xc4ea75fdb9c2f836 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc99:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b05b76 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.512641:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f3f32f80. 00010000:00000040:0.0:1783976742.512649:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f3e0da00 count: 0 00010000:00000010:0.0:1783976742.512656:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f6091c80. 00010000:00000001:0.0:1783976742.512669:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.512673:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.512679:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2f7de00/0xc4ea75fdb9c2f805 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd9c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b05a88 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.512697:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d1061e40. 00010000:00000040:0.0:1783976742.512704:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f24b8400 count: 0 00010000:00000010:0.0:1783976742.512712:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f2fb5900. 00010000:00000001:0.0:1783976742.512724:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.512729:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.512734:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2f7ea00/0xc4ea75fdb9c2f7b1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd8d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b05969 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.512756:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d8ef4240. 00010000:00000040:0.0:1783976742.512761:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f24b8200 count: 0 00010000:00000010:0.0:1783976742.512768:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f2fb5000. 00010000:00000001:0.0:1783976742.512777:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.512780:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.512784:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c394ee00/0xc4ea75fdb9c2f76b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd8dd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b05843 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.512802:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f28b5a80. 00010000:00000040:0.0:1783976742.512809:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83e5ca9a00 count: 0 00010000:00000010:0.0:1783976742.512813:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fba6bb80. 00010000:00000001:0.0:1783976742.512823:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.512826:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.512830:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c394fa00/0xc4ea75fdb9c2f741 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd92c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b05755 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.512854:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f3f32840. 00010000:00000040:0.0:1783976742.512860:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f3f31a00 count: 0 00010000:00000010:0.0:1783976742.512867:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f6091380. 00010000:00000001:0.0:1783976742.512877:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.512881:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.512885:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2c00000/0xc4ea75fdb9c2f702 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd982:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b05652 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.512902:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f28b5900. 00010000:00000040:0.0:1783976742.512908:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83e5ca9700 count: 0 00010000:00000010:0.0:1783976742.512915:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fba6b680. 00010000:00000001:0.0:1783976742.512928:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.512931:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.512937:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c394c200/0xc4ea75fdb9c2f6ca lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0558e expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.512962:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83de7b2880. 00010000:00000040:0.0:1783976742.512971:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f2e6a400 count: 0 00010000:00000010:0.0:1783976742.512977:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b84000c6e00. 00010000:00000001:0.0:1783976742.512989:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.512993:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.512997:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef8aa200/0xc4ea75fdb9c2f68b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd938:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b05476 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.513020:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ed18df40. 00010000:00000040:0.0:1783976742.513026:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f3f31600 count: 0 00010000:00000010:0.0:1783976742.513032:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f6091880. 00010000:00000001:0.0:1783976742.513049:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.513052:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.513056:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ed2e3400/0xc4ea75fdb9c2f661 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb59:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b053c0 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.513064:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d8ef4640. 00010000:00000040:0.0:1783976742.513069:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f41cb600 count: 0 00010000:00000010:0.0:1783976742.513073:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f33e5a00. 00010000:00000001:0.0:1783976742.513080:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.513083:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.513085:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef8ab400/0xc4ea75fdb9c2f61b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b052a8 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.513106:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83de7b24c0. 00010000:00000040:0.0:1783976742.513111:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb15d700 count: 0 00010000:00000010:0.0:1783976742.513115:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b84000c6080. 00010000:00000001:0.0:1783976742.513125:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.513128:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.513131:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2b74c00/0xc4ea75fdb9c2f5e3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdad2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b051a5 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.513152:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ed18d880. 00010000:00000040:0.0:1783976742.513158:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83eed35b00 count: 0 00010000:00000010:0.0:1783976742.513161:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f6091280. 00010000:00000001:0.0:1783976742.513171:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.513173:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.513176:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2b75a00/0xc4ea75fdb9c2f5ab lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b050cc expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.513183:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d8ef42c0. 00010000:00000040:0.0:1783976742.513188:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f41ca800 count: 0 00010000:00000010:0.0:1783976742.513192:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f33e5c80. 00010000:00000001:0.0:1783976742.513199:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.513202:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.513205:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef8ab000/0xc4ea75fdb9c2f57a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd993:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b04fde expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.513229:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d8ef4900. 00010000:00000040:0.0:1783976742.513235:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f41caf00 count: 0 00010000:00000010:0.0:1783976742.513240:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f33e5400. 00010000:00000001:0.0:1783976742.513250:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.513253:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.513256:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c394ce00/0xc4ea75fdb9c2f53b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdae9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b04edb expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.513277:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83de7b2340. 00010000:00000040:0.0:1783976742.513282:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83de7b3000 count: 0 00010000:00000010:0.0:1783976742.513289:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b84000c6f00. 00010000:00000001:0.0:1783976742.513426:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.513429:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.513433:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3410600/0xc4ea75fdb9c2f50a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdacd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b04e10 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.513446:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ed18d340. 00010000:00000040:0.0:1783976742.513452:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83efe17000 count: 0 00010000:00000010:0.0:1783976742.513458:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f6091200. 00010000:00000001:0.0:1783976742.513466:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.513470:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.513474:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83eed36400/0xc4ea75fdb9c2f4d2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd9ab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b04d1b expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.513485:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ed18ddc0. 00010000:00000040:0.0:1783976742.513492:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83efe17a00 count: 0 00010000:00000010:0.0:1783976742.513497:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f6091300. 00010000:00000001:0.0:1783976742.513510:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.513513:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.513518:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83d2015600/0xc4ea75fdb9c2f4a1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd99:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b04c96 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.513525:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ed18d480. 00010000:00000040:0.0:1783976742.513531:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83efe14100 count: 0 00010000:00000010:0.0:1783976742.513536:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f6091f00. 00010000:00000001:0.0:1783976742.513549:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.513551:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.513555:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83d2016000/0xc4ea75fdb9c2f45b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda74:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b04b23 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.513564:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f28b56c0. 00010000:00000040:0.0:1783976742.513571:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f28b6100 count: 0 00010000:00000010:0.0:1783976742.513578:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fba6b400. 00010000:00000001:0.0:1783976742.513593:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.513596:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.513602:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83d2015000/0xc4ea75fdb9c2f41c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd7d8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b04a19 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.513622:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83de7b2000. 00010000:00000040:0.0:1783976742.513628:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83de7b3800 count: 0 00010000:00000010:0.0:1783976742.513634:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b84000c6380. 00010000:00000001:0.0:1783976742.513647:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.513651:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.513657:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2b75200/0xc4ea75fdb9c2f3e4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda03:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0492b expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.513681:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83e70c7580. 00010000:00000040:0.0:1783976742.513687:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83de7b0100 count: 0 00010000:00000010:0.0:1783976742.513694:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b84000c6780. 00010000:00000001:0.0:1783976742.513709:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.513714:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.513719:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3411a00/0xc4ea75fdb9c2f3ac lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdacc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0483d expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.513740:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d8ef4b40. 00010000:00000040:0.0:1783976742.513748:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f41ca200 count: 0 00010000:00000010:0.0:1783976742.513754:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f33e5d80. 00010000:00000001:0.0:1783976742.513768:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.513771:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.513775:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3410e00/0xc4ea75fdb9c2f366 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd91d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0473a expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.513793:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ed18dc40. 00010000:00000040:0.0:1783976742.513798:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83efe14600 count: 0 00010000:00000010:0.0:1783976742.513804:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f6091e00. 00010000:00000001:0.0:1783976742.513815:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.513819:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.513823:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb143c00/0xc4ea75fdb9c2f327 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd81e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0465a expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.513844:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83e70c7b80. 00010000:00000040:0.0:1783976742.513850:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b84000c7c00 count: 0 00010000:00000010:0.0:1783976742.513855:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b84000c6400. 00010000:00000001:0.0:1783976742.513869:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.513873:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.513876:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b84011f2a00/0xc4ea75fdb9c2f2ef lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdbfa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b04526 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.513898:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83e70c71c0. 00010000:00000040:0.0:1783976742.513904:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b84000c7900 count: 0 00010000:00000010:0.0:1783976742.513911:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b84000c6c00. 00010000:00000001:0.0:1783976742.513924:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.513928:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.513933:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb142e00/0xc4ea75fdb9c2f2b0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd97e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b04407 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.513953:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d8ef4200. 00010000:00000040:0.0:1783976742.513960:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f2b73700 count: 0 00010000:00000010:0.0:1783976742.513967:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f33e5380. 00010000:00000001:0.0:1783976742.513975:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.513978:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.513982:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb141400/0xc4ea75fdb9c2f26a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd7d5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b042ef expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.514002:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ed18d100. 00010000:00000040:0.0:1783976742.514008:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f6092e00 count: 0 00010000:00000010:0.0:1783976742.514013:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f6091b80. 00010000:00000001:0.0:1783976742.514028:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.514032:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.514035:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb143800/0xc4ea75fdb9c2f22b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b04208 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.514047:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ed18dd00. 00010000:00000040:0.0:1783976742.514053:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f6092100 count: 0 00010000:00000010:0.0:1783976742.514059:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f6091b00. 00010000:00000001:0.0:1783976742.514065:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.514069:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.514072:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb140400/0xc4ea75fdb9c2f1ec lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd97:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b04121 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.514094:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ed18d700. 00010000:00000040:0.0:1783976742.514101:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f6092300 count: 0 00010000:00000010:0.0:1783976742.514106:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f6091a00. 00010000:00000001:0.0:1783976742.514120:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.514123:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.514127:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb141000/0xc4ea75fdb9c2f1b4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdbe4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b04009 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.514141:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ed18d300. 00010000:00000040:0.0:1783976742.514148:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f6090a00 count: 0 00010000:00000010:0.0:1783976742.514153:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f6091000. 00010000:00000001:0.0:1783976742.514166:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.514169:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.514174:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3411000/0xc4ea75fdb9c2f18a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd89c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b03f53 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.514195:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83e70c7d00. 00010000:00000040:0.0:1783976742.514202:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b84000c5500 count: 0 00010000:00000010:0.0:1783976742.514206:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ff92b800. 00010000:00000001:0.0:1783976742.514229:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.514233:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.514237:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb140200/0xc4ea75fdb9c2f152 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd957:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b03e65 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.514249:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d8ef4700. 00010000:00000040:0.0:1783976742.514255:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fcd10100 count: 0 00010000:00000010:0.0:1783976742.514260:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f33e5200. 00010000:00000001:0.0:1783976742.514271:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.514274:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.514278:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb142400/0xc4ea75fdb9c2f128 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd8fb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b03d85 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.514287:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83e70c7300. 00010000:00000040:0.0:1783976742.514407:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b84000c5e00 count: 0 00010000:00000010:0.0:1783976742.514413:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ff92b280. 00010000:00000001:0.0:1783976742.514426:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.514429:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.514434:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83efd48800/0xc4ea75fdb9c2f0f7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b03c9e expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.514456:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83e70c7ec0. 00010000:00000040:0.0:1783976742.514462:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f2bb7000 count: 0 00010000:00000010:0.0:1783976742.514468:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ff92ba80. 00010000:00000001:0.0:1783976742.514478:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.514481:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.514485:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c9213a00/0xc4ea75fdb9c2f0bf lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdbcf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b03bb0 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.514503:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83e70c7280. 00010000:00000040:0.0:1783976742.514508:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f2bb7d00 count: 0 00010000:00000010:0.0:1783976742.514515:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ff92b000. 00010000:00000001:0.0:1783976742.514525:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.514527:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.514531:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83efd49400/0xc4ea75fdb9c2f087 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc6f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b03ad7 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.514553:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83e70c7b40. 00010000:00000040:0.0:1783976742.514557:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f2bb7a00 count: 0 00010000:00000010:0.0:1783976742.514566:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ff92b980. 00010000:00000001:0.0:1783976742.514577:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.514582:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.514587:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c6a05c00/0xc4ea75fdb9c2f04f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd03:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b039fe expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.514610:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83e70c7400. 00010000:00000040:0.0:1783976742.514614:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f2bb7f00 count: 0 00010000:00000010:0.0:1783976742.514620:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ff92bb80. 00010000:00000001:0.0:1783976742.514630:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.514634:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.514638:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c6a06a00/0xc4ea75fdb9c2f025 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdda7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0392c expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.514662:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83fba68b80. 00010000:00000040:0.0:1783976742.514669:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83e5cdca00 count: 0 00010000:00000010:0.0:1783976742.514677:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fba6bf00. 00010000:00000001:0.0:1783976742.514686:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.514689:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.514695:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c6a07000/0xc4ea75fdb9c2efed lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdad5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0383e expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.514713:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83fba68e80. 00010000:00000040:0.0:1783976742.514720:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fba6a800 count: 0 00010000:00000010:0.0:1783976742.514728:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fba6b700. 00010000:00000001:0.0:1783976742.514738:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.514742:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.514747:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83efd49c00/0xc4ea75fdb9c2efb5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda77:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b03788 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.514766:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ed18d400. 00010000:00000040:0.0:1783976742.514772:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83d1372a00 count: 0 00010000:00000010:0.0:1783976742.514776:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f2b3c000. 00010000:00000001:0.0:1783976742.514784:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.514787:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.514791:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fef36a00/0xc4ea75fdb9c2ef7d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd92b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b03677 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.514812:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f9e49080. 00010000:00000040:0.0:1783976742.514817:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83d1372600 count: 0 00010000:00000010:0.0:1783976742.514823:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f2b3ca00. 00010000:00000001:0.0:1783976742.514835:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.514839:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.514843:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83e70c4a00/0xc4ea75fdb9c2ef45 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdcc6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b03558 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.514862:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f9e49a00. 00010000:00000040:0.0:1783976742.514868:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83d1371300 count: 0 00010000:00000010:0.0:1783976742.514875:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f2b3c900. 00010000:00000001:0.0:1783976742.514888:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.514892:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.514897:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c6a05400/0xc4ea75fdb9c2ef06 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd8c9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0346a expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.514922:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83fba683c0. 00010000:00000040:0.0:1783976742.514929:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fba6af00 count: 0 00010000:00000010:0.0:1783976742.514937:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fba6be00. 00010000:00000001:0.0:1783976742.514949:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.514953:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.514959:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83e70c5400/0xc4ea75fdb9c2eec0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0336e expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.514981:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83e70c72c0. 00010000:00000040:0.0:1783976742.514987:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f2bb4a00 count: 0 00010000:00000010:0.0:1783976742.514993:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ff92b580. 00010000:00000001:0.0:1783976742.515005:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.515009:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.515013:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c6a04a00/0xc4ea75fdb9c2ee9d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0328e expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.515033:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d8ef4b80. 00010000:00000040:0.0:1783976742.515039:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fec85000 count: 0 00010000:00000010:0.0:1783976742.515044:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f33e5e00. 00010000:00000001:0.0:1783976742.515056:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.515058:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.515062:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f7c48600/0xc4ea75fdb9c2ee65 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc40:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b031bc expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.515075:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83e70c7980. 00010000:00000040:0.0:1783976742.515082:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83e70c6300 count: 0 00010000:00000010:0.0:1783976742.515088:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ff92b100. 00010000:00000001:0.0:1783976742.515097:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.515101:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.515106:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3c8fc00/0xc4ea75fdb9c2ee34 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdac9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b03106 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.515127:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83fba68500. 00010000:00000040:0.0:1783976742.515134:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fba6ac00 count: 0 00010000:00000010:0.0:1783976742.515140:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f9fd3e00. 00010000:00000001:0.0:1783976742.515151:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.515154:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.515158:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3c8fa00/0xc4ea75fdb9c2edfc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd83d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b03018 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.515172:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83fba68a80. 00010000:00000040:0.0:1783976742.515179:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fba69200 count: 0 00010000:00000010:0.0:1783976742.515185:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f9fd3600. 00010000:00000001:0.0:1783976742.515194:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.515197:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.515200:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3c8f600/0xc4ea75fdb9c2edd2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b02f5b expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.515229:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d8ef4600. 00010000:00000040:0.0:1783976742.515236:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fec85a00 count: 0 00010000:00000010:0.0:1783976742.515241:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f33e5f80. 00010000:00000001:0.0:1783976742.515249:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.515253:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.515257:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2fb7200/0xc4ea75fdb9c2ed93 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b02e66 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.515279:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d8ef49c0. 00010000:00000040:0.0:1783976742.515285:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fec85800 count: 0 00010000:00000010:0.0:1783976742.515292:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f33e5480. 00010000:00000001:0.0:1783976742.515409:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.515412:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.515417:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3c8ec00/0xc4ea75fdb9c2ed5b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b02d63 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.515440:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d18d5c00. 00010000:00000040:0.0:1783976742.515446:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f41c8700 count: 0 00010000:00000010:0.0:1783976742.515451:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f33e5980. 00010000:00000001:0.0:1783976742.515463:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.515466:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.515471:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3c8ca00/0xc4ea75fdb9c2ed07 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd9dd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b02c21 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.515496:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f7fe1480. 00010000:00000040:0.0:1783976742.515500:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ff92ae00 count: 0 00010000:00000010:0.0:1783976742.515507:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ff92be00. 00010000:00000001:0.0:1783976742.515518:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.515520:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.515524:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f364da00/0xc4ea75fdb9c2ecc1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd8b6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b02ad8 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.515546:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f7fe1f00. 00010000:00000040:0.0:1783976742.515552:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ff92a100 count: 0 00010000:00000010:0.0:1783976742.515557:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ff92be80. 00010000:00000001:0.0:1783976742.515569:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.515573:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.515579:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3c8da00/0xc4ea75fdb9c2ec89 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd62:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b029ea expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.515607:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f7fe1600. 00010000:00000040:0.0:1783976742.515613:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ff92ad00 count: 0 00010000:00000010:0.0:1783976742.515619:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ff92b480. 00010000:00000001:0.0:1783976742.515633:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.515637:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.515643:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fe237400/0xc4ea75fdb9c2ec4a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdad7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b028d2 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.515670:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f9fd1cc0. 00010000:00000040:0.0:1783976742.515678:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f435af00 count: 0 00010000:00000010:0.0:1783976742.515684:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f9fd3580. 00010000:00000001:0.0:1783976742.515694:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.515698:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.515704:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f4359a00/0xc4ea75fdb9c2ec19 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd810:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b027eb expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.515730:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f7fe1b00. 00010000:00000040:0.0:1783976742.515736:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ff928b00 count: 0 00010000:00000010:0.0:1783976742.515743:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c58d0a00. 00010000:00000001:0.0:1783976742.515752:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.515755:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.515760:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f4359600/0xc4ea75fdb9c2ebe1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b026fd expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.515778:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d18d56c0. 00010000:00000040:0.0:1783976742.515785:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f364f800 count: 0 00010000:00000010:0.0:1783976742.515791:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f2b3cc80. 00010000:00000001:0.0:1783976742.515799:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.515802:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.515806:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3b79000/0xc4ea75fdb9c2eba9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdaf0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b02624 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.515828:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d18d5100. 00010000:00000040:0.0:1783976742.515834:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f33e6100 count: 0 00010000:00000010:0.0:1783976742.515840:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f33e5000. 00010000:00000001:0.0:1783976742.515850:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.515854:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.515858:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f4359200/0xc4ea75fdb9c2eb71 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc80:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0254b expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.515880:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f7fe1940. 00010000:00000040:0.0:1783976742.515885:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f6c65900 count: 0 00010000:00000010:0.0:1783976742.515892:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c58d0480. 00010000:00000001:0.0:1783976742.515903:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.515908:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.515913:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f4359c00/0xc4ea75fdb9c2eb2b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b02448 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.515938:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f9fd18c0. 00010000:00000040:0.0:1783976742.515946:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83d18b6300 count: 0 00010000:00000010:0.0:1783976742.515954:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f9fd3c80. 00010000:00000001:0.0:1783976742.515966:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.515971:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.515975:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fe237e00/0xc4ea75fdb9c2eafa lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdab3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b02353 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.515983:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f7fe1740. 00010000:00000040:0.0:1783976742.515988:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f6c65000 count: 0 00010000:00000010:0.0:1783976742.515995:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c58d0b80. 00010000:00000001:0.0:1783976742.516007:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.516011:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.516015:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c5e1e600/0xc4ea75fdb9c2eac9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b02257 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.516038:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f7fe1e40. 00010000:00000040:0.0:1783976742.516043:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f6c65300 count: 0 00010000:00000010:0.0:1783976742.516049:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c58d0e80. 00010000:00000001:0.0:1783976742.516059:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.516062:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.516066:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c5e1fe00/0xc4ea75fdb9c2ea91 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd992:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b02169 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.516088:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f7fe1b40. 00010000:00000040:0.0:1783976742.516095:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f6c65700 count: 0 00010000:00000010:0.0:1783976742.516102:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c58d0100. 00010000:00000001:0.0:1783976742.516113:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.516117:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.516121:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f767e800/0xc4ea75fdb9c2ea59 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc89:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b020a5 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.516143:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d18d5040. 00010000:00000040:0.0:1783976742.516150:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f6c67500 count: 0 00010000:00000010:0.0:1783976742.516156:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f2b3ce00. 00010000:00000001:0.0:1783976742.516167:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.516169:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.516173:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f767f000/0xc4ea75fdb9c2ea13 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb64:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b01f86 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.516192:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f9e49000. 00010000:00000040:0.0:1783976742.516198:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f6c67300 count: 0 00010000:00000010:0.0:1783976742.516204:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f2b3ce80. 00010000:00000001:0.0:1783976742.516228:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.516231:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.516236:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f364d400/0xc4ea75fdb9c2e9d4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xddae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b01e7c expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.516257:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f9fd19c0. 00010000:00000040:0.0:1783976742.516263:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83d18b4b00 count: 0 00010000:00000010:0.0:1783976742.516269:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f9fd3b80. 00010000:00000001:0.0:1783976742.516277:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.516281:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.516286:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f767fa00/0xc4ea75fdb9c2e98e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd900:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b01d3a expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.516417:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d18d58c0. 00010000:00000040:0.0:1783976742.516421:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f2f88500 count: 0 00010000:00000010:0.0:1783976742.516428:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fe3a5380. 00010000:00000001:0.0:1783976742.516439:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.516442:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.516447:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f767f600/0xc4ea75fdb9c2e94f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd8f3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b01c3e expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.516467:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f9fd1d40. 00010000:00000040:0.0:1783976742.516474:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83eec1e000 count: 0 00010000:00000010:0.0:1783976742.516479:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f9fd3880. 00010000:00000001:0.0:1783976742.516495:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.516499:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.516502:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f364de00/0xc4ea75fdb9c2e910 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b01b1f expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.516526:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f7fe1c00. 00010000:00000040:0.0:1783976742.516533:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f7fe2a00 count: 0 00010000:00000010:0.0:1783976742.516542:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c58d0400. 00010000:00000001:0.0:1783976742.516555:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.516559:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.516565:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f4027c00/0xc4ea75fdb9c2e8d8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdace:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b01a46 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.516586:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f9fd1780. 00010000:00000040:0.0:1783976742.516593:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f42f3500 count: 0 00010000:00000010:0.0:1783976742.516600:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f9fd3000. 00010000:00000001:0.0:1783976742.516609:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.516612:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.516617:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f28f0a00/0xc4ea75fdb9c2e8a7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb6b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b01989 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.516641:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d18d5f80. 00010000:00000040:0.0:1783976742.516650:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83eeda4500 count: 0 00010000:00000010:0.0:1783976742.516657:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fe3a5000. 00010000:00000001:0.0:1783976742.516673:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.516677:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.516682:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f28f1000/0xc4ea75fdb9c2e868 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd889:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0186a expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.516708:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f7fe1140. 00010000:00000040:0.0:1783976742.516716:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f7fe2000 count: 0 00010000:00000010:0.0:1783976742.516725:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c58d0b00. 00010000:00000001:0.0:1783976742.516737:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.516740:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.516745:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2e32e00/0xc4ea75fdb9c2e830 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda79:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b01760 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.516764:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f9e49380. 00010000:00000040:0.0:1783976742.516771:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f2b3d700 count: 0 00010000:00000010:0.0:1783976742.516776:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f2b3c400. 00010000:00000001:0.0:1783976742.516786:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.516789:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.516792:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f4027600/0xc4ea75fdb9c2e7f1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd8ff:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b01687 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.516813:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f9fd1440. 00010000:00000040:0.0:1783976742.516818:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f42f3b00 count: 0 00010000:00000010:0.0:1783976742.516824:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f9fd3200. 00010000:00000001:0.0:1783976742.516839:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.516843:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.516849:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83eec1c600/0xc4ea75fdb9c2e7c7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd98b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b015c3 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.516871:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f7fe1900. 00010000:00000040:0.0:1783976742.516877:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f42f1b00 count: 0 00010000:00000010:0.0:1783976742.516882:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c58d0680. 00010000:00000001:0.0:1783976742.516899:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.516903:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.516909:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2e32800/0xc4ea75fdb9c2e796 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd8bf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b014dc expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.516936:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f2d0d680. 00010000:00000040:0.0:1783976742.516944:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f42f1c00 count: 0 00010000:00000010:0.0:1783976742.516952:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c58d0d00. 00010000:00000001:0.0:1783976742.516964:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.516968:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.516973:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2e33800/0xc4ea75fdb9c2e765 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd80d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0141f expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.516992:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d18d5c40. 00010000:00000040:0.0:1783976742.516999:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83eeda4c00 count: 0 00010000:00000010:0.0:1783976742.517004:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fe3a5b00. 00010000:00000001:0.0:1783976742.517013:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.517017:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.517021:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f4026400/0xc4ea75fdb9c2e71f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda98:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b012f2 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.517041:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f9fd1300. 00010000:00000040:0.0:1783976742.517046:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f294cd00 count: 0 00010000:00000010:0.0:1783976742.517053:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f9fd3300. 00010000:00000001:0.0:1783976742.517061:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.517064:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.517068:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2b93800/0xc4ea75fdb9c2e6fc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd99c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b01274 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.517087:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c57a72c0. 00010000:00000040:0.0:1783976742.517093:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c58d2f00 count: 0 00010000:00000010:0.0:1783976742.517099:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c58d0500. 00010000:00000001:0.0:1783976742.517112:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.517115:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.517118:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2b93e00/0xc4ea75fdb9c2e6cb lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdae7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b01186 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.517135:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c57a7780. 00010000:00000040:0.0:1783976742.517141:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c58d2b00 count: 0 00010000:00000010:0.0:1783976742.517146:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c58d0380. 00010000:00000001:0.0:1783976742.517155:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.517158:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.517162:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2b91e00/0xc4ea75fdb9c2e693 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb53:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0109f expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.517177:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f9fd1280. 00010000:00000040:0.0:1783976742.517183:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f294c600 count: 0 00010000:00000010:0.0:1783976742.517189:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f9fd3380. 00010000:00000001:0.0:1783976742.517196:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.517200:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.517204:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2b90800/0xc4ea75fdb9c2e65b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd91e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b00f9c expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.517265:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f9fd10c0. 00010000:00000040:0.0:1783976742.517519:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f9fd0d00 count: 0 00010000:00000010:0.0:1783976742.517528:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c6382900. 00010000:00000001:0.0:1783976742.517540:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.517544:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.517550:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2b92400/0xc4ea75fdb9c2e631 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd7d1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b00ed1 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.517570:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c57a7300. 00010000:00000040:0.0:1783976742.517579:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f56e0e00 count: 0 00010000:00000010:0.0:1783976742.517606:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f74a7580. 00010000:00000001:0.0:1783976742.517681:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.517695:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.517749:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2e33c00/0xc4ea75fdb9c2e5f9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b00e0d expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.517785:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f9e49bc0. 00010000:00000040:0.0:1783976742.517789:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f9e4a200 count: 0 00010000:00000010:0.0:1783976742.517797:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f2b3c580. 00010000:00000001:0.0:1783976742.517807:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.517810:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.517814:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2b91200/0xc4ea75fdb9c2e5c1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd98d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b00d03 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.517833:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f9fd1400. 00010000:00000040:0.0:1783976742.517839:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f9fd0700 count: 0 00010000:00000010:0.0:1783976742.517844:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c6382f00. 00010000:00000001:0.0:1783976742.517855:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.517859:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.517863:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c6158e00/0xc4ea75fdb9c2e589 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd815:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b00c07 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.517882:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d18d5480. 00010000:00000040:0.0:1783976742.517889:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f743eb00 count: 0 00010000:00000010:0.0:1783976742.517896:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fe3a5e80. 00010000:00000001:0.0:1783976742.517909:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.517913:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.517918:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83eeda7600/0xc4ea75fdb9c2e551 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd86d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b00b19 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.517941:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c57a7cc0. 00010000:00000040:0.0:1783976742.517950:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f56e0d00 count: 0 00010000:00000010:0.0:1783976742.517958:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f74a7100. 00010000:00000001:0.0:1783976742.517970:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.517975:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.517979:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83eeda6c00/0xc4ea75fdb9c2e512 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b00a4e expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.517997:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c57a7280. 00010000:00000040:0.0:1783976742.518004:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f56e0500 count: 0 00010000:00000010:0.0:1783976742.518010:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f74a7500. 00010000:00000001:0.0:1783976742.518017:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.518021:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.518024:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c615b400/0xc4ea75fdb9c2e4cc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda0a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0094b expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.518043:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f9e490c0. 00010000:00000040:0.0:1783976742.518049:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f9e48500 count: 0 00010000:00000010:0.0:1783976742.518055:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ffaa2b00. 00010000:00000001:0.0:1783976742.518064:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.518068:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.518073:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c615a600/0xc4ea75fdb9c2e4a9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b00864 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.518089:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c57a70c0. 00010000:00000040:0.0:1783976742.518113:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b8401f42000 count: 0 00010000:00000010:0.0:1783976742.518119:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f74a7d00. 00010000:00000001:0.0:1783976742.518129:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.518132:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.518154:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83eeda6e00/0xc4ea75fdb9c2e46a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd962:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0076f expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.518195:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c57a7600. 00010000:00000040:0.0:1783976742.518230:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f66b7900 count: 0 00010000:00000010:0.0:1783976742.518242:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f74a7c00. 00010000:00000001:0.0:1783976742.518263:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.518286:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.518293:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f4155200/0xc4ea75fdb9c2e439 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda66:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b006a4 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.518425:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ef833dc0. 00010000:00000040:0.0:1783976742.518431:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f56e1100 count: 0 00010000:00000010:0.0:1783976742.518438:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fe3a5900. 00010000:00000001:0.0:1783976742.518448:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.518454:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.518459:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c6159600/0xc4ea75fdb9c2e40f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb04:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b005e7 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.518482:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c57a7dc0. 00010000:00000040:0.0:1783976742.518492:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f66b7000 count: 0 00010000:00000010:0.0:1783976742.518498:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f74a7980. 00010000:00000001:0.0:1783976742.518508:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.518512:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.518517:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c6159200/0xc4ea75fdb9c2e3d7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd9e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b004eb expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.518528:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f2d0da40. 00010000:00000040:0.0:1783976742.518534:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b8401020300 count: 0 00010000:00000010:0.0:1783976742.518540:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c6382580. 00010000:00000001:0.0:1783976742.518549:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.518552:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.518557:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f56e2e00/0xc4ea75fdb9c2e3a6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b00435 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.518578:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6a7bf80. 00010000:00000040:0.0:1783976742.518586:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fe3a7e00 count: 0 00010000:00000010:0.0:1783976742.518593:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fe3a5580. 00010000:00000001:0.0:1783976742.518604:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.518608:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.518612:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f4154e00/0xc4ea75fdb9c2e375 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd820:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b00371 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.518630:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f2d0df40. 00010000:00000040:0.0:1783976742.518637:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b8401020200 count: 0 00010000:00000010:0.0:1783976742.518641:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c6382000. 00010000:00000001:0.0:1783976742.518652:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.518655:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.518659:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c6159c00/0xc4ea75fdb9c2e344 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd838:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b00283 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.518679:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f2d0d580. 00010000:00000040:0.0:1783976742.518687:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ff636f00 count: 0 00010000:00000010:0.0:1783976742.518694:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c6382880. 00010000:00000001:0.0:1783976742.518711:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.518715:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.518723:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b8401023400/0xc4ea75fdb9c2e305 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd805:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b00187 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.518751:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d7edaf00. 00010000:00000040:0.0:1783976742.518755:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c4089100 count: 0 00010000:00000010:0.0:1783976742.518762:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ffaa2980. 00010000:00000001:0.0:1783976742.518773:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.518776:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.518781:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f56e2600/0xc4ea75fdb9c2e2cd lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc3f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3b0006f expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.518800:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f2d0d100. 00010000:00000040:0.0:1783976742.518807:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ff636600 count: 0 00010000:00000010:0.0:1783976742.518814:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c6382300. 00010000:00000001:0.0:1783976742.518826:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.518829:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.518833:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b8401023000/0xc4ea75fdb9c2e29c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc05:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3affff8 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.518869:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f2d0de00. 00010000:00000040:0.0:1783976742.518876:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f3cc9f00 count: 0 00010000:00000010:0.0:1783976742.518883:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c6382600. 00010000:00000001:0.0:1783976742.518951:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.518962:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.518965:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fceb4a00/0xc4ea75fdb9c2e264 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdbae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3affed2 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.519010:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6a7bc40. 00010000:00000040:0.0:1783976742.519029:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fe3a7300 count: 0 00010000:00000010:0.0:1783976742.519047:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fe3a5600. 00010000:00000001:0.0:1783976742.519062:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.519066:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.519071:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c638b200/0xc4ea75fdb9c2e22c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd93f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3affdf9 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.519098:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f2d0d300. 00010000:00000040:0.0:1783976742.519104:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f3cc9c00 count: 0 00010000:00000010:0.0:1783976742.519110:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c6382c80. 00010000:00000001:0.0:1783976742.519122:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.519125:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.519129:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fceb7800/0xc4ea75fdb9c2e1f4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc5f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3affcef expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.519147:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f2d0d940. 00010000:00000040:0.0:1783976742.519152:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f3cc9e00 count: 0 00010000:00000010:0.0:1783976742.519159:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c6382280. 00010000:00000001:0.0:1783976742.519171:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.519173:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.519177:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fceb6400/0xc4ea75fdb9c2e1bc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb93:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3affc16 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.519197:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f2d0d4c0. 00010000:00000040:0.0:1783976742.519204:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f2c7a600 count: 0 00010000:00000010:0.0:1783976742.519217:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c6382380. 00010000:00000001:0.0:1783976742.519227:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.519231:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.519237:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fceb5a00/0xc4ea75fdb9c2e176 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd8bc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3affae9 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.519258:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6a7b840. 00010000:00000040:0.0:1783976742.519264:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fe3a6600 count: 0 00010000:00000010:0.0:1783976742.519270:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fe3a5180. 00010000:00000001:0.0:1783976742.519278:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.519282:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.519287:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c638b600/0xc4ea75fdb9c2e130 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd8c1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aff9a7 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.519431:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f2d0d9c0. 00010000:00000040:0.0:1783976742.519438:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f2c79700 count: 0 00010000:00000010:0.0:1783976742.519444:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c6382b80. 00010000:00000001:0.0:1783976742.519454:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.519459:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.519464:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c4d8c000/0xc4ea75fdb9c2e0f1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdbc1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aff8b2 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.519484:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c4a70f00. 00010000:00000040:0.0:1783976742.519491:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c57a4500 count: 0 00010000:00000010:0.0:1783976742.519497:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f74a7b00. 00010000:00000001:0.0:1783976742.519508:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.519511:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.519515:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fceb4600/0xc4ea75fdb9c2e0b9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb54:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aff7a1 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.519528:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d7eda7c0. 00010000:00000040:0.0:1783976742.519533:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83cbd18300 count: 0 00010000:00000010:0.0:1783976742.519540:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ffaa2f00. 00010000:00000001:0.0:1783976742.519554:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.519557:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.519563:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fceb5400/0xc4ea75fdb9c2e088 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda80:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aff707 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.519587:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d7eda180. 00010000:00000040:0.0:1783976742.519594:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83cbd18700 count: 0 00010000:00000010:0.0:1783976742.519600:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ffaa2d00. 00010000:00000001:0.0:1783976742.519610:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.519613:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.519617:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3cca600/0xc4ea75fdb9c2e05e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aff62e expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.519624:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c4a70680. 00010000:00000040:0.0:1783976742.519630:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f74a6b00 count: 0 00010000:00000010:0.0:1783976742.519636:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f74a7680. 00010000:00000001:0.0:1783976742.519648:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.519651:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.519655:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c4d8cc00/0xc4ea75fdb9c2e026 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aff540 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.519666:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c4a700c0. 00010000:00000040:0.0:1783976742.519671:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f74a6500 count: 0 00010000:00000010:0.0:1783976742.519677:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f74a7080. 00010000:00000001:0.0:1783976742.519686:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.519690:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.519695:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c4d8c600/0xc4ea75fdb9c2dfe7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd8a0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aff459 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.519716:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d7edafc0. 00010000:00000040:0.0:1783976742.519722:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83cbd18400 count: 0 00010000:00000010:0.0:1783976742.519730:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ffaa2a00. 00010000:00000001:0.0:1783976742.519738:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.519741:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.519745:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ccd77c00/0xc4ea75fdb9c2dfa8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd99f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aff35d expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.519765:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6a7b6c0. 00010000:00000040:0.0:1783976742.519769:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fe3a6500 count: 0 00010000:00000010:0.0:1783976742.519776:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fe3a5700. 00010000:00000001:0.0:1783976742.519784:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.519787:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.519791:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f5f0a000/0xc4ea75fdb9c2df7e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd86f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aff276 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.519812:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c4a702c0. 00010000:00000040:0.0:1783976742.519819:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f74a6e00 count: 0 00010000:00000010:0.0:1783976742.519823:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f74a7600. 00010000:00000001:0.0:1783976742.519837:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.519841:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.519845:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ed378000/0xc4ea75fdb9c2df46 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdbe5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aff188 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.519866:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d7eda280. 00010000:00000040:0.0:1783976742.519873:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83cbd1af00 count: 0 00010000:00000010:0.0:1783976742.519877:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ffaa2880. 00010000:00000001:0.0:1783976742.519894:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.519898:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.519905:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c6380000/0xc4ea75fdb9c2df15 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc5a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aff0a1 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.519935:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c4a70640. 00010000:00000040:0.0:1783976742.519943:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f723e900 count: 0 00010000:00000010:0.0:1783976742.519951:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fba70100. 00010000:00000001:0.0:1783976742.519971:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.519975:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.519982:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ccd74a00/0xc4ea75fdb9c2dedd lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afefdd expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.520007:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c4a70700. 00010000:00000040:0.0:1783976742.520013:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f723ed00 count: 0 00010000:00000010:0.0:1783976742.520019:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fba70900. 00010000:00000001:0.0:1783976742.520033:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.520037:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.520040:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ccd77e00/0xc4ea75fdb9c2dea5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdaf6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afeeef expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.520059:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d7eda1c0. 00010000:00000040:0.0:1783976742.520064:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83cbd1a500 count: 0 00010000:00000010:0.0:1783976742.520070:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ffaa2900. 00010000:00000001:0.0:1783976742.520081:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.520085:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.520089:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ccd74600/0xc4ea75fdb9c2de89 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afee78 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.520100:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6a7bac0. 00010000:00000040:0.0:1783976742.520105:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fe3a4500 count: 0 00010000:00000010:0.0:1783976742.520111:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f7658900. 00010000:00000001:0.0:1783976742.520119:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.520123:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.520127:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb51b800/0xc4ea75fdb9c2de58 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd827:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afed91 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.520139:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d7eda580. 00010000:00000040:0.0:1783976742.520145:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83cbd1a200 count: 0 00010000:00000010:0.0:1783976742.520150:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ffaa2000. 00010000:00000001:0.0:1783976742.520157:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.520160:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.520165:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ccd75a00/0xc4ea75fdb9c2de19 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb68:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afec9c expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.520190:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c4a70d40. 00010000:00000040:0.0:1783976742.520195:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f723ea00 count: 0 00010000:00000010:0.0:1783976742.520202:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fba70c00. 00010000:00000001:0.0:1783976742.520227:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.520230:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.520235:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb519600/0xc4ea75fdb9c2ddda lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd84d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afeb84 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.520251:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6a7b8c0. 00010000:00000040:0.0:1783976742.520257:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c6390f00 count: 0 00010000:00000010:0.0:1783976742.520263:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f7658f80. 00010000:00000001:0.0:1783976742.520275:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.520278:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.520282:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f5f0be00/0xc4ea75fdb9c2dda9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd9c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afeac0 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.520406:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c4a70940. 00010000:00000040:0.0:1783976742.520412:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f723c300 count: 0 00010000:00000010:0.0:1783976742.520416:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fba70280. 00010000:00000001:0.0:1783976742.520427:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.520430:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.520434:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ff289200/0xc4ea75fdb9c2dd71 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd855:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afe9bd expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.520458:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d7eda680. 00010000:00000040:0.0:1783976742.520465:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f774ec00 count: 0 00010000:00000010:0.0:1783976742.520473:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ffaa2080. 00010000:00000001:0.0:1783976742.520486:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.520489:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.520494:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb51a400/0xc4ea75fdb9c2dd40 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc82:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afe900 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.520516:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d7edaec0. 00010000:00000040:0.0:1783976742.520523:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f774ee00 count: 0 00010000:00000010:0.0:1783976742.520531:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ffaa2a80. 00010000:00000001:0.0:1783976742.520546:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.520549:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.520553:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb51b000/0xc4ea75fdb9c2dd0f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdac3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afe819 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.520580:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c4a70a40. 00010000:00000040:0.0:1783976742.520586:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f7c5a000 count: 0 00010000:00000010:0.0:1783976742.520594:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fba70d00. 00010000:00000001:0.0:1783976742.520610:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.520614:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.520620:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f5f0ae00/0xc4ea75fdb9c2dcd7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd8f6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afe740 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.520638:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6a7b780. 00010000:00000040:0.0:1783976742.520644:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c6390200 count: 0 00010000:00000010:0.0:1783976742.520650:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f7658d00. 00010000:00000001:0.0:1783976742.520661:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.520664:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.520668:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ff289a00/0xc4ea75fdb9c2dc98 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdce7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afe64b expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.520688:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c6735e40. 00010000:00000040:0.0:1783976742.520696:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f7c58600 count: 0 00010000:00000010:0.0:1783976742.520704:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fba70180. 00010000:00000001:0.0:1783976742.520718:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.520722:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.520728:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef7b2a00/0xc4ea75fdb9c2dc7c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xddab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afe5b8 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.520748:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c5379180. 00010000:00000040:0.0:1783976742.520754:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f7c58b00 count: 0 00010000:00000010:0.0:1783976742.520760:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fba70300. 00010000:00000001:0.0:1783976742.520772:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.520775:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.520779:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef7b1a00/0xc4ea75fdb9c2dc2f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd8de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afe4b5 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.520790:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ef833740. 00010000:00000040:0.0:1783976742.520796:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f7c5b400 count: 0 00010000:00000010:0.0:1783976742.520802:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ef5c2400. 00010000:00000001:0.0:1783976742.520816:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.520818:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.520821:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef7b2200/0xc4ea75fdb9c2dbf7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afe396 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.520832:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c5379100. 00010000:00000040:0.0:1783976742.520838:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c6009500 count: 0 00010000:00000010:0.0:1783976742.520844:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fba70500. 00010000:00000001:0.0:1783976742.520854:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.520858:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.520861:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef7b0200/0xc4ea75fdb9c2dbbf lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afe2a8 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.520882:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c5379940. 00010000:00000040:0.0:1783976742.520888:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c6009c00 count: 0 00010000:00000010:0.0:1783976742.520895:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fba70380. 00010000:00000001:0.0:1783976742.520905:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.520909:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.520913:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef7b1400/0xc4ea75fdb9c2db95 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afe215 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.520931:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ef833880. 00010000:00000040:0.0:1783976742.520937:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f7c5bc00 count: 0 00010000:00000010:0.0:1783976742.520943:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ef5c2500. 00010000:00000001:0.0:1783976742.520952:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.520956:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.520960:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef7b3200/0xc4ea75fdb9c2db6b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd87:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afe13c expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.520974:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c5379b00. 00010000:00000040:0.0:1783976742.520980:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c6009100 count: 0 00010000:00000010:0.0:1783976742.520984:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fba70780. 00010000:00000001:0.0:1783976742.520992:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.520996:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.521000:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ed378a00/0xc4ea75fdb9c2db41 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb41:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afe063 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.521016:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c5379d00. 00010000:00000040:0.0:1783976742.521021:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c6009400 count: 0 00010000:00000010:0.0:1783976742.521027:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fba70480. 00010000:00000001:0.0:1783976742.521042:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.521045:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.521050:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ed379600/0xc4ea75fdb9c2daf4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd7ed:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afdf67 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.521066:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6a7b000. 00010000:00000040:0.0:1783976742.521071:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fcfd3800 count: 0 00010000:00000010:0.0:1783976742.521078:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f7658b00. 00010000:00000001:0.0:1783976742.521090:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.521093:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.521097:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3614000/0xc4ea75fdb9c2dad1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afde87 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.521117:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c53791c0. 00010000:00000040:0.0:1783976742.521124:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c6008900 count: 0 00010000:00000010:0.0:1783976742.521130:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fba70880. 00010000:00000001:0.0:1783976742.521141:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.521143:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.521147:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3615600/0xc4ea75fdb9c2da99 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd997:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afddae expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.521159:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c53798c0. 00010000:00000040:0.0:1783976742.521164:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c6008300 count: 0 00010000:00000010:0.0:1783976742.521170:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fba70b00. 00010000:00000001:0.0:1783976742.521182:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.521185:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.521190:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb512800/0xc4ea75fdb9c2da5a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdaec:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afdce3 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.521200:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6a7b7c0. 00010000:00000040:0.0:1783976742.521204:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f7263900 count: 0 00010000:00000010:0.0:1783976742.521220:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f7658980. 00010000:00000001:0.0:1783976742.521230:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.521233:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.521236:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f7260600/0xc4ea75fdb9c2da29 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb01:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afdbd2 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.521252:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d7eda800. 00010000:00000040:0.0:1783976742.521258:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f774d400 count: 0 00010000:00000010:0.0:1783976742.521262:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ffaa2780. 00010000:00000001:0.0:1783976742.521275:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.521278:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.521282:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3614a00/0xc4ea75fdb9c2d9ff lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdcb2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afdb46 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.521409:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6a7ba40. 00010000:00000040:0.0:1783976742.521416:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f7263400 count: 0 00010000:00000010:0.0:1783976742.521421:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f7658480. 00010000:00000001:0.0:1783976742.521430:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.521433:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.521438:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fba72c00/0xc4ea75fdb9c2d9c7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc6a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afda58 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.521461:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c5379b80. 00010000:00000040:0.0:1783976742.521466:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb04a200 count: 0 00010000:00000010:0.0:1783976742.521474:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ff2ced00. 00010000:00000001:0.0:1783976742.521490:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.521494:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.521499:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb513800/0xc4ea75fdb9c2d996 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd7df:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afd97f expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.521518:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c5379400. 00010000:00000040:0.0:1783976742.521524:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb04a700 count: 0 00010000:00000010:0.0:1783976742.521531:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ff2ce380. 00010000:00000001:0.0:1783976742.521545:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.521549:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.521554:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ffaa0c00/0xc4ea75fdb9c2d957 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afd875 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.521571:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ef833b40. 00010000:00000040:0.0:1783976742.521578:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb1a1b00 count: 0 00010000:00000010:0.0:1783976742.521584:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ef5c2200. 00010000:00000001:0.0:1783976742.521597:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.521600:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.521605:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb0f2600/0xc4ea75fdb9c2d926 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb08:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afd78e expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.521616:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ef833e40. 00010000:00000040:0.0:1783976742.521622:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb1a1400 count: 0 00010000:00000010:0.0:1783976742.521627:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ef5c2180. 00010000:00000001:0.0:1783976742.521633:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.521638:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.521642:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ffaa1a00/0xc4ea75fdb9c2d8d9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd9ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afd629 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.521663:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c5379980. 00010000:00000040:0.0:1783976742.521667:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb048a00 count: 0 00010000:00000010:0.0:1783976742.521674:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ff2ced80. 00010000:00000001:0.0:1783976742.521685:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.521687:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.521691:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f7261600/0xc4ea75fdb9c2d8a1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd939:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afd53b expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.521704:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d7edab80. 00010000:00000040:0.0:1783976742.521711:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fba71300 count: 0 00010000:00000010:0.0:1783976742.521720:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fe532780. 00010000:00000001:0.0:1783976742.521734:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.521738:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.521742:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83efefb400/0xc4ea75fdb9c2d869 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc53:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afd477 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.521750:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ef833500. 00010000:00000040:0.0:1783976742.521758:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb1a1800 count: 0 00010000:00000010:0.0:1783976742.521764:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ef5c2f00. 00010000:00000001:0.0:1783976742.521775:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.521779:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.521783:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb0f0000/0xc4ea75fdb9c2d838 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda52:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afd3c1 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.521799:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82c2b57200. 00010000:00000040:0.0:1783976742.521806:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f6dd9b00 count: 0 00010000:00000010:0.0:1783976742.521813:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f7658c80. 00010000:00000001:0.0:1783976742.521825:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.521828:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.521832:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f683f000/0xc4ea75fdb9c2d7f9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afd2be expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.521844:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c5379340. 00010000:00000040:0.0:1783976742.521850:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c9e6f200 count: 0 00010000:00000010:0.0:1783976742.521855:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ff2ceb80. 00010000:00000001:0.0:1783976742.521868:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.521872:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.521877:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f683fe00/0xc4ea75fdb9c2d7c1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afd1d0 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.521894:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c5379600. 00010000:00000040:0.0:1783976742.521900:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c9e6f700 count: 0 00010000:00000010:0.0:1783976742.521908:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ff2ce480. 00010000:00000001:0.0:1783976742.521916:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.521920:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.521924:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ff5c7c00/0xc4ea75fdb9c2d774 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd922:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afd079 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.521946:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c5379bc0. 00010000:00000040:0.0:1783976742.521951:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c9e6fd00 count: 0 00010000:00000010:0.0:1783976742.521956:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ff2ce780. 00010000:00000001:0.0:1783976742.521969:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.521972:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.521976:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ff5c7400/0xc4ea75fdb9c2d73c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afcf76 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.521989:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d7ef3e00. 00010000:00000040:0.0:1783976742.521996:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fec84300 count: 0 00010000:00000010:0.0:1783976742.522000:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f6932280. 00010000:00000001:0.0:1783976742.522012:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.522016:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.522019:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f683f200/0xc4ea75fdb9c2d704 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdcde:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afce88 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.522024:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83d1bc18c0. 00010000:00000040:0.0:1783976742.522032:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b8400250800 count: 0 00010000:00000010:0.0:1783976742.522036:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ff2ce800. 00010000:00000001:0.0:1783976742.522047:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.522050:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.522054:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb0f3a00/0xc4ea75fdb9c2d6d3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdbfd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afcdf5 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.522063:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ef833040. 00010000:00000040:0.0:1783976742.522070:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb1a0800 count: 0 00010000:00000010:0.0:1783976742.522075:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ef5c2480. 00010000:00000001:0.0:1783976742.522088:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.522091:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.522096:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ff5c7600/0xc4ea75fdb9c2d6a9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd976:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afcce4 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.522110:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d7ef3400. 00010000:00000040:0.0:1783976742.522116:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fec84000 count: 0 00010000:00000010:0.0:1783976742.522120:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f6932a00. 00010000:00000001:0.0:1783976742.522130:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.522133:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.522137:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f683e600/0xc4ea75fdb9c2d655 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdcc7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afcbb7 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.522155:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83d1bc1040. 00010000:00000040:0.0:1783976742.522162:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b8400250600 count: 0 00010000:00000010:0.0:1783976742.522166:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ff2ce980. 00010000:00000001:0.0:1783976742.522180:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.522182:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.522185:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ff5c4200/0xc4ea75fdb9c2d624 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc41:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afcade expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.522195:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83d1bc1dc0. 00010000:00000040:0.0:1783976742.522200:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b8400250000 count: 0 00010000:00000010:0.0:1783976742.522206:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ff2ceb00. 00010000:00000001:0.0:1783976742.522222:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.522225:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.522229:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ff5c5000/0xc4ea75fdb9c2d5ec lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd83e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afc9f7 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.522243:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ef8acf40. 00010000:00000040:0.0:1783976742.522248:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef5c0500 count: 0 00010000:00000010:0.0:1783976742.522253:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fe532580. 00010000:00000001:0.0:1783976742.522266:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.522377:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.522382:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f683c200/0xc4ea75fdb9c2d5ad lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc54:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afc8ca expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.522389:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82c2b57800. 00010000:00000040:0.0:1783976742.522397:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f765a900 count: 0 00010000:00000010:0.0:1783976742.522402:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f7658b80. 00010000:00000001:0.0:1783976742.522413:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.522417:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.522421:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f683d600/0xc4ea75fdb9c2d583 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdaf8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afc830 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.522437:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83d1bc12c0. 00010000:00000040:0.0:1783976742.522443:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb618f00 count: 0 00010000:00000010:0.0:1783976742.522450:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ff2cea80. 00010000:00000001:0.0:1783976742.522462:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.522466:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.522471:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f29a6800/0xc4ea75fdb9c2d54b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd905:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afc749 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.522493:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ef8ac940. 00010000:00000040:0.0:1783976742.522501:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83de0a6100 count: 0 00010000:00000010:0.0:1783976742.522505:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fe532e00. 00010000:00000001:0.0:1783976742.522522:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.522526:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.522532:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f29a7e00/0xc4ea75fdb9c2d51a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdcdb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afc677 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.522554:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83d1bc17c0. 00010000:00000040:0.0:1783976742.522561:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb618500 count: 0 00010000:00000010:0.0:1783976742.522566:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ff2ce300. 00010000:00000001:0.0:1783976742.522575:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.522579:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.522582:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f29a6200/0xc4ea75fdb9c2d4db lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afc589 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.522590:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ef8aca80. 00010000:00000040:0.0:1783976742.522597:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83de0a6800 count: 0 00010000:00000010:0.0:1783976742.522602:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fe532200. 00010000:00000001:0.0:1783976742.522613:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.522615:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.522619:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb0a0a00/0xc4ea75fdb9c2d49c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdcd4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afc447 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.522633:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83d1bc1700. 00010000:00000040:0.0:1783976742.522640:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb618200 count: 0 00010000:00000010:0.0:1783976742.522643:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ff2cec80. 00010000:00000001:0.0:1783976742.522655:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.522659:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.522662:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f29a6600/0xc4ea75fdb9c2d45d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdcc2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afc359 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.522675:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ef8acc40. 00010000:00000040:0.0:1783976742.522679:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83de0a4300 count: 0 00010000:00000010:0.0:1783976742.522684:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fe532b00. 00010000:00000001:0.0:1783976742.522691:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.522695:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.522700:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83efefb000/0xc4ea75fdb9c2d3b5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb9e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afc07a expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.522719:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ef8ac840. 00010000:00000040:0.0:1783976742.522725:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f4393b00 count: 0 00010000:00000010:0.0:1783976742.522732:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fe532f80. 00010000:00000001:0.0:1783976742.522745:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.522749:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.522752:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef4cfe00/0xc4ea75fdb9c2d37d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afbf9a expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.522772:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d7ef3700. 00010000:00000040:0.0:1783976742.522777:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb0a3e00 count: 0 00010000:00000010:0.0:1783976742.522783:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f6932780. 00010000:00000001:0.0:1783976742.522795:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.522798:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.522802:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83efefb600/0xc4ea75fdb9c2d33e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdbdb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afbeac expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.522818:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83d1bc11c0. 00010000:00000040:0.0:1783976742.522825:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ff2cc100 count: 0 00010000:00000010:0.0:1783976742.522830:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83d4181800. 00010000:00000001:0.0:1783976742.522842:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.522844:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.522848:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef4ce800/0xc4ea75fdb9c2d306 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdca4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afbdd3 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.522855:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d7ef3100. 00010000:00000040:0.0:1783976742.522862:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83e5db1100 count: 0 00010000:00000010:0.0:1783976742.522866:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f6932880. 00010000:00000001:0.0:1783976742.522879:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.522882:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.522887:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2528200/0xc4ea75fdb9c2d2c0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd71:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afbc75 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.522905:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d7ef3a80. 00010000:00000040:0.0:1783976742.522912:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83e5db1400 count: 0 00010000:00000010:0.0:1783976742.522919:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f6932c00. 00010000:00000001:0.0:1783976742.522927:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.522931:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.522935:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ed217200/0xc4ea75fdb9c2d288 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd9a7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afbb80 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.522953:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ef8ac780. 00010000:00000040:0.0:1783976742.522958:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f4391b00 count: 0 00010000:00000010:0.0:1783976742.522963:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fe532900. 00010000:00000001:0.0:1783976742.522981:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.522985:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.522988:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ed214600/0xc4ea75fdb9c2d249 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb3e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afba68 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.523007:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ef8acd80. 00010000:00000040:0.0:1783976742.523014:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fa95a700 count: 0 00010000:00000010:0.0:1783976742.523019:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fe532a00. 00010000:00000001:0.0:1783976742.523030:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.523033:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.523037:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ff5c8600/0xc4ea75fdb9c2d211 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd996:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afb9a4 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.523043:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ef8ac300. 00010000:00000040:0.0:1783976742.523050:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fa95ab00 count: 0 00010000:00000010:0.0:1783976742.523054:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fe532080. 00010000:00000001:0.0:1783976742.523063:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.523068:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.523071:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ff5c8400/0xc4ea75fdb9c2d1e0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc06:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afb8c4 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.523081:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83d1bc1f00. 00010000:00000040:0.0:1783976742.523087:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb10ad00 count: 0 00010000:00000010:0.0:1783976742.523090:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83d4181380. 00010000:00000001:0.0:1783976742.523100:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.523103:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.523107:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ed214000/0xc4ea75fdb9c2d1a8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd916:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afb7f9 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.523126:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ef8ac040. 00010000:00000040:0.0:1783976742.523130:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fa95a800 count: 0 00010000:00000010:0.0:1783976742.523136:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fe532180. 00010000:00000001:0.0:1783976742.523149:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.523152:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.523156:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ed216800/0xc4ea75fdb9c2d17e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb5f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afb704 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.523163:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83d1bc1600. 00010000:00000040:0.0:1783976742.523169:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb108700 count: 0 00010000:00000010:0.0:1783976742.523174:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83d4181900. 00010000:00000001:0.0:1783976742.523185:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.523188:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.523191:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ed215a00/0xc4ea75fdb9c2d14d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afb632 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.523204:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ef8ac700. 00010000:00000040:0.0:1783976742.523219:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fa958000 count: 0 00010000:00000010:0.0:1783976742.523225:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fe532280. 00010000:00000001:0.0:1783976742.523237:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.523240:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.523244:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ed215800/0xc4ea75fdb9c2d107 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd8cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afb536 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.523254:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83d1bc1ac0. 00010000:00000040:0.0:1783976742.523259:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb108400 count: 0 00010000:00000010:0.0:1783976742.523263:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83d4181f00. 00010000:00000001:0.0:1783976742.523277:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.523282:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.523289:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef4cf800/0xc4ea75fdb9c2d0c8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd9bd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afb41e expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.523419:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d7ef3f40. 00010000:00000040:0.0:1783976742.523424:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83e5db0b00 count: 0 00010000:00000010:0.0:1783976742.523430:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f6932600. 00010000:00000001:0.0:1783976742.523444:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.523448:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.523453:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef4cd000/0xc4ea75fdb9c2d089 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd85e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afb2f8 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.523469:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83cd5aa340. 00010000:00000040:0.0:1783976742.523476:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c444e800 count: 0 00010000:00000010:0.0:1783976742.523483:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83d4181580. 00010000:00000001:0.0:1783976742.523494:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.523498:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.523501:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef4cc200/0xc4ea75fdb9c2d051 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afb203 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.523514:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83cbb19dc0. 00010000:00000040:0.0:1783976742.523519:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f3c81700 count: 0 00010000:00000010:0.0:1783976742.523526:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fe532980. 00010000:00000001:0.0:1783976742.523533:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.523537:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.523541:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef4cd400/0xc4ea75fdb9c2d019 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdac0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afb138 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.523554:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83cd5aa9c0. 00010000:00000040:0.0:1783976742.523562:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c444ec00 count: 0 00010000:00000010:0.0:1783976742.523567:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83d4181200. 00010000:00000001:0.0:1783976742.523580:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.523583:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.523588:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2528600/0xc4ea75fdb9c2cfcc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afaffd expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.523606:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82c2b57b00. 00010000:00000040:0.0:1783976742.523612:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f3c5a000 count: 0 00010000:00000010:0.0:1783976742.523618:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c4650b00. 00010000:00000001:0.0:1783976742.523626:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.523628:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.523633:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3c83c00/0xc4ea75fdb9c2cf9b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd857:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afaf2b expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.523642:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d7ef39c0. 00010000:00000040:0.0:1783976742.523648:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f6933800 count: 0 00010000:00000010:0.0:1783976742.523654:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f6932f00. 00010000:00000001:0.0:1783976742.523663:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.523666:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.523670:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3c83a00/0xc4ea75fdb9c2cf55 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd8ef:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afadf7 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.523682:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c364acc0. 00010000:00000040:0.0:1783976742.523691:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c444de00 count: 0 00010000:00000010:0.0:1783976742.523696:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83d4181300. 00010000:00000001:0.0:1783976742.523707:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.523712:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.523718:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3c83200/0xc4ea75fdb9c2cf16 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd94b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afaced expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.523735:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c364a480. 00010000:00000040:0.0:1783976742.523743:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c444c300 count: 0 00010000:00000010:0.0:1783976742.523748:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83d4181500. 00010000:00000001:0.0:1783976742.523759:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.523763:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.523767:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3c82600/0xc4ea75fdb9c2cee5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd5c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afac06 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.523786:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83cbb19040. 00010000:00000040:0.0:1783976742.523793:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c444c800 count: 0 00010000:00000010:0.0:1783976742.523798:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83d4181780. 00010000:00000001:0.0:1783976742.523811:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.523815:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.523817:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef5e3000/0xc4ea75fdb9c2ce9f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb52:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afaad9 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.523827:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c364a240. 00010000:00000040:0.0:1783976742.523833:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83d4182500 count: 0 00010000:00000010:0.0:1783976742.523839:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83d4181480. 00010000:00000001:0.0:1783976742.523850:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.523853:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.523858:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ed1b9200/0xc4ea75fdb9c2ce60 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd908:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afa9e4 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.523872:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c364ab40. 00010000:00000040:0.0:1783976742.523875:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83d4182100 count: 0 00010000:00000010:0.0:1783976742.523882:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83d4181880. 00010000:00000001:0.0:1783976742.523888:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.523892:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.523897:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ed1b9c00/0xc4ea75fdb9c2ce28 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb82:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afa935 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.523917:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d7ef36c0. 00010000:00000040:0.0:1783976742.523926:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f6933100 count: 0 00010000:00000010:0.0:1783976742.523934:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f769ae80. 00010000:00000001:0.0:1783976742.523945:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.523948:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.523952:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef5e3800/0xc4ea75fdb9c2cdf0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdcb8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afa7f3 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.523963:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c364aac0. 00010000:00000040:0.0:1783976742.523969:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83d4180a00 count: 0 00010000:00000010:0.0:1783976742.523975:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83d4177900. 00010000:00000001:0.0:1783976742.523988:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.523992:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.523997:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f252ae00/0xc4ea75fdb9c2cdb1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd9e2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afa6e2 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.524009:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83cbb19380. 00010000:00000040:0.0:1783976742.524016:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fc5f5a00 count: 0 00010000:00000010:0.0:1783976742.524020:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83eed7f480. 00010000:00000001:0.0:1783976742.524033:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.524037:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.524040:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f552ee00/0xc4ea75fdb9c2cd6b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afa5b5 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.524050:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c364aa40. 00010000:00000040:0.0:1783976742.524056:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f3c02400 count: 0 00010000:00000010:0.0:1783976742.524061:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83d4177f00. 00010000:00000001:0.0:1783976742.524075:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.524079:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.524082:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f552e400/0xc4ea75fdb9c2cd25 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd7e8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afa4b9 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.524092:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c364a5c0. 00010000:00000040:0.0:1783976742.524096:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f3c02c00 count: 0 00010000:00000010:0.0:1783976742.524102:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83d4177f80. 00010000:00000001:0.0:1783976742.524109:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.524112:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.524114:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c3b3bc00/0xc4ea75fdb9c2cced lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdcb6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afa3b6 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.524135:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c7c14540. 00010000:00000040:0.0:1783976742.524142:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fdec4d00 count: 0 00010000:00000010:0.0:1783976742.524146:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83d4177000. 00010000:00000001:0.0:1783976742.524151:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.524155:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.524160:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fcd16200/0xc4ea75fdb9c2ccb5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd7fe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afa2c1 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.524205:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82c2b57c40. 00010000:00000040:0.0:1783976742.524219:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f3c58b00 count: 0 00010000:00000010:0.0:1783976742.524226:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c4650d00. 00010000:00000001:0.0:1783976742.524241:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.524244:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.524250:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fcd16a00/0xc4ea75fdb9c2cc7d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdad9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afa1da expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.524280:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c7c14880. 00010000:00000040:0.0:1783976742.524288:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fdec4900 count: 0 00010000:00000010:0.0:1783976742.524292:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83d4177b00. 00010000:00000001:0.0:1783976742.524652:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.524655:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.524661:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fcd17200/0xc4ea75fdb9c2cc29 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3afa098 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.524675:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83cbb38480. 00010000:00000040:0.0:1783976742.524682:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fc5f4700 count: 0 00010000:00000010:0.0:1783976742.524687:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83eed7f180. 00010000:00000001:0.0:1783976742.524701:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.524704:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.524710:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f552f400/0xc4ea75fdb9c2cbea lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb91:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af9f5d expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.524724:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6ae13c0. 00010000:00000040:0.0:1783976742.524729:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f3c58900 count: 0 00010000:00000010:0.0:1783976742.524737:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c4650e80. 00010000:00000001:0.0:1783976742.524744:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.524747:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.524752:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fcd17e00/0xc4ea75fdb9c2cbb9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd7c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af9e7d expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.524761:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6ae1780. 00010000:00000040:0.0:1783976742.524769:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f682b100 count: 0 00010000:00000010:0.0:1783976742.524773:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c4650f80. 00010000:00000001:0.0:1783976742.524787:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.524791:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.524795:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c3b38400/0xc4ea75fdb9c2cb81 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd9e8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af9d88 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.524816:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83cbb38300. 00010000:00000040:0.0:1783976742.524821:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b84012f2c00 count: 0 00010000:00000010:0.0:1783976742.524827:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83eed7f000. 00010000:00000001:0.0:1783976742.524835:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.524839:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.524841:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c3b3a600/0xc4ea75fdb9c2cb3b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af9c93 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.524853:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c5acb780. 00010000:00000040:0.0:1783976742.524857:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83efe1ad00 count: 0 00010000:00000010:0.0:1783976742.524862:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83d4177180. 00010000:00000001:0.0:1783976742.524872:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.524875:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.524879:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f552d000/0xc4ea75fdb9c2cb11 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdbe3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af9bc8 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.524901:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6ae18c0. 00010000:00000040:0.0:1783976742.524908:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f682b500 count: 0 00010000:00000010:0.0:1783976742.524915:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c4650800. 00010000:00000001:0.0:1783976742.524931:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.524936:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.524941:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c3b3a000/0xc4ea75fdb9c2cad9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd8e6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af9aef expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.524963:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6ae1740. 00010000:00000040:0.0:1783976742.524972:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f682be00 count: 0 00010000:00000010:0.0:1783976742.524978:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c4650980. 00010000:00000001:0.0:1783976742.524992:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.524997:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.525002:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c39ad000/0xc4ea75fdb9c2ca9a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdcf1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af99de expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.525017:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83cbb38440. 00010000:00000040:0.0:1783976742.525022:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb062600 count: 0 00010000:00000010:0.0:1783976742.525027:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83eed7f300. 00010000:00000001:0.0:1783976742.525035:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.525038:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.525042:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f552c000/0xc4ea75fdb9c2ca62 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb03:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af9905 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.525051:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6ae10c0. 00010000:00000040:0.0:1783976742.525056:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f6829300 count: 0 00010000:00000010:0.0:1783976742.525063:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c4650880. 00010000:00000001:0.0:1783976742.525070:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.525074:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.525077:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f552e600/0xc4ea75fdb9c2ca23 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd9f0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af97e6 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.525093:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d7ef3940. 00010000:00000040:0.0:1783976742.525098:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb060300 count: 0 00010000:00000010:0.0:1783976742.525101:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c6b19a00. 00010000:00000001:0.0:1783976742.525120:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.525123:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.525128:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f62ebc00/0xc4ea75fdb9c2c9f9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af971b expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.525142:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c5acbcc0. 00010000:00000040:0.0:1783976742.525150:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83efe18600 count: 0 00010000:00000010:0.0:1783976742.525154:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83d4177100. 00010000:00000001:0.0:1783976742.525167:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.525179:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.525185:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ca611a00/0xc4ea75fdb9c2c9c1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd8c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af962d expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.525204:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d7ef3880. 00010000:00000040:0.0:1783976742.525226:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb060200 count: 0 00010000:00000010:0.0:1783976742.525233:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c6b19c00. 00010000:00000001:0.0:1783976742.525240:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.525242:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.525244:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fc258c00/0xc4ea75fdb9c2c989 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdab8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af9569 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.525250:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6ae1280. 00010000:00000040:0.0:1783976742.525257:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fc252f00 count: 0 00010000:00000010:0.0:1783976742.525262:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c4650680. 00010000:00000001:0.0:1783976742.525273:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.525276:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.525280:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c630e400/0xc4ea75fdb9c2c951 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd9db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af947b expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.525412:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f2e7f8c0. 00010000:00000040:0.0:1783976742.525419:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb06eb00 count: 0 00010000:00000010:0.0:1783976742.525424:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83d4177500. 00010000:00000001:0.0:1783976742.525434:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.525438:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.525443:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c630e800/0xc4ea75fdb9c2c912 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd9c1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af938d expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.525457:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6ad0700. 00010000:00000040:0.0:1783976742.525465:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c2879200 count: 0 00010000:00000010:0.0:1783976742.525471:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c6b19f80. 00010000:00000001:0.0:1783976742.525484:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.525488:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.525493:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c39ac600/0xc4ea75fdb9c2c8da lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af927c expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.525505:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6ad0080. 00010000:00000040:0.0:1783976742.525513:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c2879e00 count: 0 00010000:00000010:0.0:1783976742.525517:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c6b19700. 00010000:00000001:0.0:1783976742.525529:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.525533:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.525537:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fc259200/0xc4ea75fdb9c2c88d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdbc6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af913a expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.525547:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6ad04c0. 00010000:00000040:0.0:1783976742.525554:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c2879900 count: 0 00010000:00000010:0.0:1783976742.525560:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c6b19280. 00010000:00000001:0.0:1783976742.525572:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.525575:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.525579:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c630c000/0xc4ea75fdb9c2c855 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdcd1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af903e expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.525602:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83cbb38280. 00010000:00000040:0.0:1783976742.525608:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83eed7e200 count: 0 00010000:00000010:0.0:1783976742.525612:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83eed7f800. 00010000:00000001:0.0:1783976742.525618:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.525621:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.525626:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c39ac800/0xc4ea75fdb9c2c808 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd9fa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af8f1f expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.525635:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6ad0ec0. 00010000:00000040:0.0:1783976742.525641:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c2879400 count: 0 00010000:00000010:0.0:1783976742.525645:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c6b19680. 00010000:00000001:0.0:1783976742.525651:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.525655:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.525658:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ff4a3c00/0xc4ea75fdb9c2c7d0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdadb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af8e07 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.525669:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83cbb38840. 00010000:00000040:0.0:1783976742.525678:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83eed7e000 count: 0 00010000:00000010:0.0:1783976742.525683:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83eed7fb00. 00010000:00000001:0.0:1783976742.525697:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.525702:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.525707:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c630d600/0xc4ea75fdb9c2c798 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd9b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af8d12 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.525725:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6ad0e40. 00010000:00000040:0.0:1783976742.525733:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c2879300 count: 0 00010000:00000010:0.0:1783976742.525741:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c6b19580. 00010000:00000001:0.0:1783976742.525754:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.525758:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.525762:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ff4a2800/0xc4ea75fdb9c2c767 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdbb5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af8c32 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.525773:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c6735500. 00010000:00000040:0.0:1783976742.525781:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ffcb0800 count: 0 00010000:00000010:0.0:1783976742.525787:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83d4177c00. 00010000:00000001:0.0:1783976742.525798:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.525802:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.525805:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f7655e00/0xc4ea75fdb9c2c71a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdba4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af8b2f expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.525817:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c9f7bac0. 00010000:00000040:0.0:1783976742.525823:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ed249b00 count: 0 00010000:00000010:0.0:1783976742.525829:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f769a700. 00010000:00000001:0.0:1783976742.525841:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.525845:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.525848:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ff4a1200/0xc4ea75fdb9c2c6f0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc0b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af8a48 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.525858:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6ad0600. 00010000:00000040:0.0:1783976742.525862:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83e5db3700 count: 0 00010000:00000010:0.0:1783976742.525866:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c4650700. 00010000:00000001:0.0:1783976742.525876:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.525880:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.525884:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ff4a3600/0xc4ea75fdb9c2c6b1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af8968 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.525901:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6ad0500. 00010000:00000040:0.0:1783976742.525909:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83df349100 count: 0 00010000:00000010:0.0:1783976742.525915:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c6b19a80. 00010000:00000001:0.0:1783976742.525927:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.525931:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.525936:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f7654200/0xc4ea75fdb9c2c672 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb8c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af8842 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.525956:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c67359c0. 00010000:00000040:0.0:1783976742.525963:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83d4176f00 count: 0 00010000:00000010:0.0:1783976742.525969:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83d4177a00. 00010000:00000001:0.0:1783976742.525982:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.525986:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.525990:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f7654e00/0xc4ea75fdb9c2c633 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdcfe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af8746 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.526001:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6ad05c0. 00010000:00000040:0.0:1783976742.526005:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83df349400 count: 0 00010000:00000010:0.0:1783976742.526013:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c6b19200. 00010000:00000001:0.0:1783976742.526025:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.526028:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.526032:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83d4175a00/0xc4ea75fdb9c2c602 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc78:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af867b expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.526043:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c6735200. 00010000:00000040:0.0:1783976742.526049:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83d4176500 count: 0 00010000:00000010:0.0:1783976742.526054:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f3f7e080. 00010000:00000001:0.0:1783976742.526068:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.526071:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.526074:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ff4a0200/0xc4ea75fdb9c2c5ca lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd8c7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af858d expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.526087:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d1e91e00. 00010000:00000040:0.0:1783976742.526091:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83e5daa700 count: 0 00010000:00000010:0.0:1783976742.526098:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f769ab00. 00010000:00000001:0.0:1783976742.526110:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.526114:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.526118:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ed24a600/0xc4ea75fdb9c2c584 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdbed:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af8483 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.526130:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6ae1480. 00010000:00000040:0.0:1783976742.526135:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83d206a000 count: 0 00010000:00000010:0.0:1783976742.526141:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fdf85a80. 00010000:00000001:0.0:1783976742.526154:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.526158:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.526161:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f7655c00/0xc4ea75fdb9c2c53e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdac6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af8310 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.526171:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6ae1f40. 00010000:00000040:0.0:1783976742.526177:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83d206ab00 count: 0 00010000:00000010:0.0:1783976742.526182:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fdf85c80. 00010000:00000001:0.0:1783976742.526194:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.526198:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.526202:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f7654600/0xc4ea75fdb9c2c514 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd8df:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af8284 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.526222:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6ae1c00. 00010000:00000040:0.0:1783976742.526227:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83d2068b00 count: 0 00010000:00000010:0.0:1783976742.526233:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fdf85f80. 00010000:00000001:0.0:1783976742.526244:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.526247:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.526251:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f34c8400/0xc4ea75fdb9c2c4d5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd94e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af818f expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.526265:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6ad08c0. 00010000:00000040:0.0:1783976742.526271:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83df348100 count: 0 00010000:00000010:0.0:1783976742.526278:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c6b19f00. 00010000:00000001:0.0:1783976742.526292:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.526428:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.526434:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ed24aa00/0xc4ea75fdb9c2c4a4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc91:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af80bd expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.526453:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c6735240. 00010000:00000040:0.0:1783976742.526461:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f7699500 count: 0 00010000:00000010:0.0:1783976742.526468:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f3f7ec80. 00010000:00000001:0.0:1783976742.526479:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.526482:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.526487:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f34c8600/0xc4ea75fdb9c2c46c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd7f6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af7fdd expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.526501:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6ae1600. 00010000:00000040:0.0:1783976742.526508:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83d2068800 count: 0 00010000:00000010:0.0:1783976742.526514:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fdf85680. 00010000:00000001:0.0:1783976742.526527:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.526531:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.526538:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fcf58e00/0xc4ea75fdb9c2c42d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda59:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af7e94 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.526561:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6a9edc0. 00010000:00000040:0.0:1783976742.526567:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f34ca200 count: 0 00010000:00000010:0.0:1783976742.526572:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fdf85180. 00010000:00000001:0.0:1783976742.526589:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.526593:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.526599:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ed24bc00/0xc4ea75fdb9c2c3f5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd974:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af7d91 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.526620:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c6735a00. 00010000:00000040:0.0:1783976742.526626:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83d1387900 count: 0 00010000:00000010:0.0:1783976742.526635:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f3f7e600. 00010000:00000001:0.0:1783976742.526650:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.526653:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.526656:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fcf5aa00/0xc4ea75fdb9c2c3c4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd9c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af7cbf expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.526678:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6a9ea80. 00010000:00000040:0.0:1783976742.526686:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f34ca000 count: 0 00010000:00000010:0.0:1783976742.526691:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fdf85400. 00010000:00000001:0.0:1783976742.526709:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.526713:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.526720:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f34c9a00/0xc4ea75fdb9c2c393 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc0f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af7c2c expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.526736:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d1e91c80. 00010000:00000040:0.0:1783976742.526742:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f4880a00 count: 0 00010000:00000010:0.0:1783976742.526749:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f769ae00. 00010000:00000001:0.0:1783976742.526762:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.526765:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.526770:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fcf5ac00/0xc4ea75fdb9c2c35b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af7b61 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.526786:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d1e91a40. 00010000:00000040:0.0:1783976742.526790:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f4880600 count: 0 00010000:00000010:0.0:1783976742.526794:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f769a480. 00010000:00000001:0.0:1783976742.526800:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.526803:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.526807:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fcf59a00/0xc4ea75fdb9c2c323 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd800:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af7a2d expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.526827:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6ad0140. 00010000:00000040:0.0:1783976742.526834:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c6b1b200 count: 0 00010000:00000010:0.0:1783976742.526840:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c6b19780. 00010000:00000001:0.0:1783976742.526858:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.526861:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.526866:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2d27c00/0xc4ea75fdb9c2c2dd lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda56:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af791c expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.526887:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6a9e540. 00010000:00000040:0.0:1783976742.526893:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83de0af100 count: 0 00010000:00000010:0.0:1783976742.526898:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fdf85b80. 00010000:00000001:0.0:1783976742.526913:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.526917:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.526922:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f4883400/0xc4ea75fdb9c2c297 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdaa0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af77e8 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.526939:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c6735540. 00010000:00000040:0.0:1783976742.526946:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83d1387e00 count: 0 00010000:00000010:0.0:1783976742.526952:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f3f7e780. 00010000:00000001:0.0:1783976742.526968:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.526972:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.526976:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fcf5b200/0xc4ea75fdb9c2c266 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd7f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af771d expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.526984:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6a9ec00. 00010000:00000040:0.0:1783976742.526989:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83de0af400 count: 0 00010000:00000010:0.0:1783976742.526994:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fdf85980. 00010000:00000001:0.0:1783976742.527004:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.527008:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.527012:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f4882600/0xc4ea75fdb9c2c235 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd93e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af766e expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.527022:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c67357c0. 00010000:00000040:0.0:1783976742.527026:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83d1384200 count: 0 00010000:00000010:0.0:1783976742.527033:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f3f7e800. 00010000:00000001:0.0:1783976742.527042:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.527045:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.527049:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f38db200/0xc4ea75fdb9c2c20b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd0f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af7572 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.527061:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6ad0f40. 00010000:00000040:0.0:1783976742.527066:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c6b18200 count: 0 00010000:00000010:0.0:1783976742.527071:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c6b19400. 00010000:00000001:0.0:1783976742.527084:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.527088:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.527091:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fcebce00/0xc4ea75fdb9c2c1d3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdbca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af7499 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.527104:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6a9ef40. 00010000:00000040:0.0:1783976742.527109:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83df34b700 count: 0 00010000:00000010:0.0:1783976742.527115:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fdf85c00. 00010000:00000001:0.0:1783976742.527126:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.527130:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.527134:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f4883a00/0xc4ea75fdb9c2c194 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb90:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af73a4 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.527139:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c6735700. 00010000:00000040:0.0:1783976742.527143:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83d1384000 count: 0 00010000:00000010:0.0:1783976742.527147:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f3f7e400. 00010000:00000001:0.0:1783976742.527153:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.527155:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.527157:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fcebf000/0xc4ea75fdb9c2c163 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd87c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af72ee expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.527162:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c6735840. 00010000:00000040:0.0:1783976742.527165:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb86d100 count: 0 00010000:00000010:0.0:1783976742.527167:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f3f7eb00. 00010000:00000001:0.0:1783976742.527171:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.527174:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.527177:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fcebee00/0xc4ea75fdb9c2c11d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af71dd expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.527187:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d1e91840. 00010000:00000040:0.0:1783976742.527191:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f769b300 count: 0 00010000:00000010:0.0:1783976742.527197:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f769a080. 00010000:00000001:0.0:1783976742.527205:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.527218:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.527223:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb86f000/0xc4ea75fdb9c2c0ec lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd82d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af70c5 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.527238:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d1e91100. 00010000:00000040:0.0:1783976742.527241:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f769b900 count: 0 00010000:00000010:0.0:1783976742.527246:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f769a180. 00010000:00000001:0.0:1783976742.527253:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.527256:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.527259:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fcebe400/0xc4ea75fdb9c2c0b4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af6fec expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.527271:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c5bc9380. 00010000:00000040:0.0:1783976742.527277:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83de6b3a00 count: 0 00010000:00000010:0.0:1783976742.527280:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f657cb00. 00010000:00000001:0.0:1783976742.527413:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.527416:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.527422:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb86fe00/0xc4ea75fdb9c2c07c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc94:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af6ed4 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.527438:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6a9e580. 00010000:00000040:0.0:1783976742.527445:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83df34a600 count: 0 00010000:00000010:0.0:1783976742.527452:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fdf85d00. 00010000:00000001:0.0:1783976742.527461:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.527465:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.527469:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb86e800/0xc4ea75fdb9c2c02f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd9a5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af6dca expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.527490:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c4b0f000. 00010000:00000040:0.0:1783976742.527495:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b8401276200 count: 0 00010000:00000010:0.0:1783976742.527502:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f3f7e580. 00010000:00000001:0.0:1783976742.527516:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.527519:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.527522:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb86f400/0xc4ea75fdb9c2bffe lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af6cf8 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.527537:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6ad0a40. 00010000:00000040:0.0:1783976742.527545:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c6b18a00 count: 0 00010000:00000010:0.0:1783976742.527549:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f2944200. 00010000:00000001:0.0:1783976742.527560:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.527562:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.527566:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f38db600/0xc4ea75fdb9c2bfcd lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd901:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af6c0a expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.527584:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c4b0fe40. 00010000:00000040:0.0:1783976742.527591:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b8401276b00 count: 0 00010000:00000010:0.0:1783976742.527597:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f3f7e180. 00010000:00000001:0.0:1783976742.527614:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.527619:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.527625:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fcf4b600/0xc4ea75fdb9c2bf8e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdceb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af6b1c expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.527643:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6a9e840. 00010000:00000040:0.0:1783976742.527648:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ed25fd00 count: 0 00010000:00000010:0.0:1783976742.527654:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fdf85300. 00010000:00000001:0.0:1783976742.527663:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.527666:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.527670:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f38daa00/0xc4ea75fdb9c2bf56 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af6a19 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.527682:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c5bc9980. 00010000:00000040:0.0:1783976742.527686:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83de0e7100 count: 0 00010000:00000010:0.0:1783976742.527691:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f657c100. 00010000:00000001:0.0:1783976742.527703:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.527707:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.527711:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fcf4aa00/0xc4ea75fdb9c2bf2c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdbf3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af6955 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.527727:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d7ed22c0. 00010000:00000040:0.0:1783976742.527733:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b8401274b00 count: 0 00010000:00000010:0.0:1783976742.527738:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f3f7e380. 00010000:00000001:0.0:1783976742.527750:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.527753:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.527756:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2e59000/0xc4ea75fdb9c2bef4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd865:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af6867 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.527767:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6a9e8c0. 00010000:00000040:0.0:1783976742.527772:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ed25f900 count: 0 00010000:00000010:0.0:1783976742.527776:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fdf85280. 00010000:00000001:0.0:1783976742.527786:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.527789:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.527794:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fcf48c00/0xc4ea75fdb9c2beb5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdac1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af6756 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.527802:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d7ed2780. 00010000:00000040:0.0:1783976742.527808:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c3949300 count: 0 00010000:00000010:0.0:1783976742.527812:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b84007c4680. 00010000:00000001:0.0:1783976742.527821:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.527823:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.527827:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2ede000/0xc4ea75fdb9c2be7d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd835:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af6653 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.527841:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d7ed20c0. 00010000:00000040:0.0:1783976742.527846:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c3949900 count: 0 00010000:00000010:0.0:1783976742.527852:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b84007c4f00. 00010000:00000001:0.0:1783976742.527863:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.527867:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.527872:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2e58000/0xc4ea75fdb9c2be3e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd8d3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af6565 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.527889:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c5bc9540. 00010000:00000040:0.0:1783976742.527896:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83de0e7c00 count: 0 00010000:00000010:0.0:1783976742.527902:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f657ca00. 00010000:00000001:0.0:1783976742.527914:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.527918:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.527923:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2ede400/0xc4ea75fdb9c2bdff lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd95a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af6469 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.527942:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d7ed2b00. 00010000:00000040:0.0:1783976742.527950:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c3948700 count: 0 00010000:00000010:0.0:1783976742.527959:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b84007c4780. 00010000:00000001:0.0:1783976742.527974:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.527978:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.527984:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2edfc00/0xc4ea75fdb9c2bdd5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af639e expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.528006:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d7ed2c40. 00010000:00000040:0.0:1783976742.528013:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c3948000 count: 0 00010000:00000010:0.0:1783976742.528019:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b84007c4380. 00010000:00000001:0.0:1783976742.528035:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.528038:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.528043:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2e5b600/0xc4ea75fdb9c2bd9d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdbcb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af62d3 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.528062:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52dac80. 00010000:00000040:0.0:1783976742.528067:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef247300 count: 0 00010000:00000010:0.0:1783976742.528070:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ff5c3800. 00010000:00000001:0.0:1783976742.528083:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.528086:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.528090:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2edee00/0xc4ea75fdb9c2bd6c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af6201 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.528100:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52da040. 00010000:00000040:0.0:1783976742.528106:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef247200 count: 0 00010000:00000010:0.0:1783976742.528111:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ff5c3e80. 00010000:00000001:0.0:1783976742.528125:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.528127:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.528130:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2edf600/0xc4ea75fdb9c2bd42 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda58:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af6159 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.528145:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d7ed2480. 00010000:00000040:0.0:1783976742.528150:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c3948200 count: 0 00010000:00000010:0.0:1783976742.528154:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b84007c4300. 00010000:00000001:0.0:1783976742.528166:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.528168:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.528172:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83eef1ac00/0xc4ea75fdb9c2bcfc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd887:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af6033 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.528183:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d7ed2dc0. 00010000:00000040:0.0:1783976742.528188:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83eec1bd00 count: 0 00010000:00000010:0.0:1783976742.528194:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b84007c4580. 00010000:00000001:0.0:1783976742.528206:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.528219:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.528222:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fcf4c200/0xc4ea75fdb9c2bccb lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda7a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af5f68 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.528228:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c90c6080. 00010000:00000040:0.0:1783976742.528235:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f7821d00 count: 0 00010000:00000010:0.0:1783976742.528241:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f2944680. 00010000:00000001:0.0:1783976742.528249:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.528251:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.528254:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b8401270000/0xc4ea75fdb9c2bcaf lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdaeb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af5ea4 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.528264:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d7ed29c0. 00010000:00000040:0.0:1783976742.528272:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83eec1b800 count: 0 00010000:00000010:0.0:1783976742.528277:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b84007c4400. 00010000:00000001:0.0:1783976742.528286:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.528290:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.528394:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fe231c00/0xc4ea75fdb9c2bc62 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd9eb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af5d85 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.528406:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c9726e80. 00010000:00000040:0.0:1783976742.528410:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f7265700 count: 0 00010000:00000010:0.0:1783976742.528416:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f657c380. 00010000:00000001:0.0:1783976742.528425:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.528429:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.528432:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fcf4cc00/0xc4ea75fdb9c2bc2a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb0f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af5c7b expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.528443:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6a8c980. 00010000:00000040:0.0:1783976742.528449:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f7821a00 count: 0 00010000:00000010:0.0:1783976742.528453:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f2944480. 00010000:00000001:0.0:1783976742.528463:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.528467:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.528471:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b84003f8000/0xc4ea75fdb9c2bbeb lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd846:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af5b8d expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.528486:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52dab40. 00010000:00000040:0.0:1783976742.528491:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f79c1c00 count: 0 00010000:00000010:0.0:1783976742.528499:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ff5c3a00. 00010000:00000001:0.0:1783976742.528514:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.528518:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.528523:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b8401271400/0xc4ea75fdb9c2bbba lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda72:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af5aa6 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.528543:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d7ed2100. 00010000:00000040:0.0:1783976742.528549:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f4396900 count: 0 00010000:00000010:0.0:1783976742.528556:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b84007c4b00. 00010000:00000001:0.0:1783976742.528574:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.528578:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.528584:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b84017e8000/0xc4ea75fdb9c2bb5f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af594f expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.528607:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d7ed2340. 00010000:00000040:0.0:1783976742.528611:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f42f4800 count: 0 00010000:00000010:0.0:1783976742.528620:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b84007c4d80. 00010000:00000001:0.0:1783976742.528633:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.528637:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.528642:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83eef1a200/0xc4ea75fdb9c2bb3c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda9b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af58a0 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.528656:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52dac00. 00010000:00000040:0.0:1783976742.528662:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f79c0200 count: 0 00010000:00000010:0.0:1783976742.528666:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ff5c3880. 00010000:00000001:0.0:1783976742.528675:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.528679:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.528684:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b84017e9e00/0xc4ea75fdb9c2bb04 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdcdd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af57c7 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.528699:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d118c4c0. 00010000:00000040:0.0:1783976742.528706:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fcad5500 count: 0 00010000:00000010:0.0:1783976742.528713:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f657c180. 00010000:00000001:0.0:1783976742.528725:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.528730:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.528733:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ed2e6a00/0xc4ea75fdb9c2bacc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd811:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af56c4 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.528744:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6a8c740. 00010000:00000040:0.0:1783976742.528750:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f7821f00 count: 0 00010000:00000010:0.0:1783976742.528757:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f2944280. 00010000:00000001:0.0:1783976742.528762:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.528765:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.528767:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b84003f9a00/0xc4ea75fdb9c2ba86 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af55a5 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.528775:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d4ada300. 00010000:00000040:0.0:1783976742.528778:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f42f4d00 count: 0 00010000:00000010:0.0:1783976742.528783:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b84007c4600. 00010000:00000001:0.0:1783976742.528792:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.528795:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.528798:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f74a0a00/0xc4ea75fdb9c2ba5c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd880:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af54d3 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.528809:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52da540. 00010000:00000040:0.0:1783976742.528815:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb86bb00 count: 0 00010000:00000010:0.0:1783976742.528820:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ff5c3580. 00010000:00000001:0.0:1783976742.528828:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.528830:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.528835:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f74a1000/0xc4ea75fdb9c2ba1d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdbf6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af53d0 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.528858:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52daf00. 00010000:00000040:0.0:1783976742.528863:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb86b300 count: 0 00010000:00000010:0.0:1783976742.528870:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ff5c3d00. 00010000:00000001:0.0:1783976742.528884:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.528888:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.528893:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83eef1bc00/0xc4ea75fdb9c2b9ec lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdaed:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af530c expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.528912:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6a8cfc0. 00010000:00000040:0.0:1783976742.528920:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f7820100 count: 0 00010000:00000010:0.0:1783976742.528926:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f2944180. 00010000:00000001:0.0:1783976742.528937:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.528941:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.528945:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b84017e9200/0xc4ea75fdb9c2b9bb lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdbeb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af523a expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.528960:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d118c540. 00010000:00000040:0.0:1783976742.528967:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b840103e600 count: 0 00010000:00000010:0.0:1783976742.528973:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f657ce00. 00010000:00000001:0.0:1783976742.528981:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.528984:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.528987:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fc7cac00/0xc4ea75fdb9c2b98a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd9ad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af5184 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.528998:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f30adf00. 00010000:00000040:0.0:1783976742.529004:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b84007c5100 count: 0 00010000:00000010:0.0:1783976742.529008:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b84007c4200. 00010000:00000001:0.0:1783976742.529024:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.529026:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.529031:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb10ca00/0xc4ea75fdb9c2b952 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd9b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af5096 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.529048:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6a8cf00. 00010000:00000040:0.0:1783976742.529054:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f7820500 count: 0 00010000:00000010:0.0:1783976742.529058:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f2944300. 00010000:00000001:0.0:1783976742.529068:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.529072:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.529076:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fc7ca000/0xc4ea75fdb9c2b90c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd98a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af4f70 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.529093:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f30ad9c0. 00010000:00000040:0.0:1783976742.529100:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b84007c5300 count: 0 00010000:00000010:0.0:1783976742.529105:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b84007c4c80. 00010000:00000001:0.0:1783976742.529113:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.529116:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.529119:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fc7cbe00/0xc4ea75fdb9c2b8db lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af4e82 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.529129:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d118c500. 00010000:00000040:0.0:1783976742.529135:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b840103ec00 count: 0 00010000:00000010:0.0:1783976742.529140:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f657c800. 00010000:00000001:0.0:1783976742.529150:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.529153:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.529158:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c6384600/0xc4ea75fdb9c2b8aa lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb96:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af4db0 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.529168:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6a8ce80. 00010000:00000040:0.0:1783976742.529173:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f552b400 count: 0 00010000:00000010:0.0:1783976742.529178:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f2944700. 00010000:00000001:0.0:1783976742.529186:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.529189:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.529192:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c6385c00/0xc4ea75fdb9c2b86b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af4cad expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.529201:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52dafc0. 00010000:00000040:0.0:1783976742.529206:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f6189800 count: 0 00010000:00000010:0.0:1783976742.529218:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ff5c3700. 00010000:00000001:0.0:1783976742.529226:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.529229:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.529232:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c6384c00/0xc4ea75fdb9c2b82c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af4baa expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.529240:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52dad00. 00010000:00000040:0.0:1783976742.529246:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef7b7900 count: 0 00010000:00000010:0.0:1783976742.529252:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ff5c3380. 00010000:00000001:0.0:1783976742.529264:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.529267:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.529271:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c62ab000/0xc4ea75fdb9c2b7e6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdabe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af4a92 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.529392:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82db0d4180. 00010000:00000040:0.0:1783976742.529400:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb1a6900 count: 0 00010000:00000010:0.0:1783976742.529404:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83eed79700. 00010000:00000001:0.0:1783976742.529412:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.529415:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.529420:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83e5db7600/0xc4ea75fdb9c2b7b5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb70:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af49b2 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.529438:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6a8c7c0. 00010000:00000040:0.0:1783976742.529443:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f552ba00 count: 0 00010000:00000010:0.0:1783976742.529446:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f2944e00. 00010000:00000001:0.0:1783976742.529456:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.529458:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.529462:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b840039c600/0xc4ea75fdb9c2b784 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af48cb expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.529472:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d118c040. 00010000:00000040:0.0:1783976742.529476:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f28ce300 count: 0 00010000:00000010:0.0:1783976742.529480:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f657cc00. 00010000:00000001:0.0:1783976742.529489:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.529491:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.529495:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83e5db7200/0xc4ea75fdb9c2b73e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc02:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af47a5 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.529504:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d118c240. 00010000:00000040:0.0:1783976742.529509:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f2fb1d00 count: 0 00010000:00000010:0.0:1783976742.529513:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b84010b9900. 00010000:00000001:0.0:1783976742.529522:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.529526:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.529532:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c6385800/0xc4ea75fdb9c2b70d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd7de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af46f6 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.529547:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52da500. 00010000:00000040:0.0:1783976742.529554:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef7b7300 count: 0 00010000:00000010:0.0:1783976742.529561:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ff5c3f80. 00010000:00000001:0.0:1783976742.529574:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.529578:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.529583:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b840039d800/0xc4ea75fdb9c2b6ea lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd973:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af4647 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.529595:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82db0d42c0. 00010000:00000040:0.0:1783976742.529602:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f2fb0500 count: 0 00010000:00000010:0.0:1783976742.529607:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b84010b9b80. 00010000:00000001:0.0:1783976742.529623:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.529626:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.529633:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c6385400/0xc4ea75fdb9c2b6b2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd7dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af4567 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.529654:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d118c880. 00010000:00000040:0.0:1783976742.529660:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f2fb0c00 count: 0 00010000:00000010:0.0:1783976742.529667:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b84010b9800. 00010000:00000001:0.0:1783976742.529674:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.529678:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.529681:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef5e7200/0xc4ea75fdb9c2b67a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd9b1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af4479 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.529700:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6a8cb40. 00010000:00000040:0.0:1783976742.529706:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f3747800 count: 0 00010000:00000010:0.0:1783976742.529713:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f2944800. 00010000:00000001:0.0:1783976742.529722:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.529725:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.529730:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83e5db7e00/0xc4ea75fdb9c2b657 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb9a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af43a7 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.529740:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52da2c0. 00010000:00000040:0.0:1783976742.529745:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ff5c2400 count: 0 00010000:00000010:0.0:1783976742.529750:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ff5c3980. 00010000:00000001:0.0:1783976742.529756:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.529759:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.529762:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef5e6800/0xc4ea75fdb9c2b61f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af42d5 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.529767:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c90c6d40. 00010000:00000040:0.0:1783976742.529770:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f435d000 count: 0 00010000:00000010:0.0:1783976742.529774:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b84010b9f80. 00010000:00000001:0.0:1783976742.529779:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.529781:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.529784:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c62abe00/0xc4ea75fdb9c2b5e7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af41e7 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.529794:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52ef900. 00010000:00000040:0.0:1783976742.529799:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ff5c2c00 count: 0 00010000:00000010:0.0:1783976742.529806:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ed3ae480. 00010000:00000001:0.0:1783976742.529818:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.529820:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.529824:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f6839200/0xc4ea75fdb9c2b5af lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af40f9 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.529832:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c90c6ac0. 00010000:00000040:0.0:1783976742.529837:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f7438800 count: 0 00010000:00000010:0.0:1783976742.529841:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b84010b9e80. 00010000:00000001:0.0:1783976742.529849:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.529851:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.529853:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef5c7000/0xc4ea75fdb9c2b577 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb3f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af4020 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.529862:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6a8ccc0. 00010000:00000040:0.0:1783976742.529867:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f3747100 count: 0 00010000:00000010:0.0:1783976742.529871:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f2944400. 00010000:00000001:0.0:1783976742.529878:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.529880:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.529882:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef5e7c00/0xc4ea75fdb9c2b53f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd82:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af3f47 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.529891:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6a8c940. 00010000:00000040:0.0:1783976742.529896:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f3746c00 count: 0 00010000:00000010:0.0:1783976742.529903:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f2944c00. 00010000:00000001:0.0:1783976742.529917:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.529921:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.529925:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef5c6a00/0xc4ea75fdb9c2b515 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af3e9f expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.529942:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82db0d4680. 00010000:00000040:0.0:1783976742.529949:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb5b4800 count: 0 00010000:00000010:0.0:1783976742.529956:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83eed79300. 00010000:00000001:0.0:1783976742.529971:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.529975:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.529978:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fa95ec00/0xc4ea75fdb9c2b4dd lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af3d9c expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.529992:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52ef840. 00010000:00000040:0.0:1783976742.529998:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb1a7000 count: 0 00010000:00000010:0.0:1783976742.530002:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ed3aeb80. 00010000:00000001:0.0:1783976742.530008:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.530011:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.530016:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ff716a00/0xc4ea75fdb9c2b4a5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd942:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af3cb5 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.530025:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6a8c8c0. 00010000:00000040:0.0:1783976742.530028:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f3746100 count: 0 00010000:00000010:0.0:1783976742.530033:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f2944a00. 00010000:00000001:0.0:1783976742.530039:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.530041:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.530045:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef5c7c00/0xc4ea75fdb9c2b46d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af3bab expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.530056:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6a8cb00. 00010000:00000040:0.0:1783976742.530060:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f3746000 count: 0 00010000:00000010:0.0:1783976742.530064:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f2944d80. 00010000:00000001:0.0:1783976742.530069:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.530071:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.530075:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fcfd5600/0xc4ea75fdb9c2b435 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd8f8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af3ad2 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.530086:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52efc00. 00010000:00000040:0.0:1783976742.530089:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fcea1e00 count: 0 00010000:00000010:0.0:1783976742.530093:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ed3ae280. 00010000:00000001:0.0:1783976742.530099:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.530102:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.530105:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef5c7a00/0xc4ea75fdb9c2b3ef lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af39ba expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.530114:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82db0d45c0. 00010000:00000040:0.0:1783976742.530118:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb5b4b00 count: 0 00010000:00000010:0.0:1783976742.530122:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83eed79180. 00010000:00000001:0.0:1783976742.530127:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.530130:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.530133:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fa95e200/0xc4ea75fdb9c2b3b0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd8c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af3894 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.530142:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82db0d4780. 00010000:00000040:0.0:1783976742.530145:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb146400 count: 0 00010000:00000010:0.0:1783976742.530149:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83eed79100. 00010000:00000001:0.0:1783976742.530160:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.530161:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.530164:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef5c7800/0xc4ea75fdb9c2b378 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdbdd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af3791 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.530171:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82db0d4640. 00010000:00000040:0.0:1783976742.530173:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb146300 count: 0 00010000:00000010:0.0:1783976742.530177:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83eed79c80. 00010000:00000001:0.0:1783976742.530182:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.530184:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.530187:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83d19e2000/0xc4ea75fdb9c2b339 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd863:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af3695 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.530194:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82db0d4380. 00010000:00000040:0.0:1783976742.530198:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb146200 count: 0 00010000:00000010:0.0:1783976742.530201:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83eed79f00. 00010000:00000001:0.0:1783976742.530206:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.530218:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.530221:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b84011fd800/0xc4ea75fdb9c2b301 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd86e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af358b expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.530233:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82db0d4600. 00010000:00000040:0.0:1783976742.530237:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb146700 count: 0 00010000:00000010:0.0:1783976742.530239:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83eed79380. 00010000:00000001:0.0:1783976742.530242:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.530245:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.530249:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83d19e2800/0xc4ea75fdb9c2b2c9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af34c7 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.530253:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82db0d4e40. 00010000:00000040:0.0:1783976742.530257:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb146100 count: 0 00010000:00000010:0.0:1783976742.530261:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83eed79e00. 00010000:00000001:0.0:1783976742.530267:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.530270:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.530274:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83d19e3600/0xc4ea75fdb9c2b298 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af3434 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.530285:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52ef1c0. 00010000:00000040:0.0:1783976742.530290:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb1b5700 count: 0 00010000:00000010:0.0:1783976742.530375:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ed3ae700. 00010000:00000001:0.0:1783976742.530382:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.530385:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.530388:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b84011fca00/0xc4ea75fdb9c2b283 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd907:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af3370 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.530393:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6a8ce40. 00010000:00000040:0.0:1783976742.530398:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fceb0900 count: 0 00010000:00000010:0.0:1783976742.530401:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f28db700. 00010000:00000001:0.0:1783976742.530412:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.530413:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.530415:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b84011fd000/0xc4ea75fdb9c2b244 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda7c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af3282 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.530420:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82db0d4300. 00010000:00000040:0.0:1783976742.530424:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fecd9500 count: 0 00010000:00000010:0.0:1783976742.530427:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83eed79f80. 00010000:00000001:0.0:1783976742.530431:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.530433:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.530435:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83d19e3c00/0xc4ea75fdb9c2b20c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af318d expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.530441:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52efac0. 00010000:00000040:0.0:1783976742.530445:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fceb0b00 count: 0 00010000:00000010:0.0:1783976742.530451:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f28db900. 00010000:00000001:0.0:1783976742.530466:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.530469:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.530474:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef830000/0xc4ea75fdb9c2b1d4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdae4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af30ad expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.530491:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82db0d4b80. 00010000:00000040:0.0:1783976742.530497:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f6dde000 count: 0 00010000:00000010:0.0:1783976742.530502:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83eed79880. 00010000:00000001:0.0:1783976742.530512:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.530515:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.530519:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef830e00/0xc4ea75fdb9c2b195 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdbec:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af2f8e expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.530536:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f2b78fc0. 00010000:00000040:0.0:1783976742.530543:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f6dde300 count: 0 00010000:00000010:0.0:1783976742.530548:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83eed79d80. 00010000:00000001:0.0:1783976742.530557:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.530560:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.530565:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef830200/0xc4ea75fdb9c2b164 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdaff:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af2ec3 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.530578:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f2b78240. 00010000:00000040:0.0:1783976742.530584:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f6dde200 count: 0 00010000:00000010:0.0:1783976742.530591:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83eed79900. 00010000:00000001:0.0:1783976742.530597:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.530600:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.530604:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef831200/0xc4ea75fdb9c2b12c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda3f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af2dff expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.530616:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f2b788c0. 00010000:00000040:0.0:1783976742.530623:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef4e4400 count: 0 00010000:00000010:0.0:1783976742.530629:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83eed79580. 00010000:00000001:0.0:1783976742.530641:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.530645:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.530651:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef830a00/0xc4ea75fdb9c2b0f4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdcee:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af2cf5 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.530664:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c90c6340. 00010000:00000040:0.0:1783976742.530669:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83eef04c00 count: 0 00010000:00000010:0.0:1783976742.530673:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b84010b9b00. 00010000:00000001:0.0:1783976742.530679:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.530682:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.530685:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb51e600/0xc4ea75fdb9c2b0bc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd9b6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af2c0e expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.530696:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52efd00. 00010000:00000040:0.0:1783976742.530701:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b84011ff900 count: 0 00010000:00000010:0.0:1783976742.530708:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ed3ae800. 00010000:00000001:0.0:1783976742.530723:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.530727:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.530732:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c44f7a00/0xc4ea75fdb9c2b08b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdbc9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af2b58 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.530741:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f84b1400. 00010000:00000040:0.0:1783976742.530745:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef4e4700 count: 0 00010000:00000010:0.0:1783976742.530748:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83e5db4500. 00010000:00000001:0.0:1783976742.530754:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.530757:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.530760:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb51fe00/0xc4ea75fdb9c2b053 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc7c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af2a5c expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.530773:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f84b19c0. 00010000:00000040:0.0:1783976742.530776:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b8400256200 count: 0 00010000:00000010:0.0:1783976742.530779:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83e5db4200. 00010000:00000001:0.0:1783976742.530783:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.530785:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.530787:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb51e800/0xc4ea75fdb9c2b01b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd93b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af2959 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.530793:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52b6f00. 00010000:00000040:0.0:1783976742.530798:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f7607f00 count: 0 00010000:00000010:0.0:1783976742.530803:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f28db180. 00010000:00000001:0.0:1783976742.530810:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.530813:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.530816:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fc255200/0xc4ea75fdb9c2aff8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdbe9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af28b1 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.530832:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f84b1000. 00010000:00000040:0.0:1783976742.530836:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b8400256700 count: 0 00010000:00000010:0.0:1783976742.530839:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83e5db4480. 00010000:00000001:0.0:1783976742.530850:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.530853:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.530857:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83de7b4600/0xc4ea75fdb9c2afb9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd7f5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af27c3 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.530874:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f84b1ec0. 00010000:00000040:0.0:1783976742.530878:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b8400256b00 count: 0 00010000:00000010:0.0:1783976742.530885:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83e5db4300. 00010000:00000001:0.0:1783976742.530900:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.530904:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.530910:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c44f7e00/0xc4ea75fdb9c2af65 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd990:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af266c expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.530921:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c90c63c0. 00010000:00000040:0.0:1783976742.530926:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83efe12400 count: 0 00010000:00000010:0.0:1783976742.530932:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b84010b9a80. 00010000:00000001:0.0:1783976742.530941:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.530944:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.530948:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f55a4600/0xc4ea75fdb9c2af34 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af2577 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.530960:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52b6ec0. 00010000:00000040:0.0:1783976742.530965:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fdf7b800 count: 0 00010000:00000010:0.0:1783976742.530972:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f28dbf00. 00010000:00000001:0.0:1783976742.530982:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.530986:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.530991:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c44f6200/0xc4ea75fdb9c2aefc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd8cd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af249e expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.531001:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52b6bc0. 00010000:00000040:0.0:1783976742.531007:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fdf7b100 count: 0 00010000:00000010:0.0:1783976742.531013:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f28dbc80. 00010000:00000001:0.0:1783976742.531024:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.531027:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.531033:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f55a4a00/0xc4ea75fdb9c2aec4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd9c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af23b0 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.531053:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52ef380. 00010000:00000040:0.0:1783976742.531059:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f8ad6900 count: 0 00010000:00000010:0.0:1783976742.531064:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ed3aea00. 00010000:00000001:0.0:1783976742.531072:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.531075:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.531079:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83d2011c00/0xc4ea75fdb9c2ae93 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda08:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af22fa expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.531090:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52b6840. 00010000:00000040:0.0:1783976742.531095:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fdf7b400 count: 0 00010000:00000010:0.0:1783976742.531101:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f28dbb00. 00010000:00000001:0.0:1783976742.531112:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.531115:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.531118:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83d2010e00/0xc4ea75fdb9c2ae62 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af2213 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.531138:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ca0ccf80. 00010000:00000040:0.0:1783976742.531144:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83de0a2600 count: 0 00010000:00000010:0.0:1783976742.531150:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b84010b9180. 00010000:00000001:0.0:1783976742.531158:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.531161:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.531166:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f55a5200/0xc4ea75fdb9c2ae1c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd985:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af20d1 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.531180:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52b6e00. 00010000:00000040:0.0:1783976742.531186:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fdf7ba00 count: 0 00010000:00000010:0.0:1783976742.531192:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f28db400. 00010000:00000001:0.0:1783976742.531199:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.531202:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.531206:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c6395600/0xc4ea75fdb9c2adf2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd63:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af2022 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.531226:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52ef940. 00010000:00000040:0.0:1783976742.531229:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c57a0300 count: 0 00010000:00000010:0.0:1783976742.531232:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ed3ae080. 00010000:00000001:0.0:1783976742.531236:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.531237:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.531240:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fce6fc00/0xc4ea75fdb9c2ada5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af1eee expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.531246:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82c2b46780. 00010000:00000040:0.0:1783976742.531249:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c57a0700 count: 0 00010000:00000010:0.0:1783976742.531251:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ed3ae600. 00010000:00000001:0.0:1783976742.531255:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.531256:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.531258:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83df2ef200/0xc4ea75fdb9c2ad74 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xddb0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af1e07 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.531264:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82c2b46b80. 00010000:00000040:0.0:1783976742.531266:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb1b4200 count: 0 00010000:00000010:0.0:1783976742.531268:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b82df110300. 00010000:00000001:0.0:1783976742.531274:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.531278:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.531283:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ff4a6200/0xc4ea75fdb9c2ad2e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af1ce1 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.531389:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f84b1d00. 00010000:00000040:0.0:1783976742.531394:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c6b04400 count: 0 00010000:00000010:0.0:1783976742.531400:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83e5db4b00. 00010000:00000001:0.0:1783976742.531408:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.531411:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.531415:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ff4a7200/0xc4ea75fdb9c2ad04 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdbaa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af1c0f expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.531428:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ca0cc840. 00010000:00000040:0.0:1783976742.531432:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b84010b8200 count: 0 00010000:00000010:0.0:1783976742.531435:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b84010b9780. 00010000:00000001:0.0:1783976742.531442:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.531444:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.531448:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ff4a7c00/0xc4ea75fdb9c2accc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af1b52 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.531464:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f84b1f80. 00010000:00000040:0.0:1783976742.531468:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c6b04300 count: 0 00010000:00000010:0.0:1783976742.531475:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83e5db4100. 00010000:00000001:0.0:1783976742.531485:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.531489:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.531494:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fce6f400/0xc4ea75fdb9c2ac94 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdaca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af1a4f expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.531508:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f84b1780. 00010000:00000040:0.0:1783976742.531513:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c6b04200 count: 0 00010000:00000010:0.0:1783976742.531518:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83e5db4780. 00010000:00000001:0.0:1783976742.531528:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.531531:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.531572:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c4adbc00/0xc4ea75fdb9c2ac55 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdcf9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af1961 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.531733:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f84b1c40. 00010000:00000040:0.0:1783976742.531779:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f2439100 count: 0 00010000:00000010:0.0:1783976742.531814:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83e5db4e80. 00010000:00000001:0.0:1783976742.531836:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.531853:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.531864:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f7652a00/0xc4ea75fdb9c2ac1d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd96e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af1873 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.531894:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f84b1080. 00010000:00000040:0.0:1783976742.531898:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f2439500 count: 0 00010000:00000010:0.0:1783976742.531901:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83e5db4b80. 00010000:00000001:0.0:1783976742.531908:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.531910:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.531912:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f7653c00/0xc4ea75fdb9c2abe5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd6e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af175b expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.531921:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ca0cce80. 00010000:00000040:0.0:1783976742.531925:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c62b3400 count: 0 00010000:00000010:0.0:1783976742.531928:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83e5d6b580. 00010000:00000001:0.0:1783976742.531937:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.531940:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.531944:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f7653e00/0xc4ea75fdb9c2ab98 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd7e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af1627 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.531957:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ca0ccc40. 00010000:00000040:0.0:1783976742.531962:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f7a67a00 count: 0 00010000:00000010:0.0:1783976742.531966:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83e5d6ba80. 00010000:00000001:0.0:1783976742.531974:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.531977:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.531981:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f43da800/0xc4ea75fdb9c2ab60 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb67:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af1578 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.531997:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82c2b46840. 00010000:00000040:0.0:1783976742.532002:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c6b05200 count: 0 00010000:00000010:0.0:1783976742.532008:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b82df110e00. 00010000:00000001:0.0:1783976742.532021:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.532023:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.532027:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f43dac00/0xc4ea75fdb9c2ab2f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd58:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af1483 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.532033:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52b6480. 00010000:00000040:0.0:1783976742.532036:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fef31300 count: 0 00010000:00000010:0.0:1783976742.532039:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83e5cbaa00. 00010000:00000001:0.0:1783976742.532046:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.532048:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.532050:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f43db600/0xc4ea75fdb9c2aaf0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd7f2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af1372 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.532055:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52b6e80. 00010000:00000040:0.0:1783976742.532059:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fef31800 count: 0 00010000:00000010:0.0:1783976742.532062:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83e5cbaf80. 00010000:00000001:0.0:1783976742.532071:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.532072:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.532074:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f43daa00/0xc4ea75fdb9c2aac6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc5b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af12ae expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.532082:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52b6340. 00010000:00000040:0.0:1783976742.532084:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fef31600 count: 0 00010000:00000010:0.0:1783976742.532087:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83e5cba580. 00010000:00000001:0.0:1783976742.532092:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.532094:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.532097:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83de7b5a00/0xc4ea75fdb9c2aa6b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af1142 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.532105:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f84b1b40. 00010000:00000040:0.0:1783976742.532111:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f2eaab00 count: 0 00010000:00000010:0.0:1783976742.532113:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83e5db4c00. 00010000:00000001:0.0:1783976742.532127:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.532129:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.532131:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83c62bce00/0xc4ea75fdb9c2aa3a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af1062 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.532137:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f84b1740. 00010000:00000040:0.0:1783976742.532140:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f2eaac00 count: 0 00010000:00000010:0.0:1783976742.532142:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83e5db4580. 00010000:00000001:0.0:1783976742.532146:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.532148:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.532152:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef638400/0xc4ea75fdb9c2a9fb lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdce4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af0f51 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.532159:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ca0cc300. 00010000:00000040:0.0:1783976742.532162:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c57a3e00 count: 0 00010000:00000010:0.0:1783976742.532163:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83e5d6b380. 00010000:00000001:0.0:1783976742.532166:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.532168:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.532171:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef639000/0xc4ea75fdb9c2a9b5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af0e32 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.532177:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ca0ccb40. 00010000:00000040:0.0:1783976742.532180:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fee0d900 count: 0 00010000:00000010:0.0:1783976742.532182:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83e5d6b680. 00010000:00000001:0.0:1783976742.532187:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.532190:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.532192:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83d206c800/0xc4ea75fdb9c2a97d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd808:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af0d2f expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.532218:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ca0cc780. 00010000:00000040:0.0:1783976742.532222:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fee0dd00 count: 0 00010000:00000010:0.0:1783976742.532227:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83e5d6b600. 00010000:00000001:0.0:1783976742.532233:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.532236:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.532238:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3f37e00/0xc4ea75fdb9c2a945 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af0c6b expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.532246:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ca0ccc00. 00010000:00000040:0.0:1783976742.532251:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fee0d800 count: 0 00010000:00000010:0.0:1783976742.532256:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83e5d6b200. 00010000:00000001:0.0:1783976742.532266:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.532269:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.532274:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83de7b5200/0xc4ea75fdb9c2a914 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb5e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af0b84 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.532283:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52b6e40. 00010000:00000040:0.0:1783976742.532289:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f25c3e00 count: 0 00010000:00000010:0.0:1783976742.532381:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83e5cba100. 00010000:00000001:0.0:1783976742.532390:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.532393:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.532396:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83d206c600/0xc4ea75fdb9c2a8d5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda97:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af0a7a expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.532410:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c972cac0. 00010000:00000040:0.0:1783976742.532415:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f423de00 count: 0 00010000:00000010:0.0:1783976742.532419:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83e5d6b480. 00010000:00000001:0.0:1783976742.532428:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.532432:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.532437:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3f37200/0xc4ea75fdb9c2a896 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd7fa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af098c expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.532447:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d3ea2a40. 00010000:00000040:0.0:1783976742.532454:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fc497000 count: 0 00010000:00000010:0.0:1783976742.532459:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c9880780. 00010000:00000001:0.0:1783976742.532470:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.532473:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.532478:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b8401024800/0xc4ea75fdb9c2a857 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af0890 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.532487:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52b6280. 00010000:00000040:0.0:1783976742.532492:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f25c2f00 count: 0 00010000:00000010:0.0:1783976742.532498:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83e5cba080. 00010000:00000001:0.0:1783976742.532508:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.532511:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.532516:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b8401024e00/0xc4ea75fdb9c2a82d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd88d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af07b0 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.532525:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82daf40a40. 00010000:00000040:0.0:1783976742.532531:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f25c2b00 count: 0 00010000:00000010:0.0:1783976742.532537:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83e5cbac00. 00010000:00000001:0.0:1783976742.532545:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.532549:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.532555:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83de7b5000/0xc4ea75fdb9c2a7f5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd843:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af06d7 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.532564:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6af8140. 00010000:00000040:0.0:1783976742.532570:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f25c2c00 count: 0 00010000:00000010:0.0:1783976742.532575:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83e5cbae00. 00010000:00000001:0.0:1783976742.532584:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.532588:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.532592:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2c8ec00/0xc4ea75fdb9c2a7bd lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdbbf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af05cd expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.532604:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6af8640. 00010000:00000040:0.0:1783976742.532609:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f25c2700 count: 0 00010000:00000010:0.0:1783976742.532615:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83e5cba280. 00010000:00000001:0.0:1783976742.532623:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.532627:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.532631:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b8401024400/0xc4ea75fdb9c2a785 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc9e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af04fb expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.532641:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d3ea2d40. 00010000:00000040:0.0:1783976742.532646:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef877600 count: 0 00010000:00000010:0.0:1783976742.532650:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c9880500. 00010000:00000001:0.0:1783976742.532661:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.532664:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.532668:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b84007e7200/0xc4ea75fdb9c2a74d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdcda:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af0406 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.532679:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c294e600. 00010000:00000040:0.0:1783976742.532686:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c6150f00 count: 0 00010000:00000010:0.0:1783976742.532691:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83e5d6b700. 00010000:00000001:0.0:1783976742.532702:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.532705:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.532711:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2c8f200/0xc4ea75fdb9c2a723 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd871:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af035e expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.532721:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6af8540. 00010000:00000040:0.0:1783976742.532726:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83de04ff00 count: 0 00010000:00000010:0.0:1783976742.532731:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83e5cba380. 00010000:00000001:0.0:1783976742.532740:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.532743:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.532748:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2b39a00/0xc4ea75fdb9c2a6f2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af0270 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.532760:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c294ed00. 00010000:00000040:0.0:1783976742.532765:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fe73a200 count: 0 00010000:00000010:0.0:1783976742.532771:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83e5d6b080. 00010000:00000001:0.0:1783976742.532780:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.532784:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.532788:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83de7b4a00/0xc4ea75fdb9c2a6c1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd9b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af01ac expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.532798:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c294e5c0. 00010000:00000040:0.0:1783976742.532804:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fe73af00 count: 0 00010000:00000010:0.0:1783976742.532809:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f3a23300. 00010000:00000001:0.0:1783976742.532816:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.532819:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.532822:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2e61c00/0xc4ea75fdb9c2a689 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda0d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3af00a9 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.532835:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c294e540. 00010000:00000040:0.0:1783976742.532841:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fe73ab00 count: 0 00010000:00000010:0.0:1783976742.532844:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f3a23b80. 00010000:00000001:0.0:1783976742.532853:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.532856:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.532860:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2e60000/0xc4ea75fdb9c2a635 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdb37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aeff8a expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.532873:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d3ea2b40. 00010000:00000040:0.0:1783976742.532880:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83cd7dc200 count: 0 00010000:00000010:0.0:1783976742.532884:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b82d1993e80. 00010000:00000001:0.0:1783976742.532892:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.532895:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.532899:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f763ba00/0xc4ea75fdb9c2a620 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd9d0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aefee9 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.532908:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c294e140. 00010000:00000040:0.0:1783976742.532914:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f2e57900 count: 0 00010000:00000010:0.0:1783976742.532921:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f3a23500. 00010000:00000001:0.0:1783976742.532929:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.532932:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.532936:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f34cc800/0xc4ea75fdb9c2a5da lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda5b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aefdd8 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.532951:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6af8c40. 00010000:00000040:0.0:1783976742.532956:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83de04fa00 count: 0 00010000:00000010:0.0:1783976742.532963:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83e5cba700. 00010000:00000001:0.0:1783976742.532977:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.532980:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.532983:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f2524600/0xc4ea75fdb9c2a594 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdd69:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aefcc7 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.532997:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82c2b46a40. 00010000:00000040:0.0:1783976742.533004:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fba75900 count: 0 00010000:00000010:0.0:1783976742.533009:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b82df110500. 00010000:00000001:0.0:1783976742.533016:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.533018:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.533024:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f769ec00/0xc4ea75fdb9c2a56a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda85:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aefbee expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.533033:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c294eac0. 00010000:00000040:0.0:1783976742.533038:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b84010c5300 count: 0 00010000:00000010:0.0:1783976742.533042:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f3a23080. 00010000:00000001:0.0:1783976742.533049:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.533052:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.533055:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f763b600/0xc4ea75fdb9c2a532 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xda11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aefb1c expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.533069:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82c2b46e40. 00010000:00000040:0.0:1783976742.533073:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fba75d00 count: 0 00010000:00000010:0.0:1783976742.533078:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b82df110380. 00010000:00000001:0.0:1783976742.533085:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.533089:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.533093:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f769fe00/0xc4ea75fdb9c2a501 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd8b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aefa4a expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.533106:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c294e480. 00010000:00000040:0.0:1783976742.533110:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef88e000 count: 0 00010000:00000010:0.0:1783976742.533116:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f3a23c00. 00010000:00000001:0.0:1783976742.533124:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.533126:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.533132:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f769e200/0xc4ea75fdb9c2a4bb lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd8ea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aef916 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.533144:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d3ea2c40. 00010000:00000040:0.0:1783976742.533148:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fa83db00 count: 0 00010000:00000010:0.0:1783976742.533152:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b82d1993c00. 00010000:00000001:0.0:1783976742.533159:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.533162:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.533166:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f769f800/0xc4ea75fdb9c2a483 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc07:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aef82f expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.533178:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c294e280. 00010000:00000040:0.0:1783976742.533183:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef88e700 count: 0 00010000:00000010:0.0:1783976742.533186:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f3a23700. 00010000:00000001:0.0:1783976742.533194:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.533198:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.533202:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83efe1d400/0xc4ea75fdb9c2a43d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xdc74:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aef709 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.533226:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c294e440. 00010000:00000040:0.0:1783976742.533232:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f6587100 count: 0 00010000:00000010:0.0:1783976742.533236:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f3a23880. 00010000:00000001:0.0:1783976742.533244:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.533247:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.533251:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83efe1ce00/0xc4ea75fdb9c2a405 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd9af:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aef606 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.533264:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82c2b464c0. 00010000:00000040:0.0:1783976742.533269:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fba74300 count: 0 00010000:00000010:0.0:1783976742.533274:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b82df110700. 00010000:00000001:0.0:1783976742.533285:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.533288:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.533391:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83efe1c200/0xc4ea75fdb9c2a3cd lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd9df:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aef52d expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.533403:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c294e7c0. 00010000:00000040:0.0:1783976742.533408:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f6587200 count: 0 00010000:00000010:0.0:1783976742.533413:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f3a23f80. 00010000:00000001:0.0:1783976742.533422:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.533425:0:192198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.533428:0:192198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f34ccc00/0xc4ea75fdb9c2a39c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd8d6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3aef477 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976742.533437:0:192198:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82c2b46940. 00010000:00000040:0.0:1783976742.533443:0:192198:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fba74e00 count: 0 00010000:00000010:0.0:1783976742.533448:0:192198:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b82df110280. 00010000:00000001:0.0:1783976742.533455:0:192198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.533459:0:192198:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1783976742.538625:0:296882:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83f6dc5c00. 00000020:00000040:0.0:1783976742.538633:0:296882:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=11 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000100:00000001:0.0:1783976742.538651:0:296882:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976742.538655:0:296882:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976742.538659:0:296882:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976742.538668:0:296882:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 2048 at ffff9b82d315a800. 00000100:00000001:0.0:1783976742.538676:0:296882:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976742.538681:0:296882:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783976742.538689:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000744936b5/0xc4ea75fdb9c2d1c4 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3afb82a expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.538711:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000b634c31d/0xc4ea75fdb9c2d185 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3afb735 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.538732:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000628ab256/0xc4ea75fdb9c2d123 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3afb575 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.538749:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000083b16bbb/0xc4ea75fdb9c2d090 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3afb33e expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.538768:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000009301daa8/0xc4ea75fdb9c2d027 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3afb14d expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.538783:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000db931883/0xc4ea75fdb9c2ce75 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3afaa31 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.538799:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000035053a2/0xc4ea75fdb9c2cdbf lrc: 1/0,0 mode: --/PR res: [0x280000403:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3afa713 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.538813:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000081206a86/0xc4ea75fdb9c2cd41 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x1b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3afa4f8 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.538837:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000ef3851e1/0xc4ea75fdb9c2ccca lrc: 1/0,0 mode: --/PR res: [0x280000403:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3afa2f9 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.538853:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000003bb9459e/0xc4ea75fdb9c2cc45 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3afa0e5 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.538864:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000ad4a21dc/0xc4ea75fdb9c2cbf8 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af9fa3 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.538874:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000066d39074/0xc4ea75fdb9c2cb88 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af9dc7 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.538895:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000017e1a61c/0xc4ea75fdb9c2cb50 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af9cc4 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.538911:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000f786f326/0xc4ea75fdb9c2cb1f lrc: 1/0,0 mode: --/PR res: [0x280000403:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af9bd6 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.538925:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000062d21be7/0xc4ea75fdb9c2cae7 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af9b20 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.538947:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000c7d7bce1/0xc4ea75fdb9c2caaf lrc: 1/0,0 mode: --/PR res: [0x280000403:0x438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af9a32 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.538965:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000005223b47/0xc4ea75fdb9c2ca31 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af984f expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.538985:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000003ac50f1e/0xc4ea75fdb9c2c9c8 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af9665 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539002:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000d792e6e3/0xc4ea75fdb9c2c99e lrc: 1/0,0 mode: --/PR res: [0x280000403:0x31c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af9577 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539011:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000039ef63a/0xc4ea75fdb9c2c863 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af9076 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539019:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000f822ac1e/0xc4ea75fdb9c2c82b lrc: 1/0,0 mode: --/PR res: [0x280000403:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af8f88 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539027:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000b579d141/0xc4ea75fdb9c2c7ad lrc: 1/0,0 mode: --/PR res: [0x280000403:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af8d58 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539037:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000008e65d57c/0xc4ea75fdb9c2c76e lrc: 1/0,0 mode: --/PR res: [0x280000403:0x39a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af8c6a expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539049:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000925bc2ff/0xc4ea75fdb9c2c6fe lrc: 1/0,0 mode: --/PR res: [0x280000403:0x3c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af8a79 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539058:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000d71b54e0/0xc4ea75fdb9c2c5a7 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af84c9 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539075:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000076c4c698/0xc4ea75fdb9c2c561 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af83aa expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539085:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000008ca28224/0xc4ea75fdb9c2c4f1 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af81ce expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539094:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000001a6268f3/0xc4ea75fdb9c2c4b9 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x408:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af80e0 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539101:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000086180743/0xc4ea75fdb9c2c488 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x1bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af800e expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539112:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000a7269cb4/0xc4ea75fdb9c2c40a lrc: 1/0,0 mode: --/PR res: [0x280000403:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af7e0f expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539121:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000003de4cde6/0xc4ea75fdb9c2c3af lrc: 1/0,0 mode: --/PR res: [0x280000403:0x3c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af7c6b expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539130:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000004b38fda8/0xc4ea75fdb9c2c331 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x1c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af7a65 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539138:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000b6338bc8/0xc4ea75fdb9c2c2f9 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af7962 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539148:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000c9c00274/0xc4ea75fdb9c2c2ac lrc: 1/0,0 mode: --/PR res: [0x280000403:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af7851 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539164:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000c6a9310a/0xc4ea75fdb9c2c27b lrc: 1/0,0 mode: --/PR res: [0x280000403:0x47f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af777f expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539177:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000911be134/0xc4ea75fdb9c2c251 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af7698 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539193:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000d04a24f1/0xc4ea75fdb9c2c212 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af75bf expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539207:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000005fea7b48/0xc4ea75fdb9c2c178 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af7326 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539229:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000a6cfd788/0xc4ea75fdb9c2c0c9 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af7039 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539241:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000078b35426/0xc4ea75fdb9c2c01a lrc: 1/0,0 mode: --/PR res: [0x280000403:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af6d53 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539253:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000003817efbd/0xc4ea75fdb9c2bfaa lrc: 1/0,0 mode: --/PR res: [0x280000403:0x435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af6b77 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539265:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000005567303a/0xc4ea75fdb9c2bf6b lrc: 1/0,0 mode: --/PR res: [0x280000403:0x2e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af6a66 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539280:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000e681f216/0xc4ea75fdb9c2bf33 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af697f expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539292:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000ad1cc705/0xc4ea75fdb9c2be14 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af64af expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539330:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000b1f1e271/0xc4ea75fdb9c2bdab lrc: 1/0,0 mode: --/PR res: [0x280000403:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af630b expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539344:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000003d19b190/0xc4ea75fdb9c2bd57 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x2ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af6175 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539359:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000055f9b7c6/0xc4ea75fdb9c2bcd2 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x2fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af5f76 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539370:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000357c2cae/0xc4ea75fdb9c2bc00 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af5ba9 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539383:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000c48b2506/0xc4ea75fdb9c2bbc8 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x2f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af5abb expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539398:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000036f68929/0xc4ea75fdb9c2bb19 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x42e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af57ea expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539411:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000042eb4605/0xc4ea75fdb9c2ba63 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af54f6 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539428:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000ac156d4c/0xc4ea75fdb9c2b9d0 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af5295 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539437:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000037f5ec94/0xc4ea75fdb9c2b96e lrc: 1/0,0 mode: --/PR res: [0x280000403:0x48d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af50e3 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539447:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000a5947c21/0xc4ea75fdb9c2b92f lrc: 1/0,0 mode: --/PR res: [0x280000403:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af4fe0 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539470:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000017717c15/0xc4ea75fdb9c2b8f0 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x452:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af4ed6 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539484:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000000101bccb/0xc4ea75fdb9c2b848 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af4bf0 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539493:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000a8b8364f/0xc4ea75fdb9c2b802 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af4ae6 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539508:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000084bb3286/0xc4ea75fdb9c2b799 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x34a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af490a expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539516:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000046872e73/0xc4ea75fdb9c2b729 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x1af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af475f expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539524:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000c0f340a4/0xc4ea75fdb9c2b6c7 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x1ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af4591 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539532:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000008d017934/0xc4ea75fdb9c2b5b6 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af4131 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539541:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000006986bc4/0xc4ea75fdb9c2b4ba lrc: 1/0,0 mode: --/PR res: [0x280000403:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af3cca expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539556:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000b20632f9/0xc4ea75fdb9c2b482 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af3bff expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539567:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000008268358e/0xc4ea75fdb9c2b44a lrc: 1/0,0 mode: --/PR res: [0x280000403:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af3aee expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539586:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000005125f4f7/0xc4ea75fdb9c2b386 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af37bb expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539596:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000561cd7b6/0xc4ea75fdb9c2b308 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af35ae expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539605:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000316b96d7/0xc4ea75fdb9c2b252 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x2fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af32a5 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539613:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000d82f027f/0xc4ea75fdb9c2b221 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af31da expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539633:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000af36f8d8/0xc4ea75fdb9c2b1db lrc: 1/0,0 mode: --/PR res: [0x280000403:0x332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af30fa expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539640:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000f9389e78/0xc4ea75fdb9c2b0c3 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af2c31 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539647:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000480a8be5/0xc4ea75fdb9c2b0a0 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af2b82 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539654:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000ec1ab22f/0xc4ea75fdb9c2b006 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af28c6 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539661:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000f71e22f3/0xc4ea75fdb9c2af88 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af26dc expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539678:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000e1d7002d/0xc4ea75fdb9c2af42 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af258c expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539688:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000a4299cb2/0xc4ea75fdb9c2aea8 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af2316 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539699:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000019e485aa/0xc4ea75fdb9c2ae00 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x471:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af206f expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539714:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000d062dbed/0xc4ea75fdb9c2adba lrc: 1/0,0 mode: --/PR res: [0x280000403:0x2e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af1f34 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539728:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000e987626b/0xc4ea75fdb9c2ad51 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x458:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af1d51 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539736:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000009badf33d/0xc4ea75fdb9c2aca9 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af1a79 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539743:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000009d61c673/0xc4ea75fdb9c2ac63 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x43c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af1984 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539755:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000047498a62/0xc4ea75fdb9c2ac32 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af18b9 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539763:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000acc01c1a/0xc4ea75fdb9c2ab75 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af159b expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539775:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000c494af9e/0xc4ea75fdb9c2ab0c lrc: 1/0,0 mode: --/PR res: [0x280000403:0x1b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af13db expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539788:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000c88bd722/0xc4ea75fdb9c2aad4 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af12d8 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539802:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000003cd2962/0xc4ea75fdb9c2a9c3 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x45c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af0e78 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539816:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000f348e34a/0xc4ea75fdb9c2a984 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af0d67 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539828:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000ac51aef8/0xc4ea75fdb9c2a95a lrc: 1/0,0 mode: --/PR res: [0x280000403:0x2d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af0cb1 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539851:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000714b92d5/0xc4ea75fdb9c2a8ab lrc: 1/0,0 mode: --/PR res: [0x280000403:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af09d2 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539866:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000002f6819cc/0xc4ea75fdb9c2a7d2 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x39f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af062f expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539883:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000002301672e/0xc4ea75fdb9c2a6cf lrc: 1/0,0 mode: --/PR res: [0x280000403:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af01d6 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539898:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000616dbb00/0xc4ea75fdb9c2a62e lrc: 1/0,0 mode: --/PR res: [0x280000403:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aefefe expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539911:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000006deb6d4/0xc4ea75fdb9c2a5b7 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x474:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aefd1b expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539929:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000180e8026/0xc4ea75fdb9c2a516 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aefa7b expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539947:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000c193d6f0/0xc4ea75fdb9c2a4d0 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aef96a expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539963:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000dc9c8520/0xc4ea75fdb9c2a491 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x3c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aef859 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.539987:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000dc985613/0xc4ea75fdb9c2a3b8 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aef4bd expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540002:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000003d545c7b/0xc4ea75fdb9c2a38e lrc: 1/0,0 mode: --/PR res: [0x280000403:0x485:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aef3e4 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540018:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000091cd3c9b/0xc4ea75fdb9c2a302 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aef1bb expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540034:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000000c70b23/0xc4ea75fdb9c2a2d8 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x2cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aef0db expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540050:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000009671c8ce/0xc4ea75fdb9c2a237 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aeee42 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540062:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000ba9c27a8/0xc4ea75fdb9c2a1f8 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x45f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aeed54 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540072:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000003b44010c/0xc4ea75fdb9c2a062 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aee6a8 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540079:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000079e444d8/0xc4ea75fdb9c29fb3 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aee391 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540089:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000c9bebc9e/0xc4ea75fdb9c29f43 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aee1b5 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540100:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000053d0feac/0xc4ea75fdb9c29efd lrc: 1/0,0 mode: --/PR res: [0x280000403:0x309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aee0ab expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540108:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000edbdd13d/0xc4ea75fdb9c29e8d lrc: 1/0,0 mode: --/PR res: [0x280000403:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aedecf expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540121:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000000b8123be/0xc4ea75fdb9c29e55 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aeddcc expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540130:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000004f3134c/0xc4ea75fdb9c29e1d lrc: 1/0,0 mode: --/PR res: [0x280000403:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aedce5 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540140:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000d2410374/0xc4ea75fdb9c29dd0 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aedb87 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540153:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000021934fc7/0xc4ea75fdb9c29d98 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x30a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aeda99 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540170:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000003e54def0/0xc4ea75fdb9c29cdb lrc: 1/0,0 mode: --/PR res: [0x280000403:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aed782 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540187:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000052e1d2d0/0xc4ea75fdb9c29bb5 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aed29d expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540199:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000bf6bcd96/0xc4ea75fdb9c29aea lrc: 1/0,0 mode: --/PR res: [0x280000403:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aecf40 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540224:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000078087558/0xc4ea75fdb9c29954 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x2ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aec87f expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540238:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000f03f2bb7/0xc4ea75fdb9c2991c lrc: 1/0,0 mode: --/PR res: [0x280000403:0x412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aec79f expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540259:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000d3bd2c83/0xc4ea75fdb9c298e4 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aec6a3 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540275:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000cd9ee830/0xc4ea75fdb9c2982e lrc: 1/0,0 mode: --/PR res: [0x280000403:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aec3af expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540319:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000005a0fe78e/0xc4ea75fdb9c297e8 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aec290 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540332:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000009c7741c3/0xc4ea75fdb9c29732 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aebf72 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540346:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000053e81e29/0xc4ea75fdb9c29605 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x460:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aeba9b expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540357:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000a68089d1/0xc4ea75fdb9c295db lrc: 1/0,0 mode: --/PR res: [0x280000403:0x409:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aeb9ec expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540366:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000cc9e810f/0xc4ea75fdb9c2958e lrc: 1/0,0 mode: --/PR res: [0x280000403:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aeb880 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540377:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000008cedd1c7/0xc4ea75fdb9c2953a lrc: 1/0,0 mode: --/PR res: [0x280000403:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aeb745 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540391:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000d6744373/0xc4ea75fdb9c29510 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aeb68f expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540405:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000006055a0f4/0xc4ea75fdb9c294c3 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x434:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aeb562 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540419:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000061f56645/0xc4ea75fdb9c29414 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aeb267 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540433:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000002870b18a/0xc4ea75fdb9c293b2 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x42c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aeb0fb expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540447:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000b943e336/0xc4ea75fdb9c2930a lrc: 1/0,0 mode: --/PR res: [0x280000403:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aeae15 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540462:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000001d0f1521/0xc4ea75fdb9c292e7 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x2f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aead51 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540477:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000005af2716b/0xc4ea75fdb9c292af lrc: 1/0,0 mode: --/PR res: [0x280000403:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aeac71 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540488:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000093729712/0xc4ea75fdb9c2928c lrc: 1/0,0 mode: --/PR res: [0x280000403:0x33f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aeabd7 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540501:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000001137d974/0xc4ea75fdb9c2924d lrc: 1/0,0 mode: --/PR res: [0x280000403:0x2de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aeaadb expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540516:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000004d235798/0xc4ea75fdb9c29215 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aeaa1e expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540536:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000cf4d5278/0xc4ea75fdb9c291b3 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x47e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aea86c expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540551:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000002e7897f8/0xc4ea75fdb9c2913c lrc: 1/0,0 mode: --/PR res: [0x280000403:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aea6ac expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540563:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000002ca80e76/0xc4ea75fdb9c2910b lrc: 1/0,0 mode: --/PR res: [0x280000403:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aea5be expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540579:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000b259c2aa/0xc4ea75fdb9c290a2 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aea444 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540591:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000000dca11bf/0xc4ea75fdb9c29032 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aea284 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540604:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000a770723d/0xc4ea75fdb9c28fc9 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x41f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aea0cb expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540614:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000658b3128/0xc4ea75fdb9c28f4b lrc: 1/0,0 mode: --/PR res: [0x280000403:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae9ed3 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540625:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000e7d1cfd6/0xc4ea75fdb9c28f05 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae9d9f expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540636:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000f109f45e/0xc4ea75fdb9c28ea3 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae9be6 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540646:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000be7bbfca/0xc4ea75fdb9c28e5d lrc: 1/0,0 mode: --/PR res: [0x280000403:0x491:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae9aab expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540653:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000008775d82b/0xc4ea75fdb9c28e1e lrc: 1/0,0 mode: --/PR res: [0x280000403:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae99b6 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540668:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000004bd3af68/0xc4ea75fdb9c28ded lrc: 1/0,0 mode: --/PR res: [0x280000403:0x46c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae98eb expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540681:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000001cdca24/0xc4ea75fdb9c28db5 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x30e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae97fd expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540697:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000003ba6ad11/0xc4ea75fdb9c28cff lrc: 1/0,0 mode: --/PR res: [0x280000403:0x424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae94f4 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540713:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000ba6ae6ee/0xc4ea75fdb9c28c5e lrc: 1/0,0 mode: --/PR res: [0x280000403:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae9246 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540728:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000f4e2b9c2/0xc4ea75fdb9c28c11 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae90ef expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540741:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000029f8e9fa/0xc4ea75fdb9c28bd9 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae8ff3 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540753:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000faa987ab/0xc4ea75fdb9c28ae4 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x481:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae8be0 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540762:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000005448d729/0xc4ea75fdb9c28a35 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae8901 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540782:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000214a3fc8/0xc4ea75fdb9c28978 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae85f8 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540796:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000d7704d4e/0xc4ea75fdb9c2894e lrc: 1/0,0 mode: --/PR res: [0x280000403:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae853b expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540811:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000008640c823/0xc4ea75fdb9c288d7 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae8358 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540822:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000009bf9a4ca/0xc4ea75fdb9c287f0 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x446:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae7fb5 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976742.540838:0:296882:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 156 locks packed 00010000:00000001:0.0:1783976742.540841:0:296882:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=156 : 156 : 9c) 00000100:00000001:0.0:1783976742.540851:0:296882:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976742.540857:0:296882:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976742.540868:0:296882:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd541d36] to pc [ptlrpcd_00_01+1] req@ffff9b83f6dc5c00 x1870620402670336/t0(0) o103->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:17/18 lens 1560/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1783976742.540896:0:296882:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976742.540900:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.540904:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000744936b5/0xc4ea75fdb9c2d1c4 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3afb82a expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.540917:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ef8ace00. 00010000:00000040:0.0:1783976742.540922:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fa95a200 count: 0 00010000:00000010:0.0:1783976742.540927:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fa95ac00. 00010000:00000001:0.0:1783976742.540938:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.540941:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.540944:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000b634c31d/0xc4ea75fdb9c2d185 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3afb735 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.540958:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83d1bc1340. 00010000:00000040:0.0:1783976742.540964:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb108e00 count: 0 00010000:00000010:0.0:1783976742.540971:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fb10ac00. 00010000:00000001:0.0:1783976742.540983:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.540986:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.540989:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000628ab256/0xc4ea75fdb9c2d123 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3afb575 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.541000:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83d1bc1cc0. 00010000:00000040:0.0:1783976742.541005:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb108b00 count: 0 00010000:00000010:0.0:1783976742.541009:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fb108000. 00010000:00000001:0.0:1783976742.541016:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.541019:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.541022:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000083b16bbb/0xc4ea75fdb9c2d090 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3afb33e expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.541039:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c364a580. 00010000:00000040:0.0:1783976742.541046:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c444e200 count: 0 00010000:00000010:0.0:1783976742.541049:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fb108800. 00010000:00000001:0.0:1783976742.541060:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.541063:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.541067:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000009301daa8/0xc4ea75fdb9c2d027 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3afb14d expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.541075:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83cd5aad80. 00010000:00000040:0.0:1783976742.541080:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c444ea00 count: 0 00010000:00000010:0.0:1783976742.541085:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83c444e300. 00010000:00000001:0.0:1783976742.541091:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.541094:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.541097:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000db931883/0xc4ea75fdb9c2ce75 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3afaa31 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.541104:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c364a640. 00010000:00000040:0.0:1783976742.541111:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83d4182f00 count: 0 00010000:00000010:0.0:1783976742.541115:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83d4182900. 00010000:00000001:0.0:1783976742.541122:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.541125:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.541129:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000035053a2/0xc4ea75fdb9c2cdbf lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3afa713 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.541150:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83cbb190c0. 00010000:00000040:0.0:1783976742.541157:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fc5f5300 count: 0 00010000:00000010:0.0:1783976742.541162:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fc5f5500. 00010000:00000001:0.0:1783976742.541174:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.541177:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.541181:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000081206a86/0xc4ea75fdb9c2cd41 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3afa4f8 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.541195:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c364a140. 00010000:00000040:0.0:1783976742.541203:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f3c02a00 count: 0 00010000:00000010:0.0:1783976742.541218:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f3c02300. 00010000:00000001:0.0:1783976742.541233:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.541236:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.541240:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000ef3851e1/0xc4ea75fdb9c2ccca lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3afa2f9 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.541257:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82c2b57500. 00010000:00000040:0.0:1783976742.541269:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f3c58000 count: 0 00010000:00000010:0.0:1783976742.541276:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f3c58100. 00010000:00000001:0.0:1783976742.541287:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.541291:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.541316:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000003bb9459e/0xc4ea75fdb9c2cc45 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3afa0e5 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.541334:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83cbb38500. 00010000:00000040:0.0:1783976742.541341:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fc5f4e00 count: 0 00010000:00000010:0.0:1783976742.541348:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fc5f4800. 00010000:00000001:0.0:1783976742.541361:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.541365:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.541369:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000ad4a21dc/0xc4ea75fdb9c2cbf8 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af9fa3 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.541381:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6ae1800. 00010000:00000040:0.0:1783976742.541388:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f3c58600 count: 0 00010000:00000010:0.0:1783976742.541395:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f3c58700. 00010000:00000001:0.0:1783976742.541406:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.541410:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.541415:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000066d39074/0xc4ea75fdb9c2cb88 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af9dc7 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.541426:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83cbb38ec0. 00010000:00000040:0.0:1783976742.541430:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b84012f2a00 count: 0 00010000:00000010:0.0:1783976742.541436:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b84012f2300. 00010000:00000001:0.0:1783976742.541446:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.541449:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.541452:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000017e1a61c/0xc4ea75fdb9c2cb50 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af9cc4 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.541458:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c5acb900. 00010000:00000040:0.0:1783976742.541463:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83efe1a400 count: 0 00010000:00000010:0.0:1783976742.541468:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83efe1ab00. 00010000:00000001:0.0:1783976742.541476:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.541478:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.541480:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000f786f326/0xc4ea75fdb9c2cb1f lrc: 0/0,0 mode: --/PR res: [0x280000403:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af9bd6 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.541495:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6ae1a00. 00010000:00000040:0.0:1783976742.541500:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f682bd00 count: 0 00010000:00000010:0.0:1783976742.541505:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f682b400. 00010000:00000001:0.0:1783976742.541515:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.541518:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.541522:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000062d21be7/0xc4ea75fdb9c2cae7 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af9b20 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.541531:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6ae1ac0. 00010000:00000040:0.0:1783976742.541537:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f682b800 count: 0 00010000:00000010:0.0:1783976742.541544:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f682b200. 00010000:00000001:0.0:1783976742.541556:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.541560:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.541566:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000c7d7bce1/0xc4ea75fdb9c2caaf lrc: 0/0,0 mode: --/PR res: [0x280000403:0x438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af9a32 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.541583:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83cbb38a80. 00010000:00000040:0.0:1783976742.541590:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb062700 count: 0 00010000:00000010:0.0:1783976742.541598:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fb062e00. 00010000:00000001:0.0:1783976742.541608:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.541612:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.541614:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000005223b47/0xc4ea75fdb9c2ca31 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af984f expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.541634:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d7ef3680. 00010000:00000040:0.0:1783976742.541641:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb060500 count: 0 00010000:00000010:0.0:1783976742.541647:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fb060d00. 00010000:00000001:0.0:1783976742.541659:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.541662:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.541666:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000003ac50f1e/0xc4ea75fdb9c2c9c8 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af9665 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.541686:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d7ef3740. 00010000:00000040:0.0:1783976742.541699:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb060c00 count: 0 00010000:00000010:0.0:1783976742.541706:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fb060a00. 00010000:00000001:0.0:1783976742.541719:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.541724:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.541728:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000d792e6e3/0xc4ea75fdb9c2c99e lrc: 0/0,0 mode: --/PR res: [0x280000403:0x31c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af9577 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.541749:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6ae1580. 00010000:00000040:0.0:1783976742.541755:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fc252900 count: 0 00010000:00000010:0.0:1783976742.541760:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fc252600. 00010000:00000001:0.0:1783976742.541772:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.541776:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.541781:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000039ef63a/0xc4ea75fdb9c2c863 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af9076 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.541796:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83cbb387c0. 00010000:00000040:0.0:1783976742.541801:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83eed7ec00 count: 0 00010000:00000010:0.0:1783976742.541807:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83eed7ea00. 00010000:00000001:0.0:1783976742.541820:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.541823:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.541827:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000f822ac1e/0xc4ea75fdb9c2c82b lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af8f88 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.541844:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6ae1840. 00010000:00000040:0.0:1783976742.541850:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83e5db3b00 count: 0 00010000:00000010:0.0:1783976742.541856:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83e5db3000. 00010000:00000001:0.0:1783976742.541867:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.541871:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.541876:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000b579d141/0xc4ea75fdb9c2c7ad lrc: 0/0,0 mode: --/PR res: [0x280000403:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af8d58 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.541892:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6ae1b00. 00010000:00000040:0.0:1783976742.541900:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83e5db3d00 count: 0 00010000:00000010:0.0:1783976742.541906:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83e5db3400. 00010000:00000001:0.0:1783976742.541916:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.541920:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.541922:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000008e65d57c/0xc4ea75fdb9c2c76e lrc: 0/0,0 mode: --/PR res: [0x280000403:0x39a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af8c6a expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.541935:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c6735c40. 00010000:00000040:0.0:1783976742.541942:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ffcb0200 count: 0 00010000:00000010:0.0:1783976742.541950:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83ffcb0c00. 00010000:00000001:0.0:1783976742.541961:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.541965:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.541970:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000925bc2ff/0xc4ea75fdb9c2c6fe lrc: 0/0,0 mode: --/PR res: [0x280000403:0x3c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af8a79 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.541981:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d1e91dc0. 00010000:00000040:0.0:1783976742.541987:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83e5dab700 count: 0 00010000:00000010:0.0:1783976742.541993:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83e5dabe00. 00010000:00000001:0.0:1783976742.542004:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.542008:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.542011:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000d71b54e0/0xc4ea75fdb9c2c5a7 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af84c9 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.542020:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6ae1640. 00010000:00000040:0.0:1783976742.542025:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83d206a100 count: 0 00010000:00000010:0.0:1783976742.542029:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83d206af00. 00010000:00000001:0.0:1783976742.542039:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.542042:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.542045:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000076c4c698/0xc4ea75fdb9c2c561 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af83aa expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.542063:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c6735740. 00010000:00000040:0.0:1783976742.542069:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f7699200 count: 0 00010000:00000010:0.0:1783976742.542073:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f7699c00. 00010000:00000001:0.0:1783976742.542089:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.542092:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.542096:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000008ca28224/0xc4ea75fdb9c2c4f1 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af81ce expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.542107:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6ae1000. 00010000:00000040:0.0:1783976742.542112:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83d2068d00 count: 0 00010000:00000010:0.0:1783976742.542117:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83d2068400. 00010000:00000001:0.0:1783976742.542126:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.542129:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.542134:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000001a6268f3/0xc4ea75fdb9c2c4b9 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x408:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af80e0 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.542149:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d1e912c0. 00010000:00000040:0.0:1783976742.542155:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83e5da9900 count: 0 00010000:00000010:0.0:1783976742.542163:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83e5da9600. 00010000:00000001:0.0:1783976742.542178:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.542182:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.542186:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000086180743/0xc4ea75fdb9c2c488 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af800e expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.542198:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6ae17c0. 00010000:00000040:0.0:1783976742.542219:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83d2068200 count: 0 00010000:00000010:0.0:1783976742.542225:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83d2068c00. 00010000:00000001:0.0:1783976742.542237:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.542241:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.542246:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000a7269cb4/0xc4ea75fdb9c2c40a lrc: 0/0,0 mode: --/PR res: [0x280000403:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af7e0f expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.542263:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c6735b40. 00010000:00000040:0.0:1783976742.542269:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83d1387600 count: 0 00010000:00000010:0.0:1783976742.542273:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f7699300. 00010000:00000001:0.0:1783976742.542282:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.542286:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.542291:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000003de4cde6/0xc4ea75fdb9c2c3af lrc: 0/0,0 mode: --/PR res: [0x280000403:0x3c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af7c6b expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.542326:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d1e91bc0. 00010000:00000040:0.0:1783976742.542332:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f4880300 count: 0 00010000:00000010:0.0:1783976742.542339:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f4880500. 00010000:00000001:0.0:1783976742.542352:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.542356:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.542360:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000004b38fda8/0xc4ea75fdb9c2c331 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af7a65 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.542369:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6ad0c40. 00010000:00000040:0.0:1783976742.542377:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c6b1bc00 count: 0 00010000:00000010:0.0:1783976742.542383:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83c6b1ba00. 00010000:00000001:0.0:1783976742.542395:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.542399:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.542404:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000b6338bc8/0xc4ea75fdb9c2c2f9 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af7962 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.542428:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6a9e400. 00010000:00000040:0.0:1783976742.542434:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83de0aff00 count: 0 00010000:00000010:0.0:1783976742.542438:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83de0af900. 00010000:00000001:0.0:1783976742.542450:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.542452:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.542456:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000c9c00274/0xc4ea75fdb9c2c2ac lrc: 0/0,0 mode: --/PR res: [0x280000403:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af7851 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.542466:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c6735ac0. 00010000:00000040:0.0:1783976742.542472:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83d1387800 count: 0 00010000:00000010:0.0:1783976742.542477:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83d1387200. 00010000:00000001:0.0:1783976742.542487:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.542489:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.542493:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000c6a9310a/0xc4ea75fdb9c2c27b lrc: 0/0,0 mode: --/PR res: [0x280000403:0x47f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af777f expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.542505:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6a9e600. 00010000:00000040:0.0:1783976742.542511:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83de0afb00 count: 0 00010000:00000010:0.0:1783976742.542515:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83de0af000. 00010000:00000001:0.0:1783976742.542524:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.542528:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.542532:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000911be134/0xc4ea75fdb9c2c251 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af7698 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.542562:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c67351c0. 00010000:00000040:0.0:1783976742.542568:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83d1384c00 count: 0 00010000:00000010:0.0:1783976742.542574:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83d1384a00. 00010000:00000001:0.0:1783976742.542586:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.542589:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.542594:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000d04a24f1/0xc4ea75fdb9c2c212 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af75bf expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.542615:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6a9e640. 00010000:00000040:0.0:1783976742.542620:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c6b1bd00 count: 0 00010000:00000010:0.0:1783976742.542625:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83c6b1b400. 00010000:00000001:0.0:1783976742.542639:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.542643:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.542650:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000005fea7b48/0xc4ea75fdb9c2c178 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af7326 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.542673:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c6735d00. 00010000:00000040:0.0:1783976742.542680:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb86df00 count: 0 00010000:00000010:0.0:1783976742.542685:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fb86d900. 00010000:00000001:0.0:1783976742.542698:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.542702:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.542707:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000a6cfd788/0xc4ea75fdb9c2c0c9 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af7039 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.542728:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c5bc9940. 00010000:00000040:0.0:1783976742.542735:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83de6b3300 count: 0 00010000:00000010:0.0:1783976742.542739:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83de6b3500. 00010000:00000001:0.0:1783976742.542748:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.542752:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.542756:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000078b35426/0xc4ea75fdb9c2c01a lrc: 0/0,0 mode: --/PR res: [0x280000403:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af6d53 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.542774:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6ad0540. 00010000:00000040:0.0:1783976742.542780:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c6b18300 count: 0 00010000:00000010:0.0:1783976742.542784:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83c6b18500. 00010000:00000001:0.0:1783976742.542800:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.542802:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.542807:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000003817efbd/0xc4ea75fdb9c2bfaa lrc: 0/0,0 mode: --/PR res: [0x280000403:0x435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af6b77 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.542824:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6a9e940. 00010000:00000040:0.0:1783976742.542832:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83df34a300 count: 0 00010000:00000010:0.0:1783976742.542836:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83df34a500. 00010000:00000001:0.0:1783976742.542844:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.542846:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.542849:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000005567303a/0xc4ea75fdb9c2bf6b lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af6a66 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.542860:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c5bc90c0. 00010000:00000040:0.0:1783976742.542866:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83de0e7f00 count: 0 00010000:00000010:0.0:1783976742.542870:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83de6b3100. 00010000:00000001:0.0:1783976742.542877:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.542879:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.542882:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000e681f216/0xc4ea75fdb9c2bf33 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af697f expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.542890:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d7ed21c0. 00010000:00000040:0.0:1783976742.542895:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b8401274000 count: 0 00010000:00000010:0.0:1783976742.542899:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b8401274100. 00010000:00000001:0.0:1783976742.542909:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.542912:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.542916:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000ad1cc705/0xc4ea75fdb9c2be14 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af64af expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.542927:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d7ed2400. 00010000:00000040:0.0:1783976742.542931:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c3948e00 count: 0 00010000:00000010:0.0:1783976742.542938:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83c3948800. 00010000:00000001:0.0:1783976742.542954:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.542957:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.542962:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000b1f1e271/0xc4ea75fdb9c2bdab lrc: 0/0,0 mode: --/PR res: [0x280000403:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af630b expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.542985:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c133f780. 00010000:00000040:0.0:1783976742.542991:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef247500 count: 0 00010000:00000010:0.0:1783976742.542995:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83ef247d00. 00010000:00000001:0.0:1783976742.543003:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.543005:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.543008:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000003d19b190/0xc4ea75fdb9c2bd57 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af6175 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.543018:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d7ed2c80. 00010000:00000040:0.0:1783976742.543024:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c3948c00 count: 0 00010000:00000010:0.0:1783976742.543029:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83c3948a00. 00010000:00000001:0.0:1783976742.543040:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.543042:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.543046:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000055f9b7c6/0xc4ea75fdb9c2bcd2 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af5f76 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.543056:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6ad0ac0. 00010000:00000040:0.0:1783976742.543067:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f7821400 count: 0 00010000:00000010:0.0:1783976742.543072:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f7821b00. 00010000:00000001:0.0:1783976742.543084:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.543087:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.543091:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000357c2cae/0xc4ea75fdb9c2bc00 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af5ba9 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.543106:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52dad80. 00010000:00000040:0.0:1783976742.543112:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f79c1a00 count: 0 00010000:00000010:0.0:1783976742.543116:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f79c1300. 00010000:00000001:0.0:1783976742.543123:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.543125:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.543128:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000c48b2506/0xc4ea75fdb9c2bbc8 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af5abb expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.543144:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d7ed2900. 00010000:00000040:0.0:1783976742.543152:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f4396600 count: 0 00010000:00000010:0.0:1783976742.543159:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f4396700. 00010000:00000001:0.0:1783976742.543171:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.543175:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.543180:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000036f68929/0xc4ea75fdb9c2bb19 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x42e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af57ea expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.543191:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d118cf40. 00010000:00000040:0.0:1783976742.543195:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f7264700 count: 0 00010000:00000010:0.0:1783976742.543199:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f7264e00. 00010000:00000001:0.0:1783976742.543218:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.543222:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.543225:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000042eb4605/0xc4ea75fdb9c2ba63 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af54f6 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.543234:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52da600. 00010000:00000040:0.0:1783976742.543240:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb86b000 count: 0 00010000:00000010:0.0:1783976742.543243:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fb86b100. 00010000:00000001:0.0:1783976742.543249:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.543253:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.543258:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000ac156d4c/0xc4ea75fdb9c2b9d0 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af5295 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.543269:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d118ca00. 00010000:00000040:0.0:1783976742.543276:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b840103e700 count: 0 00010000:00000010:0.0:1783976742.543283:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b840103ee00. 00010000:00000001:0.0:1783976742.543315:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.543319:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.543325:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000037f5ec94/0xc4ea75fdb9c2b96e lrc: 0/0,0 mode: --/PR res: [0x280000403:0x48d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af50e3 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.543336:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6a8cac0. 00010000:00000040:0.0:1783976742.543343:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f7820d00 count: 0 00010000:00000010:0.0:1783976742.543351:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f7820400. 00010000:00000001:0.0:1783976742.543364:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.543368:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.543372:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000a5947c21/0xc4ea75fdb9c2b92f lrc: 0/0,0 mode: --/PR res: [0x280000403:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af4fe0 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.543383:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f30ad800. 00010000:00000040:0.0:1783976742.543391:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b84007c5500 count: 0 00010000:00000010:0.0:1783976742.543398:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b84007c5d00. 00010000:00000001:0.0:1783976742.543410:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.543415:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.543420:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000017717c15/0xc4ea75fdb9c2b8f0 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x452:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af4ed6 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.543440:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52da300. 00010000:00000040:0.0:1783976742.543446:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f6189a00 count: 0 00010000:00000010:0.0:1783976742.543451:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f6189300. 00010000:00000001:0.0:1783976742.543468:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.543472:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.543478:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000000101bccb/0xc4ea75fdb9c2b848 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af4bf0 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.543499:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52da440. 00010000:00000040:0.0:1783976742.543508:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef7b7600 count: 0 00010000:00000010:0.0:1783976742.543513:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83ef7b7700. 00010000:00000001:0.0:1783976742.543526:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.543531:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.543536:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000a8b8364f/0xc4ea75fdb9c2b802 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af4ae6 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.543560:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82db0d4080. 00010000:00000040:0.0:1783976742.543567:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb1a6600 count: 0 00010000:00000010:0.0:1783976742.543571:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fb1a6700. 00010000:00000001:0.0:1783976742.543587:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.543591:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.543595:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000084bb3286/0xc4ea75fdb9c2b799 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x34a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af490a expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.543617:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d118c3c0. 00010000:00000040:0.0:1783976742.543622:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f28ce500 count: 0 00010000:00000010:0.0:1783976742.543629:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f28ced00. 00010000:00000001:0.0:1783976742.543646:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.543651:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.543657:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000046872e73/0xc4ea75fdb9c2b729 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af475f expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.543677:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6a8c600. 00010000:00000040:0.0:1783976742.543684:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f552be00 count: 0 00010000:00000010:0.0:1783976742.543690:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f552b800. 00010000:00000001:0.0:1783976742.543702:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.543706:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.543712:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000c0f340a4/0xc4ea75fdb9c2b6c7 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af4591 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.543731:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d118cc80. 00010000:00000040:0.0:1783976742.543738:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f2fb0a00 count: 0 00010000:00000010:0.0:1783976742.543742:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f2fb0300. 00010000:00000001:0.0:1783976742.543754:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.543758:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.543761:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000008d017934/0xc4ea75fdb9c2b5b6 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af4131 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.543777:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c90c6840. 00010000:00000040:0.0:1783976742.543784:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f7438200 count: 0 00010000:00000010:0.0:1783976742.543790:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f435d300. 00010000:00000001:0.0:1783976742.543802:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.543807:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.543812:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000006986bc4/0xc4ea75fdb9c2b4ba lrc: 0/0,0 mode: --/PR res: [0x280000403:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af3cca expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.543824:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6a8c840. 00010000:00000040:0.0:1783976742.543835:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f3746f00 count: 0 00010000:00000010:0.0:1783976742.543841:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f3746900. 00010000:00000001:0.0:1783976742.543853:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.543855:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.543859:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000b20632f9/0xc4ea75fdb9c2b482 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af3bff expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.543874:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52efd80. 00010000:00000040:0.0:1783976742.543879:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fcea1500 count: 0 00010000:00000010:0.0:1783976742.543883:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fcea1d00. 00010000:00000001:0.0:1783976742.543894:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.543898:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.543902:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000008268358e/0xc4ea75fdb9c2b44a lrc: 0/0,0 mode: --/PR res: [0x280000403:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af3aee expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.543912:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52ef240. 00010000:00000040:0.0:1783976742.543917:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fcea1800 count: 0 00010000:00000010:0.0:1783976742.543919:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fcea1200. 00010000:00000001:0.0:1783976742.543928:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.543932:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.543937:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000005125f4f7/0xc4ea75fdb9c2b386 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af37bb expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.543955:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82db0d4100. 00010000:00000040:0.0:1783976742.543962:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb146500 count: 0 00010000:00000010:0.0:1783976742.543968:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fb146d00. 00010000:00000001:0.0:1783976742.543980:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.543984:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.543987:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000561cd7b6/0xc4ea75fdb9c2b308 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af35ae expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.544002:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82db0d4740. 00010000:00000040:0.0:1783976742.544007:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb146e00 count: 0 00010000:00000010:0.0:1783976742.544012:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fb146800. 00010000:00000001:0.0:1783976742.544022:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.544025:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.544029:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000316b96d7/0xc4ea75fdb9c2b252 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af32a5 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.544038:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82db0d4800. 00010000:00000040:0.0:1783976742.544044:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fecd9d00 count: 0 00010000:00000010:0.0:1783976742.544048:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fecd9400. 00010000:00000001:0.0:1783976742.544057:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.544060:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.544065:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000d82f027f/0xc4ea75fdb9c2b221 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af31da expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.544084:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52efec0. 00010000:00000040:0.0:1783976742.544090:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b84011ff500 count: 0 00010000:00000010:0.0:1783976742.544094:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b84011ffd00. 00010000:00000001:0.0:1783976742.544110:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.544114:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.544119:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000af36f8d8/0xc4ea75fdb9c2b1db lrc: 0/0,0 mode: --/PR res: [0x280000403:0x332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af30fa expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.544141:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82db0d4a00. 00010000:00000040:0.0:1783976742.544147:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f6dde100 count: 0 00010000:00000010:0.0:1783976742.544152:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fecd9f00. 00010000:00000001:0.0:1783976742.544169:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.544173:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.544179:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000f9389e78/0xc4ea75fdb9c2b0c3 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af2c31 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.544202:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52ef440. 00010000:00000040:0.0:1783976742.544206:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b84011ff600 count: 0 00010000:00000010:0.0:1783976742.544222:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b84011ff700. 00010000:00000001:0.0:1783976742.544239:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.544243:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.544248:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000480a8be5/0xc4ea75fdb9c2b0a0 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af2b82 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.544273:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ca0cc600. 00010000:00000040:0.0:1783976742.544279:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef4e4e00 count: 0 00010000:00000010:0.0:1783976742.544285:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83ef4e4800. 00010000:00000001:0.0:1783976742.544320:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.544324:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.544329:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000ec1ab22f/0xc4ea75fdb9c2b006 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af28c6 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.544341:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f84b12c0. 00010000:00000040:0.0:1783976742.544347:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b8400256e00 count: 0 00010000:00000010:0.0:1783976742.544354:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b8400256800. 00010000:00000001:0.0:1783976742.544367:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.544370:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.544374:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000f71e22f3/0xc4ea75fdb9c2af88 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af26dc expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.544388:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c90c6e80. 00010000:00000040:0.0:1783976742.544396:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83efe12b00 count: 0 00010000:00000010:0.0:1783976742.544402:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83efe12000. 00010000:00000001:0.0:1783976742.544416:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.544420:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.544426:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000e1d7002d/0xc4ea75fdb9c2af42 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af258c expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.544452:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52b6cc0. 00010000:00000040:0.0:1783976742.544457:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fdf7b200 count: 0 00010000:00000010:0.0:1783976742.544463:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fdf7bc00. 00010000:00000001:0.0:1783976742.544477:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.544481:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.544487:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000a4299cb2/0xc4ea75fdb9c2aea8 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af2316 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.544498:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52b6700. 00010000:00000040:0.0:1783976742.544505:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fdf7bb00 count: 0 00010000:00000010:0.0:1783976742.544512:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fdf7b000. 00010000:00000001:0.0:1783976742.544525:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.544530:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.544535:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000019e485aa/0xc4ea75fdb9c2ae00 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x471:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af206f expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.544547:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52ef080. 00010000:00000040:0.0:1783976742.544583:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c57a0500 count: 0 00010000:00000010:0.0:1783976742.544588:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83c57a0d00. 00010000:00000001:0.0:1783976742.544603:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.544607:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.544611:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000d062dbed/0xc4ea75fdb9c2adba lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af1f34 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.544626:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82c2b46fc0. 00010000:00000040:0.0:1783976742.544632:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c57a0e00 count: 0 00010000:00000010:0.0:1783976742.544638:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83c57a0800. 00010000:00000001:0.0:1783976742.544652:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.544656:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.544660:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000e987626b/0xc4ea75fdb9c2ad51 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x458:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af1d51 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.544676:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f84b1fc0. 00010000:00000040:0.0:1783976742.544681:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c6b04b00 count: 0 00010000:00000010:0.0:1783976742.544688:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83c6b04000. 00010000:00000001:0.0:1783976742.544703:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.544706:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.544712:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000009badf33d/0xc4ea75fdb9c2aca9 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af1a79 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.544732:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f84b1a80. 00010000:00000040:0.0:1783976742.544738:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c6b04c00 count: 0 00010000:00000010:0.0:1783976742.544745:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83c6b04a00. 00010000:00000001:0.0:1783976742.544757:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.544761:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.544767:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000009d61c673/0xc4ea75fdb9c2ac63 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x43c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af1984 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.544791:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f84b1500. 00010000:00000040:0.0:1783976742.544799:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f2439f00 count: 0 00010000:00000010:0.0:1783976742.544806:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f2439900. 00010000:00000001:0.0:1783976742.544822:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.544825:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.544830:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000047498a62/0xc4ea75fdb9c2ac32 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af18b9 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.544851:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f84b1640. 00010000:00000040:0.0:1783976742.544870:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f2439d00 count: 0 00010000:00000010:0.0:1783976742.544876:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f2439400. 00010000:00000001:0.0:1783976742.544888:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.544893:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.544898:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000acc01c1a/0xc4ea75fdb9c2ab75 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af159b expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.544911:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82c2b46440. 00010000:00000040:0.0:1783976742.544917:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c6b05c00 count: 0 00010000:00000010:0.0:1783976742.544922:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83c6b05a00. 00010000:00000001:0.0:1783976742.544933:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.544936:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.544941:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000c494af9e/0xc4ea75fdb9c2ab0c lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af13db expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.544953:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52b6000. 00010000:00000040:0.0:1783976742.544958:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fef31200 count: 0 00010000:00000010:0.0:1783976742.544963:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fef31c00. 00010000:00000001:0.0:1783976742.544974:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.544978:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.544983:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000c88bd722/0xc4ea75fdb9c2aad4 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af12d8 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.544996:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52b6b80. 00010000:00000040:0.0:1783976742.545006:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fef31700 count: 0 00010000:00000010:0.0:1783976742.545012:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fef31e00. 00010000:00000001:0.0:1783976742.545025:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.545029:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.545034:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000003cd2962/0xc4ea75fdb9c2a9c3 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x45c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af0e78 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.545049:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ca0cc340. 00010000:00000040:0.0:1783976742.545056:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fee0d600 count: 0 00010000:00000010:0.0:1783976742.545063:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fee0d700. 00010000:00000001:0.0:1783976742.545076:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.545079:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.545085:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000f348e34a/0xc4ea75fdb9c2a984 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af0d67 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.545102:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ca0cc200. 00010000:00000040:0.0:1783976742.545109:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fee0d400 count: 0 00010000:00000010:0.0:1783976742.545115:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fee0db00. 00010000:00000001:0.0:1783976742.545128:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.545131:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.545137:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000ac51aef8/0xc4ea75fdb9c2a95a lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af0cb1 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.545152:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ca0cc580. 00010000:00000040:0.0:1783976742.545158:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fee0d200 count: 0 00010000:00000010:0.0:1783976742.545164:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fee0dc00. 00010000:00000001:0.0:1783976742.545177:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.545181:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.545186:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000714b92d5/0xc4ea75fdb9c2a8ab lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af09d2 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.545219:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d3ea2380. 00010000:00000040:0.0:1783976742.545226:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fc497100 count: 0 00010000:00000010:0.0:1783976742.545234:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fc497f00. 00010000:00000001:0.0:1783976742.545245:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.545248:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.545255:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000002f6819cc/0xc4ea75fdb9c2a7d2 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x39f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af062f expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.545271:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82c2b46e80. 00010000:00000040:0.0:1783976742.545279:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb2f4d00 count: 0 00010000:00000010:0.0:1783976742.545285:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fb2f4400. 00010000:00000001:0.0:1783976742.545320:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.545324:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.545329:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000002301672e/0xc4ea75fdb9c2a6cf lrc: 0/0,0 mode: --/PR res: [0x280000403:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3af01d6 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.545342:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c294e6c0. 00010000:00000040:0.0:1783976742.545349:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fe73a900 count: 0 00010000:00000010:0.0:1783976742.545355:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fe73a600. 00010000:00000001:0.0:1783976742.545369:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.545372:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.545376:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000616dbb00/0xc4ea75fdb9c2a62e lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aefefe expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.545391:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c294e180. 00010000:00000040:0.0:1783976742.545399:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f2e57600 count: 0 00010000:00000010:0.0:1783976742.545403:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f2e57700. 00010000:00000001:0.0:1783976742.545417:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.545421:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.545426:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000006deb6d4/0xc4ea75fdb9c2a5b7 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x474:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aefd1b expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.545438:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82c2b46540. 00010000:00000040:0.0:1783976742.545444:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fba75600 count: 0 00010000:00000010:0.0:1783976742.545448:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fba75700. 00010000:00000001:0.0:1783976742.545461:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.545464:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.545469:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000180e8026/0xc4ea75fdb9c2a516 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aefa7b expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.545497:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c294e240. 00010000:00000040:0.0:1783976742.545503:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef88e100 count: 0 00010000:00000010:0.0:1783976742.545508:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83ef88ef00. 00010000:00000001:0.0:1783976742.545520:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.545523:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.545528:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000c193d6f0/0xc4ea75fdb9c2a4d0 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aef96a expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.545539:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d3ea2f80. 00010000:00000040:0.0:1783976742.545545:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fa83d000 count: 0 00010000:00000010:0.0:1783976742.545550:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fa83d100. 00010000:00000001:0.0:1783976742.545558:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.545562:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.545565:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000dc9c8520/0xc4ea75fdb9c2a491 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x3c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aef859 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.545576:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c294eb40. 00010000:00000040:0.0:1783976742.545580:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef88ee00 count: 0 00010000:00000010:0.0:1783976742.545584:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83ef88e800. 00010000:00000001:0.0:1783976742.545590:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.545594:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.545598:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000dc985613/0xc4ea75fdb9c2a3b8 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aef4bd expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.545611:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82c2b46ec0. 00010000:00000040:0.0:1783976742.545617:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fba74800 count: 0 00010000:00000010:0.0:1783976742.545621:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fba74200. 00010000:00000001:0.0:1783976742.545632:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.545636:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.545641:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000003d545c7b/0xc4ea75fdb9c2a38e lrc: 0/0,0 mode: --/PR res: [0x280000403:0x485:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aef3e4 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.545655:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82c2b46880. 00010000:00000040:0.0:1783976742.545662:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fba74600 count: 0 00010000:00000010:0.0:1783976742.545667:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fba74700. 00010000:00000001:0.0:1783976742.545680:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.545683:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.545689:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000091cd3c9b/0xc4ea75fdb9c2a302 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aef1bb expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.545703:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d3ea2a00. 00010000:00000040:0.0:1783976742.545711:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f251ae00 count: 0 00010000:00000010:0.0:1783976742.545716:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f251a800. 00010000:00000001:0.0:1783976742.545728:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.545731:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.545736:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000000c70b23/0xc4ea75fdb9c2a2d8 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aef0db expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.545747:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c4e60dc0. 00010000:00000040:0.0:1783976742.545751:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83cd7ddb00 count: 0 00010000:00000010:0.0:1783976742.545754:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83cd7dd000. 00010000:00000001:0.0:1783976742.545767:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.545772:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.545776:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000009671c8ce/0xc4ea75fdb9c2a237 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aeee42 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.545786:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82daf40dc0. 00010000:00000040:0.0:1783976742.545792:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f251a200 count: 0 00010000:00000010:0.0:1783976742.545799:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f251ac00. 00010000:00000001:0.0:1783976742.545810:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.545814:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.545819:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000ba9c27a8/0xc4ea75fdb9c2a1f8 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x45f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aeed54 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.545833:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c4e609c0. 00010000:00000040:0.0:1783976742.545839:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fc5ded00 count: 0 00010000:00000010:0.0:1783976742.545844:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fc5de400. 00010000:00000001:0.0:1783976742.545857:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.545861:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.545866:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000003b44010c/0xc4ea75fdb9c2a062 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aee6a8 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.545876:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82c2b46680. 00010000:00000040:0.0:1783976742.545882:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83eeda2200 count: 0 00010000:00000010:0.0:1783976742.545888:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83eeda2c00. 00010000:00000001:0.0:1783976742.545897:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.545899:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.545904:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000079e444d8/0xc4ea75fdb9c29fb3 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aee391 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.545923:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d4ae2340. 00010000:00000040:0.0:1783976742.545929:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83eeda2b00 count: 0 00010000:00000010:0.0:1783976742.545934:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83eeda2000. 00010000:00000001:0.0:1783976742.545945:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.545949:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.545953:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000c9bebc9e/0xc4ea75fdb9c29f43 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aee1b5 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.545964:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82daf40040. 00010000:00000040:0.0:1783976742.545968:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c6bf2000 count: 0 00010000:00000010:0.0:1783976742.545974:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83c6bf2100. 00010000:00000001:0.0:1783976742.545988:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.545992:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.545996:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000053d0feac/0xc4ea75fdb9c29efd lrc: 0/0,0 mode: --/PR res: [0x280000403:0x309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aee0ab expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.546007:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d4ae2c00. 00010000:00000040:0.0:1783976742.546012:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f5504a00 count: 0 00010000:00000010:0.0:1783976742.546016:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f5504300. 00010000:00000001:0.0:1783976742.546022:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.546025:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.546029:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000edbdd13d/0xc4ea75fdb9c29e8d lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aedecf expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.546043:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d4ae2500. 00010000:00000040:0.0:1783976742.546049:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f5504100 count: 0 00010000:00000010:0.0:1783976742.546054:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f5504f00. 00010000:00000001:0.0:1783976742.546069:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.546072:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.546078:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000000b8123be/0xc4ea75fdb9c29e55 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aeddcc expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.546091:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82daf40d00. 00010000:00000040:0.0:1783976742.546096:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fec81c00 count: 0 00010000:00000010:0.0:1783976742.546104:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fec81a00. 00010000:00000001:0.0:1783976742.546116:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.546120:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.546125:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000004f3134c/0xc4ea75fdb9c29e1d lrc: 0/0,0 mode: --/PR res: [0x280000403:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aedce5 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.546142:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82daf40f80. 00010000:00000040:0.0:1783976742.546149:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fec81e00 count: 0 00010000:00000010:0.0:1783976742.546153:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fec81800. 00010000:00000001:0.0:1783976742.546162:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.546166:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.546170:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000d2410374/0xc4ea75fdb9c29dd0 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aedb87 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.546183:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c3f0ad40. 00010000:00000040:0.0:1783976742.546188:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b8401c6e000 count: 0 00010000:00000010:0.0:1783976742.546193:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b8401c6e100. 00010000:00000001:0.0:1783976742.546205:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.546218:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.546222:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000021934fc7/0xc4ea75fdb9c29d98 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x30a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aeda99 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.546233:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82daf40080. 00010000:00000040:0.0:1783976742.546241:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fec81000 count: 0 00010000:00000010:0.0:1783976742.546244:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fec81100. 00010000:00000001:0.0:1783976742.546320:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.546324:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.546329:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000003e54def0/0xc4ea75fdb9c29cdb lrc: 0/0,0 mode: --/PR res: [0x280000403:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aed782 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.546344:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82df03f440. 00010000:00000040:0.0:1783976742.546350:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ff631800 count: 0 00010000:00000010:0.0:1783976742.546357:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83ff631200. 00010000:00000001:0.0:1783976742.546366:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.546369:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.546372:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000052e1d2d0/0xc4ea75fdb9c29bb5 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aed29d expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.546390:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82df03fb40. 00010000:00000040:0.0:1783976742.546395:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83efd4f700 count: 0 00010000:00000010:0.0:1783976742.546401:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83efd4fe00. 00010000:00000001:0.0:1783976742.546417:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.546421:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.546427:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000bf6bcd96/0xc4ea75fdb9c29aea lrc: 0/0,0 mode: --/PR res: [0x280000403:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aecf40 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.546444:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83d184f880. 00010000:00000040:0.0:1783976742.546450:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f2d0b200 count: 0 00010000:00000010:0.0:1783976742.546457:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f2d0bc00. 00010000:00000001:0.0:1783976742.546468:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.546472:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.546478:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000078087558/0xc4ea75fdb9c29954 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aec87f expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.546496:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f9ff7400. 00010000:00000040:0.0:1783976742.546501:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ed3e1400 count: 0 00010000:00000010:0.0:1783976742.546506:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83ed3e1b00. 00010000:00000001:0.0:1783976742.546522:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.546525:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.546530:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000f03f2bb7/0xc4ea75fdb9c2991c lrc: 0/0,0 mode: --/PR res: [0x280000403:0x412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aec79f expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.546549:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82df03fc40. 00010000:00000040:0.0:1783976742.546555:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fe536800 count: 0 00010000:00000010:0.0:1783976742.546562:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fe536200. 00010000:00000001:0.0:1783976742.546570:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.546574:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.546579:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000d3bd2c83/0xc4ea75fdb9c298e4 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aec6a3 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.546597:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f9ff74c0. 00010000:00000040:0.0:1783976742.546602:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ed3e0000 count: 0 00010000:00000010:0.0:1783976742.546609:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83ed3e0100. 00010000:00000001:0.0:1783976742.546619:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.546622:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.546627:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000cd9ee830/0xc4ea75fdb9c2982e lrc: 0/0,0 mode: --/PR res: [0x280000403:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aec3af expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.546643:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82df03f000. 00010000:00000040:0.0:1783976742.546649:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ed37d400 count: 0 00010000:00000010:0.0:1783976742.546654:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83ed37db00. 00010000:00000001:0.0:1783976742.546665:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.546669:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.546673:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000005a0fe78e/0xc4ea75fdb9c297e8 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aec290 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.546690:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82df03f240. 00010000:00000040:0.0:1783976742.546702:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ed37d200 count: 0 00010000:00000010:0.0:1783976742.546707:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83ed37dc00. 00010000:00000001:0.0:1783976742.546721:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.546725:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.546731:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000009c7741c3/0xc4ea75fdb9c29732 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aebf72 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.546750:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d4ae22c0. 00010000:00000040:0.0:1783976742.546756:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f2b58d00 count: 0 00010000:00000010:0.0:1783976742.546764:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f2b58400. 00010000:00000001:0.0:1783976742.546772:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.546775:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.546779:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000053e81e29/0xc4ea75fdb9c29605 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x460:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aeba9b expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.546796:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f9ff7d80. 00010000:00000040:0.0:1783976742.546802:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb04f000 count: 0 00010000:00000010:0.0:1783976742.546807:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83ca617500. 00010000:00000001:0.0:1783976742.546820:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.546823:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.546827:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000a68089d1/0xc4ea75fdb9c295db lrc: 0/0,0 mode: --/PR res: [0x280000403:0x409:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aeb9ec expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.546843:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f9ff7280. 00010000:00000040:0.0:1783976742.546848:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb04fd00 count: 0 00010000:00000010:0.0:1783976742.546854:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fb04f400. 00010000:00000001:0.0:1783976742.546867:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.546870:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.546874:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000cc9e810f/0xc4ea75fdb9c2958e lrc: 0/0,0 mode: --/PR res: [0x280000403:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aeb880 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.546891:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f9ff7180. 00010000:00000040:0.0:1783976742.546895:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb04f600 count: 0 00010000:00000010:0.0:1783976742.546902:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fb04f700. 00010000:00000001:0.0:1783976742.546912:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.546916:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.546920:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000008cedd1c7/0xc4ea75fdb9c2953a lrc: 0/0,0 mode: --/PR res: [0x280000403:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aeb745 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.546933:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6acf980. 00010000:00000040:0.0:1783976742.546939:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83de6c1e00 count: 0 00010000:00000010:0.0:1783976742.546946:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83de6c1800. 00010000:00000001:0.0:1783976742.546961:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.546963:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.546967:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000d6744373/0xc4ea75fdb9c29510 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aeb68f expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.546982:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ff2d4280. 00010000:00000040:0.0:1783976742.546986:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83eed32b00 count: 0 00010000:00000010:0.0:1783976742.546992:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f2b58100. 00010000:00000001:0.0:1783976742.546998:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.547001:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.547005:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000006055a0f4/0xc4ea75fdb9c294c3 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x434:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aeb562 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.547018:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82c1316300. 00010000:00000040:0.0:1783976742.547024:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c444a100 count: 0 00010000:00000010:0.0:1783976742.547030:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83c444b500. 00010000:00000001:0.0:1783976742.547042:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.547045:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.547051:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000061f56645/0xc4ea75fdb9c29414 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aeb267 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.547067:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d1a2fac0. 00010000:00000040:0.0:1783976742.547072:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83de6c1100 count: 0 00010000:00000010:0.0:1783976742.547075:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83de6c1f00. 00010000:00000001:0.0:1783976742.547086:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.547090:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.547094:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000002870b18a/0xc4ea75fdb9c293b2 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x42c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aeb0fb expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.547108:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f9ff7ec0. 00010000:00000040:0.0:1783976742.547120:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83cbdb1d00 count: 0 00010000:00000010:0.0:1783976742.547125:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83cbdb1400. 00010000:00000001:0.0:1783976742.547136:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.547139:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.547143:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000b943e336/0xc4ea75fdb9c2930a lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aeae15 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.547156:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d52f8b40. 00010000:00000040:0.0:1783976742.547166:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ff50ab00 count: 0 00010000:00000010:0.0:1783976742.547173:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83ff50a000. 00010000:00000001:0.0:1783976742.547185:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.547188:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.547193:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000001d0f1521/0xc4ea75fdb9c292e7 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aead51 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.547205:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6acf900. 00010000:00000040:0.0:1783976742.547223:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83cbdb0300 count: 0 00010000:00000010:0.0:1783976742.547227:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83cbdb0500. 00010000:00000001:0.0:1783976742.547238:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.547241:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.547246:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000005af2716b/0xc4ea75fdb9c292af lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aeac71 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.547418:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6acf5c0. 00010000:00000040:0.0:1783976742.547455:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83cbdb0e00 count: 0 00010000:00000010:0.0:1783976742.547462:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83cbdb0800. 00010000:00000001:0.0:1783976742.547621:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.547625:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.547631:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000093729712/0xc4ea75fdb9c2928c lrc: 0/0,0 mode: --/PR res: [0x280000403:0x33f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aeabd7 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.547659:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82c1316bc0. 00010000:00000040:0.0:1783976742.547664:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f7678b00 count: 0 00010000:00000010:0.0:1783976742.547670:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f7678000. 00010000:00000001:0.0:1783976742.547681:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.547685:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.547690:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000001137d974/0xc4ea75fdb9c2924d lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aeaadb expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.547703:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83fd2baf00. 00010000:00000040:0.0:1783976742.547709:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b8401fdb300 count: 0 00010000:00000010:0.0:1783976742.547715:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b8401fdb500. 00010000:00000001:0.0:1783976742.547722:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.547724:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.547728:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000004d235798/0xc4ea75fdb9c29215 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aeaa1e expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.547744:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82c1316d40. 00010000:00000040:0.0:1783976742.547748:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fc5f0100 count: 0 00010000:00000010:0.0:1783976742.547755:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fc5f0f00. 00010000:00000001:0.0:1783976742.547766:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.547770:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.547775:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000cf4d5278/0xc4ea75fdb9c291b3 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x47e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aea86c expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.547788:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82c1316c80. 00010000:00000040:0.0:1783976742.547794:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fc5f0300 count: 0 00010000:00000010:0.0:1783976742.547798:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fc5f0500. 00010000:00000001:0.0:1783976742.547811:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.547814:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.547819:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000002e7897f8/0xc4ea75fdb9c2913c lrc: 0/0,0 mode: --/PR res: [0x280000403:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aea6ac expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.547836:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82c1316100. 00010000:00000040:0.0:1783976742.547841:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fc5f0900 count: 0 00010000:00000010:0.0:1783976742.547846:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fc5f0600. 00010000:00000001:0.0:1783976742.547859:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.547862:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.547866:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000002ca80e76/0xc4ea75fdb9c2910b lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aea5be expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.547875:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6acf140. 00010000:00000040:0.0:1783976742.547881:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b8401392300 count: 0 00010000:00000010:0.0:1783976742.547886:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b8401392500. 00010000:00000001:0.0:1783976742.547891:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.547894:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.547897:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000b259c2aa/0xc4ea75fdb9c290a2 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aea444 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.547914:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82c13166c0. 00010000:00000040:0.0:1783976742.547919:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83d0157c00 count: 0 00010000:00000010:0.0:1783976742.547925:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83d0157a00. 00010000:00000001:0.0:1783976742.547932:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.547934:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.547938:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000000dca11bf/0xc4ea75fdb9c29032 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aea284 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.547950:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6acf8c0. 00010000:00000040:0.0:1783976742.547956:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f43b6b00 count: 0 00010000:00000010:0.0:1783976742.547961:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f43b6000. 00010000:00000001:0.0:1783976742.547973:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.547976:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.547981:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000a770723d/0xc4ea75fdb9c28fc9 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x41f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3aea0cb expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.547992:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6acff00. 00010000:00000040:0.0:1783976742.547998:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ed206100 count: 0 00010000:00000010:0.0:1783976742.548003:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83ed206f00. 00010000:00000001:0.0:1783976742.548010:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.548013:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.548016:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000658b3128/0xc4ea75fdb9c28f4b lrc: 0/0,0 mode: --/PR res: [0x280000403:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae9ed3 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.548028:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6acf200. 00010000:00000040:0.0:1783976742.548034:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb869f00 count: 0 00010000:00000010:0.0:1783976742.548037:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fb869900. 00010000:00000001:0.0:1783976742.548044:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.548047:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.548051:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000e7d1cfd6/0xc4ea75fdb9c28f05 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae9d9f expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.548065:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82c1316780. 00010000:00000040:0.0:1783976742.548070:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83d0156300 count: 0 00010000:00000010:0.0:1783976742.548074:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83d0156500. 00010000:00000001:0.0:1783976742.548089:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.548093:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.548098:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000f109f45e/0xc4ea75fdb9c28ea3 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae9be6 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.548109:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83fd2ba1c0. 00010000:00000040:0.0:1783976742.548117:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb04cf00 count: 0 00010000:00000010:0.0:1783976742.548123:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fb04c900. 00010000:00000001:0.0:1783976742.548152:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.548154:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.548158:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000be7bbfca/0xc4ea75fdb9c28e5d lrc: 0/0,0 mode: --/PR res: [0x280000403:0x491:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae9aab expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.548170:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6acf2c0. 00010000:00000040:0.0:1783976742.548181:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f2c32900 count: 0 00010000:00000010:0.0:1783976742.548200:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f2c32600. 00010000:00000001:0.0:1783976742.548218:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.548221:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.548226:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000008775d82b/0xc4ea75fdb9c28e1e lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae99b6 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.548398:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83cd7f4d40. 00010000:00000040:0.0:1783976742.548431:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f765c700 count: 0 00010000:00000010:0.0:1783976742.548454:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f765ce00. 00010000:00000001:0.0:1783976742.548513:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.548533:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.548558:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000004bd3af68/0xc4ea75fdb9c28ded lrc: 0/0,0 mode: --/PR res: [0x280000403:0x46c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae98eb expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.548572:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83fd2bab40. 00010000:00000040:0.0:1783976742.548578:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f765cb00 count: 0 00010000:00000010:0.0:1783976742.548585:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f765c000. 00010000:00000001:0.0:1783976742.548600:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.548603:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.548608:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000001cdca24/0xc4ea75fdb9c28db5 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x30e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae97fd expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.548623:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83cd7f4200. 00010000:00000040:0.0:1783976742.548630:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f765c300 count: 0 00010000:00000010:0.0:1783976742.548635:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f765c500. 00010000:00000001:0.0:1783976742.548647:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.548651:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.548655:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000003ba6ad11/0xc4ea75fdb9c28cff lrc: 0/0,0 mode: --/PR res: [0x280000403:0x424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae94f4 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.548666:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83fd2ba940. 00010000:00000040:0.0:1783976742.548670:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fee0f800 count: 0 00010000:00000010:0.0:1783976742.548676:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fee0f200. 00010000:00000001:0.0:1783976742.548690:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.548693:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.548699:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000ba6ae6ee/0xc4ea75fdb9c28c5e lrc: 0/0,0 mode: --/PR res: [0x280000403:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae9246 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.548715:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83fd2ba840. 00010000:00000040:0.0:1783976742.548725:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f657e200 count: 0 00010000:00000010:0.0:1783976742.548730:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f657ec00. 00010000:00000001:0.0:1783976742.548744:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.548748:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.548752:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000f4e2b9c2/0xc4ea75fdb9c28c11 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae90ef expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.548764:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83cd7f4300. 00010000:00000040:0.0:1783976742.548769:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b8401546a00 count: 0 00010000:00000010:0.0:1783976742.548774:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b8401546300. 00010000:00000001:0.0:1783976742.548784:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.548787:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.548791:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000029f8e9fa/0xc4ea75fdb9c28bd9 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae8ff3 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.548819:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d1bc0dc0. 00010000:00000040:0.0:1783976742.548825:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83d2013c00 count: 0 00010000:00000010:0.0:1783976742.548830:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83d2013a00. 00010000:00000001:0.0:1783976742.548836:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.548839:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.548842:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000faa987ab/0xc4ea75fdb9c28ae4 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x481:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae8be0 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.548857:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83cd7f4640. 00010000:00000040:0.0:1783976742.548862:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83de1faf00 count: 0 00010000:00000010:0.0:1783976742.548867:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83de1fa900. 00010000:00000001:0.0:1783976742.548875:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.548878:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.548881:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000005448d729/0xc4ea75fdb9c28a35 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae8901 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.548892:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d1bc0b00. 00010000:00000040:0.0:1783976742.548898:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f77e8700 count: 0 00010000:00000010:0.0:1783976742.548905:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f77e8e00. 00010000:00000001:0.0:1783976742.548918:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.548921:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.548925:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000214a3fc8/0xc4ea75fdb9c28978 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae85f8 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.548940:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d1bc0d40. 00010000:00000040:0.0:1783976742.548948:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f269c400 count: 0 00010000:00000010:0.0:1783976742.548955:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f269cb00. 00010000:00000001:0.0:1783976742.548968:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.548972:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.548977:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000d7704d4e/0xc4ea75fdb9c2894e lrc: 0/0,0 mode: --/PR res: [0x280000403:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae853b expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.548992:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d1bc03c0. 00010000:00000040:0.0:1783976742.548999:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f269c300 count: 0 00010000:00000010:0.0:1783976742.549004:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f269c500. 00010000:00000001:0.0:1783976742.549015:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.549019:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.549022:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000008640c823/0xc4ea75fdb9c288d7 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae8358 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.549032:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d1bc09c0. 00010000:00000040:0.0:1783976742.549042:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c62be500 count: 0 00010000:00000010:0.0:1783976742.549048:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83c62bed00. 00010000:00000001:0.0:1783976742.549062:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.549066:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976742.549071:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000009bf9a4ca/0xc4ea75fdb9c287f0 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x446:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae7fb5 expref: -99 pid: 284636 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976742.549082:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ff2d46c0. 00010000:00000040:0.0:1783976742.549088:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83eef18800 count: 0 00010000:00000010:0.0:1783976742.549095:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83eef18200. 00010000:00000001:0.0:1783976742.549108:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976742.549112:0:296882:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1783976742.549116:0:296882:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9b83f726d900. 00010000:00000001:0.0:1783976742.549123:0:296882:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976742.549242:0:296882:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976742.549248:0:296882:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976742.549254:0:296882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976742.549257:0:296882:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976742.549261:0:296882:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976742.549264:0:296882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976742.549270:0:296882:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976742.549273:0:296882:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976742.549280:0:296882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976742.549337:0:192198:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976742.549341:0:192198:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976742.549346:0:192198:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976742.549349:0:192198:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976742.549353:0:192198:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976742.549358:0:192198:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976742.549362:0:192198:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976742.549367:0:192198:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976742.549372:0:192198:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976743.475452:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976743.475458:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976743.475465:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976743.475466:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976743.475470:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976743.475471:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976743.475474:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976743.475476:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976743.475479:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976743.475480:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976744.499418:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976744.499425:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976744.499431:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976744.499432:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976744.499435:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976744.499437:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976744.499440:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976744.499441:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976744.499444:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976744.499452:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976744.499476:0:192197:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976744.499478:0:192197:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976744.499481:0:192197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976745.523400:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976745.523408:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976745.523415:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976745.523416:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976745.523419:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976745.523421:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976745.523424:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976745.523425:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976745.523428:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976745.523429:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976746.547405:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976746.547412:0:296873:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976746.547414:0:296873:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976746.547416:0:296873:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976746.547422:0:296873:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976746.547424:0:296873:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976746.547426:0:296873:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976746.547428:0:296873:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976746.547433:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976746.547435:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976746.547438:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976746.547440:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976746.547443:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976746.547444:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976746.547447:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976746.547448:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976746.547471:0:296882:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976746.547474:0:296882:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976746.547477:0:296882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976747.571412:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976747.571418:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976747.571423:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976747.571425:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976747.571428:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976747.571430:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976747.571433:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976747.571434:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976747.571437:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976747.571438:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976747.571459:0:192198:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976747.571461:0:192198:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976747.571464:0:192198:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976748.595412:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976748.595418:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976748.595423:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976748.595425:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976748.595428:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976748.595429:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976748.595432:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976748.595433:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976748.595436:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976748.595438:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976749.107415:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976749.107425:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976749.107427:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976749.107431:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976749.107435:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976749.107441:0:226353:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 14402 00000400:00000200:0.0:1783976749.107450:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976749.107455:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976749.107459:0:226353:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976749.107462:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976749.107465:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976749.107467:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976749.107469:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976749.107473:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976749.107475:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783976749.107478:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976749.107481:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783976749.107483:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783976749.107486:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783976749.107489:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976749.107492:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976749.107494:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976749.107496:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976749.107499:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783976749.107502:0:226353:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976749.107504:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976749.107507:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976749.107511:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976749.107514:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976749.107516:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976749.107518:0:226353:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976749.107534:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83f6dc7b80. 00000020:00000040:0.0:1783976749.107538:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783976749.107542:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976749.107543:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976749.107546:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976749.107549:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976749.107553:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976749.107561:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0c00. 00000100:00000001:0.0:1783976749.107567:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976749.107576:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83f6dc7b80 x1870620402671104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976749.107585:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976749.107590:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976749.107594:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b906224] to pc [ptlrpcd_rcv+-1] req@ffff9b83f6dc7b80 x1870620402671104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976749.107615:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976749.107618:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976749.107621:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976749.107623:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976749.107624:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976749.107627:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976749.107630:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14402 00000400:00000200:0.0:1783976749.107634:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976749.107637:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976749.107639:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976749.107642:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976749.107645:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976749.107648:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976749.107650:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976749.107652:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976749.107654:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783976749.107656:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976749.107658:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783976749.107661:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783976749.107666:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783976749.107671:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976749.107675:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976749.107680:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976749.107684:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976749.107689:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783976749.107694:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976749.107700:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976749.107703:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976749.107710:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976749.107715:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976749.107719:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976749.107724:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976749.107729:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976749.107733:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976749.107739:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83f6dc7100. 00000020:00000040:0.0:1783976749.107743:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=133 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783976749.107748:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976749.107751:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976749.107754:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976749.107756:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976749.107758:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976749.107763:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783976749.107768:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976749.107777:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83f6dc7100 x1870620402671232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976749.107787:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976749.107792:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976749.107797:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9da01ad] to pc [ptlrpcd_rcv+-1] req@ffff9b83f6dc7100 x1870620402671232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976749.107813:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976749.107817:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976749.107825:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976749.107828:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976749.107831:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976749.107838:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976749.107844:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14402 00000400:00000200:0.0:1783976749.107852:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976749.107858:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976749.107862:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976749.107865:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976749.107870:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976749.107875:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976749.107877:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976749.107881:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976749.107884:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783976749.107886:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976749.107890:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783976749.107896:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783976749.107901:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783976749.107910:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976749.107915:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976749.107920:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976749.107925:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976749.107928:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783976749.107932:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976749.107938:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976749.107942:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976749.107947:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976749.107952:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976749.107957:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976749.107960:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976749.107963:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976749.107967:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976749.107973:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8e00. 00000020:00000040:0.0:1783976749.107978:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=117 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783976749.107983:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976749.107985:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976749.107988:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976749.107991:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976749.107994:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976749.108002:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783976749.108008:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976749.108017:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8e00 x1870620402671360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976749.108033:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976749.108037:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976749.108052:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012abd880] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8e00 x1870620402671360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976749.108084:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976749.108090:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976749.108106:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976749.108109:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976749.108112:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976749.108118:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976749.108124:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14402 00000400:00000200:0.0:1783976749.108132:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976749.108138:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976749.108144:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976749.108149:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976749.108154:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976749.108156:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976749.108159:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976749.108163:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976749.108165:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783976749.108169:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976749.108173:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783976749.108177:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783976749.108181:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783976749.108203:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976749.108207:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976749.108211:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976749.108216:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976749.108221:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783976749.108228:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976749.108234:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976749.108239:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976749.108244:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976749.108250:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976749.108255:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976749.108261:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976749.108267:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976749.108271:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976749.108278:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783976749.108284:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=12 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783976749.108290:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976749.108327:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976749.108333:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976749.108336:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976749.108340:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976749.108346:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1c00. 00000100:00000001:0.0:1783976749.108352:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976749.108361:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620402671488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976749.108375:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976749.108379:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976749.108388:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620402671488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976749.108404:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976749.108409:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976749.108416:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976749.108421:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976749.108425:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976749.108429:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976749.108434:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14402 00000400:00000200:0.0:1783976749.108628:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976749.108633:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976749.108638:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976749.108644:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976749.108649:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976749.108656:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976749.108662:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976749.108667:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976749.108671:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783976749.108675:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976749.108680:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783976749.108685:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783976749.108691:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783976749.108698:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976749.108705:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976749.108712:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976749.108717:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976749.108723:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783976749.108731:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976749.108737:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976749.108742:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976749.108748:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976749.108754:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976749.108759:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976749.108763:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976749.108768:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976749.108772:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976749.108780:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783976749.108784:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=12 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783976749.108789:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976749.108792:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976749.108796:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976749.108799:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976749.108803:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976749.108810:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2c00. 00000100:00000001:0.0:1783976749.108817:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976749.108827:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620402671616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976749.108867:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976749.108872:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976749.108881:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620402671616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976749.108905:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976749.108913:0:226353:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14412) 00010000:00000001:0.0:1783976749.619408:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976749.619415:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976749.619422:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976749.619423:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976749.619427:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976749.619428:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976749.619431:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976749.619432:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976749.619436:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976749.619437:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976749.619456:0:192197:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976749.619458:0:192197:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976749.619460:0:192197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976750.643710:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976750.643716:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.643721:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976750.643723:0:296873:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976750.643725:0:296873:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976750.643736:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643738:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643741:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643743:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643745:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643746:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643748:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643749:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643751:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643752:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643755:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643757:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643760:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643761:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643764:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643765:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643768:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643769:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643771:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643773:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643775:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643777:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643779:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643781:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643784:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643785:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643787:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643789:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643791:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643793:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643795:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643796:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643799:0:296873:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.643801:0:296873:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.643802:0:296873:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1783976750.643806:0:296873:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783976750.643812:0:296873:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b83f726d600. 00010000:00000001:0.0:1783976750.643816:0:296873:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783976750.643831:0:296873:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 16/16 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1783976750.643833:0:296873:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.643835:0:296873:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.643837:0:296873:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1783976750.643839:0:296873:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1783976750.643844:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976750.643846:0:296873:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976750.643848:0:296873:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976750.643856:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643859:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643862:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643865:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643871:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643874:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643878:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643880:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643884:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643887:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643890:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643892:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643894:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643895:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643897:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643900:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643903:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643905:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643909:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643911:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643915:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643916:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643921:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643922:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643926:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643930:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643934:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643936:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643938:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643942:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643944:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643947:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643949:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643950:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643953:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643956:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643959:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643961:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643964:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643965:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643970:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643971:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643974:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643975:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643976:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643977:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643978:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643979:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643980:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643981:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643984:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643985:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643989:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643990:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643992:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.643994:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.643999:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644001:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644006:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644009:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644014:0:296873:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.644018:0:296873:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.644021:0:296873:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=30 : 30 : 1e) 00010000:00000001:0.0:1783976750.644026:0:296873:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783976750.644032:0:296873:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b83f726de40. 00010000:00000001:0.0:1783976750.644037:0:296873:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783976750.644046:0:296873:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 30/30 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1783976750.644052:0:296873:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.644054:0:296873:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.644057:0:296873:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=30 : 30 : 1e) 00010000:00000001:0.0:1783976750.644059:0:296873:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=30 : 30 : 1e) 00010000:00000001:0.0:1783976750.644063:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976750.644066:0:296873:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976750.644079:0:296873:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976750.644083:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644086:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644089:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644093:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644098:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644100:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644103:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644106:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644112:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644117:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644119:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644122:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644126:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644128:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644131:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644132:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644134:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644135:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644137:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644139:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644141:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644144:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644147:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644149:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644152:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644155:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644158:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644161:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644166:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644168:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644172:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644174:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644179:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644181:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644185:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644187:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644191:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644195:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644200:0:296873:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.644202:0:296873:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.644205:0:296873:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=19 : 19 : 13) 00010000:00000001:0.0:1783976750.644209:0:296873:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783976750.644213:0:296873:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b83f726d6c0. 00010000:00000001:0.0:1783976750.644218:0:296873:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783976750.644232:0:296873:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 19/49 locks to regular blp list, 2 blwis in pool 00010000:00000001:0.0:1783976750.644241:0:296873:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.644245:0:296873:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.644249:0:296873:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=19 : 19 : 13) 00010000:00000001:0.0:1783976750.644253:0:296873:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=19 : 19 : 13) 00010000:00000001:0.0:1783976750.644260:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976750.644264:0:296873:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976750.644267:0:296873:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976750.644271:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644274:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644279:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644282:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644286:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644289:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644311:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644313:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644316:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644318:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644324:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644326:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644330:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644333:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644337:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644340:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644342:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644346:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644348:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644352:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644356:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644358:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644363:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644367:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644372:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644375:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644378:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644380:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644382:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644384:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644386:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644388:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644394:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644396:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644401:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644405:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644410:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644413:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644419:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644421:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644426:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644431:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644437:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644441:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644444:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644446:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644450:0:296873:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.644453:0:296873:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976750.644458:0:296873:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.644460:0:296873:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.644463:0:296873:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=24 : 24 : 18) 00010000:00000001:0.0:1783976750.644466:0:296873:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783976750.644471:0:296873:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b83f726d840. 00010000:00000001:0.0:1783976750.644475:0:296873:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783976750.644482:0:296873:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 24/43 locks to regular blp list, 2 blwis in pool 00010000:00000001:0.0:1783976750.644486:0:296873:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.644490:0:296873:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.644492:0:296873:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=24 : 24 : 18) 00010000:00000001:0.0:1783976750.644498:0:296873:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=24 : 24 : 18) 00000020:00000001:0.0:1783976750.644511:0:296882:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976750.644513:0:296882:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976750.644518:0:296882:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 19 locks of 24 total in blp. (1 blwis in pool) 00010000:00000001:0.0:1783976750.644521:0:296882:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1783976750.644522:0:296882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.644526:0:296882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 0000000095466d8f/0xc4ea75fdb9c38491 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x1aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3b2ba3f expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1783976750.644549:0:296882:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.644553:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.644556:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.644562:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976750.644569:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325200. 00000020:00000010:0.0:1783976750.644574:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.644579:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.644583:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.644588:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.644593:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.644599:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.644604:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976750.644608:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.644613:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.644618:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.644622:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.644625:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.644630:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.644635:0:296882:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.644638:0:296882:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.644641:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.644645:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.644648:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976750.644654:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83cba37800. 00000020:00000010:0.0:1783976750.644660:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.644666:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.644669:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.644674:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.644679:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.644685:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.644689:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66e00. 00000008:00000010:0.0:1783976750.644691:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.644694:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.644699:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.644704:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.644707:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.644713:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.644715:0:296882:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.644718:0:296882:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.644722:0:296882:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.644729:0:296882:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.644734:0:296882:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.644737:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82c1115340 -> ffff9b82d1a1a530 00000020:00000001:0.0:1783976750.644741:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d1a1a530 -> ffff9b82d1a1a530 00000020:00000001:0.0:1783976750.644743:0:296882:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.644746:0:296882:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.644749:0:296882:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x2815:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.644753:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.644755:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.644759:0:296882:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.644765:0:296882:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x2815:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.644773:0:296882:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.644775:0:296882:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.644778:0:296882:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.644782:0:296882:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.644784:0:296882:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.644786:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.644788:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.644790:0:296882:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.644793:0:296882:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.644796:0:296882:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976750.644801:0:296882:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.644806:0:296882:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.644808:0:296882:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.644811:0:296882:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.644816:0:296882:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.644820:0:296882:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x2815:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.644825:0:296882:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.644827:0:296882:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.644828:0:296882:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.644831:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.644835:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83cba37800. 00000020:00000010:0.0:1783976750.644842:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.644847:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.644850:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.644853:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.644859:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.644863:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.644867:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976750.644870:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.644874:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.644878:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.644882:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.644886:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66e00. 00000020:00000010:0.0:1783976750.644890:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.644895:0:296882:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.644899:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82c1115340 -> ffff9b82d1a1a530 00010000:00000001:0.0:1783976750.644903:0:296882:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.644906:0:296882:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.644909:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82c1115340 -> ffff9b82d1a1a530 00000020:00000001:0.0:1783976750.644914:0:296882:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.644916:0:296882:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976750.644921:0:296882:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.644924:0:296882:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.644926:0:296882:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.644930:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82c1115340 -> ffff9b82d1a1a530 00000008:00000001:0.0:1783976750.644935:0:296882:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.644939:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.644943:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325200. 00000020:00000010:0.0:1783976750.644946:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.644950:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.644954:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.644958:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.644961:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.644965:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.644969:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976750.644973:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.644976:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.644981:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.644984:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.644990:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976750.644994:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.644999:0:296882:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.645002:0:296882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.645004:0:296882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.645008:0:296882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.645010:0:296882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.645013:0:296882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.645016:0:296882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f5790a00 with handle 0xc4ea75fdb9c38491 from hash 00010000:00000001:0.0:1783976750.645021:0:296882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.645024:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.645027:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.645028:0:296882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.645030:0:296882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.645033:0:296882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.645035:0:296882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.645040:0:296882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 00000000bdc8b91c/0xc4ea75fdb9c383fe lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x1b4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3b2b760 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1783976750.645053:0:296882:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.645055:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.645060:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.645066:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66e00. 00000020:00000010:0.0:1783976750.645083:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.645090:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.645095:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.645099:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.645105:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.645110:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.645113:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.645117:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66000. 00000008:00000010:0.0:1783976750.645120:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.645124:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.645127:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.645131:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.645135:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.645140:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.645145:0:296882:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.645148:0:296882:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.645151:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.645154:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.645157:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66200. 00000020:00000010:0.0:1783976750.645162:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67a00. 00000020:00000010:0.0:1783976750.645167:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.645171:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.645176:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.645180:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.645187:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.645192:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.645198:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976750.645205:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.645211:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.645216:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.645220:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.645225:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.645231:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.645233:0:296882:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.645237:0:296882:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.645242:0:296882:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.645244:0:296882:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.645248:0:296882:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.645251:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82c1372c40 -> ffff9b82d1a97080 00000020:00000001:0.0:1783976750.645255:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d1a97080 -> ffff9b82d1a97080 00000020:00000001:0.0:1783976750.645258:0:296882:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.645261:0:296882:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.645264:0:296882:0:(vvp_io.c:1822:vvp_io_init()) [0x240002b13:0x129d0:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.645269:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.645271:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.645273:0:296882:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.645276:0:296882:0:(lov_object.c:1588:lov_io_init()) [0x240002b13:0x129d0:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.645281:0:296882:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.645283:0:296882:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.645287:0:296882:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.645290:0:296882:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.645314:0:296882:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.645318:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.645321:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.645324:0:296882:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.645326:0:296882:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.645330:0:296882:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976750.645333:0:296882:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.645336:0:296882:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.645337:0:296882:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.645339:0:296882:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.645343:0:296882:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.645347:0:296882:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x129d0:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.645352:0:296882:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.645356:0:296882:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.645360:0:296882:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.645362:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.645365:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67a00. 00000020:00000010:0.0:1783976750.645372:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.645376:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.645380:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.645384:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.645388:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.645392:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.645395:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66200. 00000008:00000010:0.0:1783976750.645400:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.645405:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.645409:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.645414:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.645419:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976750.645423:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.645425:0:296882:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.645431:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82c1372c40 -> ffff9b82d1a97080 00010000:00000001:0.0:1783976750.645435:0:296882:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.645438:0:296882:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.645443:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82c1372c40 -> ffff9b82d1a97080 00000020:00000001:0.0:1783976750.645448:0:296882:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.645451:0:296882:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976750.645453:0:296882:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.645455:0:296882:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.645461:0:296882:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.645465:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82c1372c40 -> ffff9b82d1a97080 00000008:00000001:0.0:1783976750.645468:0:296882:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.645472:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.645476:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.645479:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.645486:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.645491:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.645497:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.645500:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.645506:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.645512:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66e00. 00000008:00000010:0.0:1783976750.645515:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.645519:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.645524:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.645526:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.645530:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.645533:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.645536:0:296882:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.645540:0:296882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.645543:0:296882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.645545:0:296882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.645548:0:296882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.645551:0:296882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.645553:0:296882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83df2e4800 with handle 0xc4ea75fdb9c383fe from hash 00010000:00000001:0.0:1783976750.645557:0:296882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.645558:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.645559:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.645562:0:296882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.645564:0:296882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.645565:0:296882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.645568:0:296882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.645571:0:296882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 000000001ebdb66e/0xc4ea75fdb9c383cd lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x1b4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3b2b695 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1783976750.645582:0:296882:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.645585:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.645588:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.645592:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976750.645599:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976750.645607:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.645612:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.645615:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.645623:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.645631:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.645639:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.645645:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325200. 00000008:00000010:0.0:1783976750.645649:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.645652:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.645657:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.645661:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.645665:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.645667:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.645671:0:296882:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.645674:0:296882:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.645677:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.645680:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.645684:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976750.645688:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.645693:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.645700:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.645704:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.645708:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.645713:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.645718:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.645722:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66e00. 00000008:00000010:0.0:1783976750.645727:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.645730:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.645735:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.645740:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.645743:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.645748:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.645749:0:296882:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.645751:0:296882:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.645756:0:296882:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.645759:0:296882:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.645763:0:296882:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.645766:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82c13736c0 -> ffff9b82d1a972d8 00000020:00000001:0.0:1783976750.645771:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d1a972d8 -> ffff9b82d1a972d8 00000020:00000001:0.0:1783976750.645773:0:296882:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.645776:0:296882:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.645779:0:296882:0:(vvp_io.c:1822:vvp_io_init()) [0x240002b13:0x129d2:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.645785:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.645787:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.645789:0:296882:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.645793:0:296882:0:(lov_object.c:1588:lov_io_init()) [0x240002b13:0x129d2:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.645798:0:296882:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.645801:0:296882:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.645804:0:296882:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.645809:0:296882:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.645812:0:296882:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.645814:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.645816:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.645818:0:296882:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.645821:0:296882:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.645824:0:296882:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976750.645827:0:296882:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.645831:0:296882:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.645832:0:296882:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.645833:0:296882:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.645835:0:296882:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.645838:0:296882:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x129d2:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.645842:0:296882:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.645844:0:296882:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.645846:0:296882:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.645848:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.645852:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.645857:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.645863:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.645868:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.645871:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.645875:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.645879:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.645884:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976750.645889:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.645892:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.645895:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.645898:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.645901:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66e00. 00000020:00000010:0.0:1783976750.645905:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.645908:0:296882:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.645912:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82c13736c0 -> ffff9b82d1a972d8 00010000:00000001:0.0:1783976750.645915:0:296882:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.645918:0:296882:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.645921:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82c13736c0 -> ffff9b82d1a972d8 00000020:00000001:0.0:1783976750.645924:0:296882:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.645926:0:296882:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976750.645930:0:296882:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.645932:0:296882:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.645935:0:296882:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.645939:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82c13736c0 -> ffff9b82d1a972d8 00000008:00000001:0.0:1783976750.645943:0:296882:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.645946:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.645950:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976750.645956:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.645961:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.645968:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.645973:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.645978:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.645981:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.645986:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976750.645990:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.645996:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.646001:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.646007:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.646010:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325200. 00000020:00000010:0.0:1783976750.646013:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.646016:0:296882:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.646020:0:296882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.646023:0:296882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.646026:0:296882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.646029:0:296882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.646032:0:296882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.646036:0:296882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f6c6dc00 with handle 0xc4ea75fdb9c383cd from hash 00010000:00000001:0.0:1783976750.646038:0:296882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.646041:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.646044:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.646045:0:296882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.646048:0:296882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.646051:0:296882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.646055:0:296882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.646061:0:296882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 00000000aa487a74/0xc4ea75fdb9c38364 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x1af0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3b2b46c expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1783976750.646082:0:296882:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.646085:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.646089:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.646093:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66e00. 00000020:00000010:0.0:1783976750.646102:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.646108:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.646116:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.646124:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.646130:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.646135:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.646140:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.646148:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e67800. 00000008:00000010:0.0:1783976750.646155:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.646160:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.646164:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.646172:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.646177:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.646179:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.646182:0:296882:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.646185:0:296882:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.646187:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.646190:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.646193:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66200. 00000020:00000010:0.0:1783976750.646197:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67a00. 00000020:00000010:0.0:1783976750.646201:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.646205:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.646208:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.646211:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.646215:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.646219:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.646225:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325200. 00000008:00000010:0.0:1783976750.646230:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.646236:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.646239:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.646243:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.646248:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.646251:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.646254:0:296882:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.646257:0:296882:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.646264:0:296882:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.646270:0:296882:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.646273:0:296882:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.646276:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83ef87f180 -> ffff9b82d115cf58 00000020:00000001:0.0:1783976750.646281:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d115cf58 -> ffff9b82d115cf58 00000020:00000001:0.0:1783976750.646283:0:296882:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.646287:0:296882:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.646289:0:296882:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x2819:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.646318:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.646321:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.646324:0:296882:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.646328:0:296882:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x2819:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.646333:0:296882:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.646335:0:296882:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.646338:0:296882:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.646341:0:296882:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.646343:0:296882:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.646347:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.646349:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.646351:0:296882:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.646354:0:296882:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.646356:0:296882:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976750.646358:0:296882:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.646361:0:296882:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.646364:0:296882:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.646366:0:296882:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.646369:0:296882:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.646373:0:296882:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x2819:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.646378:0:296882:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.646380:0:296882:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.646382:0:296882:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.646387:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.646389:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67a00. 00000020:00000010:0.0:1783976750.646393:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.646396:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.646400:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.646403:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.646406:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.646409:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.646413:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66200. 00000008:00000010:0.0:1783976750.646418:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.646422:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.646427:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.646432:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.646436:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325200. 00000020:00000010:0.0:1783976750.646440:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.646444:0:296882:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.646449:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83ef87f180 -> ffff9b82d115cf58 00010000:00000001:0.0:1783976750.646453:0:296882:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.646456:0:296882:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.646459:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83ef87f180 -> ffff9b82d115cf58 00000020:00000001:0.0:1783976750.646463:0:296882:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.646466:0:296882:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976750.646469:0:296882:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.646472:0:296882:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.646475:0:296882:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.646479:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83ef87f180 -> ffff9b82d115cf58 00000008:00000001:0.0:1783976750.646483:0:296882:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.646487:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.646490:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.646494:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.646498:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.646502:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.646505:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.646510:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.646513:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.646517:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66e00. 00000008:00000010:0.0:1783976750.646519:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.646523:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.646526:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.646532:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.646536:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.646540:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.646544:0:296882:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.646549:0:296882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.646552:0:296882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.646555:0:296882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.646558:0:296882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.646561:0:296882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.646567:0:296882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f6c6ec00 with handle 0xc4ea75fdb9c38364 from hash 00010000:00000001:0.0:1783976750.646571:0:296882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.646574:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.646577:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.646579:0:296882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.646584:0:296882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.646586:0:296882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.646589:0:296882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.646593:0:296882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 00000000ef5bde06/0xc4ea75fdb9c382e6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x1aef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3b2b20b expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1783976750.646606:0:296882:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.646609:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.646614:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.646621:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325200. 00000020:00000010:0.0:1783976750.646628:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976750.646632:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.646639:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.646648:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.646657:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.646664:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.646672:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.646680:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976750.646687:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.646692:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.646695:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.646703:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.646708:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.646713:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.646715:0:296882:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.646717:0:296882:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.646720:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.646723:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.646729:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976750.646733:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.646737:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.646740:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.646744:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.646747:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.646751:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.646754:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.646757:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66e00. 00000008:00000010:0.0:1783976750.646761:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.646765:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.646768:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.646771:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.646774:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.646780:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.646782:0:296882:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.646786:0:296882:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.646788:0:296882:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.646790:0:296882:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.646792:0:296882:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.646794:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d1162a80 -> ffff9b82d115cb70 00000020:00000001:0.0:1783976750.646796:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d115cb70 -> ffff9b82d115cb70 00000020:00000001:0.0:1783976750.646798:0:296882:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.646800:0:296882:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.646802:0:296882:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x2817:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.646805:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.646807:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.646810:0:296882:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.646812:0:296882:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x2817:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.646815:0:296882:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.646817:0:296882:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.646820:0:296882:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.646822:0:296882:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.646823:0:296882:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.646827:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.646829:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.646830:0:296882:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.646832:0:296882:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.646836:0:296882:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976750.646838:0:296882:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.646840:0:296882:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.646842:0:296882:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.646846:0:296882:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.646847:0:296882:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.646849:0:296882:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x2817:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.646854:0:296882:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.646855:0:296882:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.646857:0:296882:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.646861:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.646863:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.646870:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.646877:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.646881:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.646885:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.646889:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.646892:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.646897:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976750.646902:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.646906:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.646909:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.646913:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.646916:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66e00. 00000020:00000010:0.0:1783976750.646920:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.646923:0:296882:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.646928:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d1162a80 -> ffff9b82d115cb70 00010000:00000001:0.0:1783976750.646929:0:296882:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.646933:0:296882:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.646938:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d1162a80 -> ffff9b82d115cb70 00000020:00000001:0.0:1783976750.646940:0:296882:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.646943:0:296882:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976750.646944:0:296882:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.646949:0:296882:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.646952:0:296882:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.646955:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d1162a80 -> ffff9b82d115cb70 00000008:00000001:0.0:1783976750.646961:0:296882:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.646963:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.646968:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976750.646974:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.646978:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.646982:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.646984:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.646989:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.646993:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.646996:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325200. 00000008:00000010:0.0:1783976750.647000:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.647003:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.647007:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.647011:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.647014:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976750.647018:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.647022:0:296882:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.647027:0:296882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.647029:0:296882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.647032:0:296882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.647035:0:296882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.647038:0:296882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.647042:0:296882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83fc7c1200 with handle 0xc4ea75fdb9c382e6 from hash 00010000:00000001:0.0:1783976750.647046:0:296882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.647048:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.647051:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.647054:0:296882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.647058:0:296882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.647061:0:296882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.647065:0:296882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.647082:0:296882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 0000000093616218/0xc4ea75fdb9c380d2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x1cac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3b2a799 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1783976750.647093:0:296882:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.647096:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.647100:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.647105:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66e00. 00000020:00000010:0.0:1783976750.647111:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.647116:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.647121:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.647126:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.647129:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.647134:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.647139:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.647142:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66000. 00000008:00000010:0.0:1783976750.647146:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.647150:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.647155:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.647160:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.647166:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.647168:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.647171:0:296882:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.647174:0:296882:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.647176:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.647182:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.647189:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66200. 00000020:00000010:0.0:1783976750.647197:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67a00. 00000020:00000010:0.0:1783976750.647205:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.647214:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.647220:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.647223:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.647229:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.647236:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.647240:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976750.647246:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.647251:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.647255:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.647259:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.647264:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.647269:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.647272:0:296882:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.647277:0:296882:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.647282:0:296882:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.647285:0:296882:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.647287:0:296882:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.647290:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f2ad7880 -> ffff9b83f3671d00 00000020:00000001:0.0:1783976750.647310:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f3671d00 -> ffff9b83f3671d00 00000020:00000001:0.0:1783976750.647312:0:296882:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.647313:0:296882:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.647315:0:296882:0:(vvp_io.c:1822:vvp_io_init()) [0x240002b13:0x12c80:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.647318:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.647319:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.647320:0:296882:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.647323:0:296882:0:(lov_object.c:1588:lov_io_init()) [0x240002b13:0x12c80:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.647327:0:296882:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.647330:0:296882:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.647333:0:296882:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.647338:0:296882:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.647341:0:296882:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.647344:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.647347:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.647350:0:296882:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.647353:0:296882:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.647355:0:296882:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976750.647358:0:296882:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.647360:0:296882:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.647362:0:296882:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.647363:0:296882:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.647364:0:296882:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.647368:0:296882:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x12c80:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.647370:0:296882:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.647371:0:296882:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.647375:0:296882:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.647377:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.647382:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67a00. 00000020:00000010:0.0:1783976750.647386:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.647389:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.647396:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.647399:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.647405:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.647408:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.647412:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66200. 00000008:00000010:0.0:1783976750.647418:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.647424:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.647431:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.647437:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.647443:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976750.647448:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.647452:0:296882:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.647455:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f2ad7880 -> ffff9b83f3671d00 00010000:00000001:0.0:1783976750.647459:0:296882:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.647462:0:296882:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.647466:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f2ad7880 -> ffff9b83f3671d00 00000020:00000001:0.0:1783976750.647468:0:296882:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.647472:0:296882:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976750.647473:0:296882:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.647475:0:296882:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.647478:0:296882:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.647481:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f2ad7880 -> ffff9b83f3671d00 00000008:00000001:0.0:1783976750.647485:0:296882:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.647487:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.647491:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.647496:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.647498:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.647502:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.647507:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.647511:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.647516:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.647520:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66e00. 00000008:00000010:0.0:1783976750.647526:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.647531:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.647535:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.647540:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.647544:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.647548:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.647551:0:296882:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.647555:0:296882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.647558:0:296882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.647562:0:296882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.647564:0:296882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.647568:0:296882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.647572:0:296882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83de6bd000 with handle 0xc4ea75fdb9c380d2 from hash 00010000:00000001:0.0:1783976750.647575:0:296882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.647578:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.647581:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.647584:0:296882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.647587:0:296882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.647590:0:296882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.647596:0:296882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.647601:0:296882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 0000000021ac2c17/0xc4ea75fdb9c23b44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000402:0x1cbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028480000000 nid: local remote: 0xe1223009a3ad4bc3 expref: -99 pid: 280535 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00000001:0.0:1783976750.647612:0:296882:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.647615:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.647618:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.647622:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976750.647626:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325200. 00000020:00000010:0.0:1783976750.647628:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.647631:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.647636:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.647639:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.647643:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.647648:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.647653:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976750.647657:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.647661:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.647664:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.647666:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.647670:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.647673:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.647677:0:296882:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.647680:0:296882:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.647683:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.647686:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.647690:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976750.647694:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.647700:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.647709:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.647715:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.647718:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.647725:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.647733:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.647741:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66e00. 00000008:00000010:0.0:1783976750.647749:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.647756:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.647763:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.647771:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.647777:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.647779:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.647783:0:296882:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.647785:0:296882:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.647788:0:296882:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.647793:0:296882:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.647797:0:296882:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1783976750.647802:0:296882:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1783976750.647804:0:296882:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff9b83f9ec7500 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1783976750.647808:0:296882:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783976750.647813:0:296882:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff9b83f9ec7500 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:0.0:1783976750.647819:0:296882:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783976750.647823:0:296882:0:(osc_lock.c:372:osc_lock_flush()) object ffff9b83f9ec7500: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1783976750.647828:0:296882:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.647831:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f9ec7500 -> ffff9b83e5c8e2d8 00000020:00000001:0.0:1783976750.647835:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83e5c8e2d8 -> ffff9b83e5c8e2d8 00000020:00000001:0.0:1783976750.647837:0:296882:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.647840:0:296882:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.647844:0:296882:0:(vvp_io.c:1822:vvp_io_init()) [0x240002b13:0x12c88:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.647850:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.647853:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.647856:0:296882:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.647861:0:296882:0:(lov_object.c:1588:lov_io_init()) [0x240002b13:0x12c88:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.647865:0:296882:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.647868:0:296882:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.647869:0:296882:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.647875:0:296882:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.647877:0:296882:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.647880:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.647882:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.647884:0:296882:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.647885:0:296882:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.647890:0:296882:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:0.0:1783976750.647893:0:296882:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1783976750.647896:0:296882:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1783976750.647899:0:296882:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:0.0:1783976750.647901:0:296882:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1783976750.647903:0:296882:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446633589868566272 : -110483840985344 : ffff9b83f9e79700) 00000020:00000001:0.0:1783976750.647906:0:296882:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1783976750.647907:0:296882:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1783976750.647909:0:296882:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1783976750.647914:0:296882:0:(cl_page.c:507:__cl_page_state_set()) page@0000000013854aa6[2 0000000065cedc78 1 1 00000000d14285f2 0 0 0] 00000020:00000001:0.0:1783976750.647916:0:296882:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1783976750.647920:0:296882:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:0.0:1783976750.647922:0:296882:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:0.0:1783976750.647923:0:296882:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.647928:0:296882:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1783976750.647930:0:296882:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1783976750.647933:0:296882:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1783976750.647935:0:296882:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1783976750.647936:0:296882:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1783976750.647940:0:296882:0:(cl_page.c:507:__cl_page_state_set()) page@0000000013854aa6[2 0000000065cedc78 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783976750.647943:0:296882:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:0.0:1783976750.647945:0:296882:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1783976750.647947:0:296882:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1783976750.647950:0:296882:0:(osc_page.c:138:osc_page_delete()) ffff9b83cce84760 00000008:00000001:0.0:1783976750.647952:0:296882:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1783976750.647956:0:296882:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff9b83cce84770 page ffff9b83cce84760 at index 0. 00000008:00000001:0.0:1783976750.647959:0:296882:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.647965:0:296882:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1783976750.647969:0:296882:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe4dec4c2d6c0 index 0 00000020:00000001:0.0:1783976750.647976:0:296882:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1783976750.647980:0:296882:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1783976750.647990:0:296882:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1783976750.647993:0:296882:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1783976750.647995:0:296882:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1783976750.647998:0:296882:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1783976750.648000:0:296882:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1783976750.648004:0:296882:0:(cl_page.c:556:cl_batch_put()) page@0000000013854aa6[1 0000000065cedc78 5 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783976750.648007:0:296882:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1783976750.648010:0:296882:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1783976750.648013:0:296882:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9b83cce84700. 00000020:00000001:0.0:1783976750.648016:0:296882:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1783976750.648019:0:296882:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1783976750.648034:0:296882:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.648038:0:296882:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.648042:0:296882:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.648044:0:296882:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.648047:0:296882:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.648048:0:296882:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x12c88:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.648054:0:296882:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.648055:0:296882:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.648057:0:296882:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.648060:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.648064:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.648081:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.648088:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.648097:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.648103:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.648108:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.648113:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.648119:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976750.648126:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.648130:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.648134:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.648139:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.648144:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66e00. 00000020:00000010:0.0:1783976750.648149:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.648153:0:296882:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.648157:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f9ec7500 -> ffff9b83e5c8e2d8 00010000:00000001:0.0:1783976750.648162:0:296882:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.648165:0:296882:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.648169:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f9ec7500 -> ffff9b83e5c8e2d8 00000020:00000001:0.0:1783976750.648172:0:296882:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.648175:0:296882:0:(osc_object.c:161:osc_attr_update()) set kms from 4to 0 00020000:00000001:0.0:1783976750.648180:0:296882:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.648184:0:296882:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.648186:0:296882:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.648191:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f9ec7500 -> ffff9b83e5c8e2d8 00000008:00000001:0.0:1783976750.648197:0:296882:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.648202:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.648207:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325200. 00000020:00000010:0.0:1783976750.648212:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.648219:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.648225:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.648230:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.648234:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.648239:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.648243:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976750.648248:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.648251:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.648255:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.648257:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.648263:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976750.648266:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.648271:0:296882:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.648274:0:296882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.648277:0:296882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.648279:0:296882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.648280:0:296882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.648283:0:296882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.648288:0:296882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f34b2400 with handle 0xc4ea75fdb9c23b44 from hash 00010000:00000001:0.0:1783976750.648292:0:296882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.648313:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.648316:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.648317:0:296882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.648319:0:296882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.648321:0:296882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.648324:0:296882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.648327:0:296882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 00000000de1c4007/0xc4ea75fdb9c3b5a6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x1cb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3b38ac5 expref: -99 pid: 284635 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1783976750.648340:0:296882:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.648341:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.648346:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.648350:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66e00. 00000020:00000010:0.0:1783976750.648354:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.648358:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.648362:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.648366:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.648370:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.648375:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.648379:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.648382:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e67800. 00000008:00000010:0.0:1783976750.648386:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.648392:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.648397:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.648402:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.648409:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.648413:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.648416:0:296882:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.648419:0:296882:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.648420:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.648422:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.648427:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66200. 00000020:00000010:0.0:1783976750.648430:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67a00. 00000020:00000010:0.0:1783976750.648435:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.648438:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.648443:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.648448:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.648450:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.648456:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.648459:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976750.648463:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.648468:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.648474:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.648480:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.648482:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.648485:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.648487:0:296882:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.648492:0:296882:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.648497:0:296882:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.648499:0:296882:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.648504:0:296882:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.648506:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f9ec7c00 -> ffff9b83e714adc8 00000020:00000001:0.0:1783976750.648509:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83e714adc8 -> ffff9b83e714adc8 00000020:00000001:0.0:1783976750.648512:0:296882:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.648515:0:296882:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.648518:0:296882:0:(vvp_io.c:1822:vvp_io_init()) [0x240002b13:0x12c83:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.648523:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.648526:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.648528:0:296882:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.648531:0:296882:0:(lov_object.c:1588:lov_io_init()) [0x240002b13:0x12c83:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.648536:0:296882:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.648538:0:296882:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.648540:0:296882:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.648543:0:296882:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.648544:0:296882:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.648546:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.648548:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.648551:0:296882:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.648553:0:296882:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.648556:0:296882:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976750.648558:0:296882:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.648562:0:296882:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.648564:0:296882:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.648567:0:296882:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.648569:0:296882:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.648573:0:296882:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x12c83:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.648577:0:296882:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.648579:0:296882:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.648582:0:296882:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.648587:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.648590:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67a00. 00000020:00000010:0.0:1783976750.648595:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.648598:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.648601:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.648605:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.648608:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.648613:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.648618:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66200. 00000008:00000010:0.0:1783976750.648623:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.648625:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.648628:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.648631:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.648635:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976750.648639:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.648643:0:296882:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.648646:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f9ec7c00 -> ffff9b83e714adc8 00010000:00000001:0.0:1783976750.648650:0:296882:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.648653:0:296882:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.648655:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f9ec7c00 -> ffff9b83e714adc8 00000020:00000001:0.0:1783976750.648659:0:296882:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.648661:0:296882:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976750.648665:0:296882:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.648667:0:296882:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.648671:0:296882:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.648675:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f9ec7c00 -> ffff9b83e714adc8 00000008:00000001:0.0:1783976750.648678:0:296882:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.648682:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.648686:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.648689:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.648695:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.648699:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.648704:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.648709:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.648713:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.648718:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66e00. 00000008:00000010:0.0:1783976750.648722:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.648725:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.648729:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.648732:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.648736:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.648741:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.648746:0:296882:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.648751:0:296882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.648755:0:296882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.648758:0:296882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.648761:0:296882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.648765:0:296882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.648770:0:296882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83fb104e00 with handle 0xc4ea75fdb9c3b5a6 from hash 00010000:00000001:0.0:1783976750.648774:0:296882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.648776:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.648778:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.648781:0:296882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.648783:0:296882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.648785:0:296882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.648789:0:296882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.648792:0:296882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 00000000b4a1a090/0xc4ea75fdb9c23afe lrc: 2/0,0 mode: PW/PW res: [0x2c0000402:0x1cb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028480000000 nid: local remote: 0xe1223009a3ad4b37 expref: -99 pid: 280535 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00000001:0.0:1783976750.648802:0:296882:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.648804:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.648809:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.648813:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976750.648818:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976750.648825:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.648829:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.648835:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.648839:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.648844:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.648849:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.648857:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325200. 00000008:00000010:0.0:1783976750.648863:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.648867:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.648872:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.648876:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.648880:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.648884:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.648886:0:296882:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.648889:0:296882:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.648891:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.648893:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.648896:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976750.648901:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.648906:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.648909:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.648911:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.648916:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.648919:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.648923:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.648927:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66e00. 00000008:00000010:0.0:1783976750.648931:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.648936:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.648939:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.648943:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.648945:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.648951:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.648953:0:296882:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.648955:0:296882:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.648958:0:296882:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.648963:0:296882:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.648965:0:296882:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1783976750.648968:0:296882:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1783976750.648972:0:296882:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff9b83f29c7a40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1783976750.648977:0:296882:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783976750.648980:0:296882:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff9b83f29c7a40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:0.0:1783976750.648987:0:296882:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783976750.648990:0:296882:0:(osc_lock.c:372:osc_lock_flush()) object ffff9b83f29c7a40: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1783976750.648993:0:296882:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.648995:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f29c7a40 -> ffff9b83fb04d468 00000020:00000001:0.0:1783976750.648998:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83fb04d468 -> ffff9b83fb04d468 00000020:00000001:0.0:1783976750.649001:0:296882:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.649003:0:296882:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.649007:0:296882:0:(vvp_io.c:1822:vvp_io_init()) [0x240002b13:0x12c86:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.649010:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.649011:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.649012:0:296882:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.649014:0:296882:0:(lov_object.c:1588:lov_io_init()) [0x240002b13:0x12c86:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.649017:0:296882:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.649018:0:296882:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.649020:0:296882:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.649022:0:296882:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.649024:0:296882:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.649026:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.649028:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.649031:0:296882:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.649033:0:296882:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.649038:0:296882:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:0.0:1783976750.649041:0:296882:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1783976750.649043:0:296882:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1783976750.649046:0:296882:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:0.0:1783976750.649049:0:296882:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1783976750.649050:0:296882:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446633589868566272 : -110483840985344 : ffff9b83f9e79700) 00000020:00000001:0.0:1783976750.649054:0:296882:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1783976750.649057:0:296882:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1783976750.649060:0:296882:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1783976750.649064:0:296882:0:(cl_page.c:507:__cl_page_state_set()) page@00000000cd1201dc[2 000000004812d1f2 1 1 00000000d14285f2 0 0 0] 00000020:00000001:0.0:1783976750.649067:0:296882:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1783976750.649080:0:296882:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:0.0:1783976750.649081:0:296882:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:0.0:1783976750.649083:0:296882:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.649084:0:296882:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1783976750.649086:0:296882:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1783976750.649087:0:296882:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1783976750.649088:0:296882:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1783976750.649089:0:296882:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1783976750.649092:0:296882:0:(cl_page.c:507:__cl_page_state_set()) page@00000000cd1201dc[2 000000004812d1f2 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783976750.649094:0:296882:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:0.0:1783976750.649095:0:296882:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1783976750.649096:0:296882:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1783976750.649098:0:296882:0:(osc_page.c:138:osc_page_delete()) ffff9b83cce84060 00000008:00000001:0.0:1783976750.649099:0:296882:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1783976750.649101:0:296882:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff9b83cce84070 page ffff9b83cce84060 at index 0. 00000008:00000001:0.0:1783976750.649103:0:296882:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.649106:0:296882:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1783976750.649107:0:296882:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe4dec48d44c0 index 0 00000020:00000001:0.0:1783976750.649110:0:296882:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1783976750.649111:0:296882:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1783976750.649114:0:296882:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1783976750.649116:0:296882:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1783976750.649117:0:296882:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1783976750.649118:0:296882:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1783976750.649119:0:296882:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1783976750.649122:0:296882:0:(cl_page.c:556:cl_batch_put()) page@00000000cd1201dc[1 000000004812d1f2 5 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783976750.649123:0:296882:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1783976750.649125:0:296882:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1783976750.649127:0:296882:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9b83cce84000. 00000020:00000001:0.0:1783976750.649129:0:296882:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1783976750.649130:0:296882:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1783976750.649137:0:296882:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.649139:0:296882:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.649141:0:296882:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.649142:0:296882:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.649143:0:296882:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.649144:0:296882:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x12c86:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.649147:0:296882:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.649149:0:296882:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.649150:0:296882:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.649152:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.649154:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.649156:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.649159:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.649161:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.649163:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.649165:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.649168:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.649170:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976750.649173:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.649175:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.649177:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.649180:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.649182:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66e00. 00000020:00000010:0.0:1783976750.649184:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.649187:0:296882:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.649190:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f29c7a40 -> ffff9b83fb04d468 00010000:00000001:0.0:1783976750.649194:0:296882:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.649196:0:296882:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.649201:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f29c7a40 -> ffff9b83fb04d468 00000020:00000001:0.0:1783976750.649204:0:296882:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.649208:0:296882:0:(osc_object.c:161:osc_attr_update()) set kms from 4to 0 00020000:00000001:0.0:1783976750.649211:0:296882:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.649215:0:296882:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.649219:0:296882:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.649223:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f29c7a40 -> ffff9b83fb04d468 00000008:00000001:0.0:1783976750.649229:0:296882:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.649233:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.649238:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976750.649243:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.649249:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.649255:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.649258:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.649262:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.649265:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.649270:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976750.649274:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.649277:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.649281:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.649284:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.649287:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325200. 00000020:00000010:0.0:1783976750.649312:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.649318:0:296882:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.649322:0:296882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.649326:0:296882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.649327:0:296882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.649330:0:296882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.649334:0:296882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.649340:0:296882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b82df08a400 with handle 0xc4ea75fdb9c23afe from hash 00010000:00000001:0.0:1783976750.649345:0:296882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.649348:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.649351:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.649353:0:296882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.649357:0:296882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.649360:0:296882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.649364:0:296882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.649368:0:296882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 00000000ad8806f2/0xc4ea75fdb9c3b4fe lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x1cb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3b387ae expref: -99 pid: 284635 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1783976750.649383:0:296882:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.649385:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.649389:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.649392:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66e00. 00000020:00000010:0.0:1783976750.649396:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.649400:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.649406:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.649413:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.649417:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.649419:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.649423:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.649428:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66000. 00000008:00000010:0.0:1783976750.649433:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.649439:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.649442:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.649448:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.649453:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.649456:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.649459:0:296882:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.649461:0:296882:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.649465:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.649468:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.649472:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66200. 00000020:00000010:0.0:1783976750.649476:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67a00. 00000020:00000010:0.0:1783976750.649479:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.649483:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.649488:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.649492:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.649497:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.649504:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.649510:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325200. 00000008:00000010:0.0:1783976750.649514:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.649519:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.649524:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.649528:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.649533:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.649538:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.649542:0:296882:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.649545:0:296882:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.649549:0:296882:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.649553:0:296882:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.649555:0:296882:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.649560:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f2b9b500 -> ffff9b83fb04db70 00000020:00000001:0.0:1783976750.649563:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83fb04db70 -> ffff9b83fb04db70 00000020:00000001:0.0:1783976750.649566:0:296882:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.649569:0:296882:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.649572:0:296882:0:(vvp_io.c:1822:vvp_io_init()) [0x240002b13:0x12c84:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.649577:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.649579:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.649582:0:296882:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.649586:0:296882:0:(lov_object.c:1588:lov_io_init()) [0x240002b13:0x12c84:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.649591:0:296882:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.649592:0:296882:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.649595:0:296882:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.649599:0:296882:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.649601:0:296882:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.649603:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.649606:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.649608:0:296882:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.649609:0:296882:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.649613:0:296882:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976750.649615:0:296882:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.649618:0:296882:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.649620:0:296882:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.649623:0:296882:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.649625:0:296882:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.649626:0:296882:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x12c84:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.649632:0:296882:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.649633:0:296882:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.649635:0:296882:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.649639:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.649641:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67a00. 00000020:00000010:0.0:1783976750.649649:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.649656:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.649664:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.649672:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.649674:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.649680:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.649687:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66200. 00000008:00000010:0.0:1783976750.649693:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.649696:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.649700:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.649703:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.649709:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325200. 00000020:00000010:0.0:1783976750.649713:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.649717:0:296882:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.649719:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f2b9b500 -> ffff9b83fb04db70 00010000:00000001:0.0:1783976750.649721:0:296882:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.649723:0:296882:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.649725:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f2b9b500 -> ffff9b83fb04db70 00000020:00000001:0.0:1783976750.649727:0:296882:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.649730:0:296882:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976750.649732:0:296882:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.649734:0:296882:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.649737:0:296882:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.649741:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f2b9b500 -> ffff9b83fb04db70 00000008:00000001:0.0:1783976750.649746:0:296882:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.649749:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.649752:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.649758:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.649762:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.649767:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.649771:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.649777:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.649782:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.649786:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66e00. 00000008:00000010:0.0:1783976750.649789:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.649795:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.649800:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.649802:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.649807:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.649811:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.649814:0:296882:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.649820:0:296882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.649824:0:296882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.649828:0:296882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.649832:0:296882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.649836:0:296882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.649841:0:296882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83ef839200 with handle 0xc4ea75fdb9c3b4fe from hash 00010000:00000001:0.0:1783976750.649845:0:296882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.649850:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.649853:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.649855:0:296882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.649859:0:296882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.649863:0:296882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.649869:0:296882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.649874:0:296882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 00000000c1742673/0xc4ea75fdb9c23b8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000402:0x1cc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028480000000 nid: local remote: 0xe1223009a3ad4c4f expref: -99 pid: 280535 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00000001:0.0:1783976750.649890:0:296882:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.649893:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.649896:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.649898:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325200. 00000020:00000010:0.0:1783976750.649902:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976750.649905:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.649909:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.649915:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.649920:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.649925:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.649932:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.649936:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976750.649942:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.649947:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.649951:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.649956:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.649958:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.649961:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.649964:0:296882:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.649968:0:296882:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.649971:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.649975:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.649981:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976750.649986:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.649992:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.649999:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.650005:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.650011:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.650017:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.650024:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.650029:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66e00. 00000008:00000010:0.0:1783976750.650035:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.650039:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.650046:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.650051:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.650056:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.650062:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.650066:0:296882:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.650080:0:296882:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.650085:0:296882:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.650088:0:296882:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.650092:0:296882:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1783976750.650095:0:296882:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1783976750.650097:0:296882:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff9b83f3e44380 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1783976750.650102:0:296882:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783976750.650107:0:296882:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff9b83f3e44380 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:0.0:1783976750.650113:0:296882:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783976750.650115:0:296882:0:(osc_lock.c:372:osc_lock_flush()) object ffff9b83f3e44380: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1783976750.650118:0:296882:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.650122:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f3e44380 -> ffff9b83e5ca23a0 00000020:00000001:0.0:1783976750.650125:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83e5ca23a0 -> ffff9b83e5ca23a0 00000020:00000001:0.0:1783976750.650128:0:296882:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.650130:0:296882:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.650132:0:296882:0:(vvp_io.c:1822:vvp_io_init()) [0x240002b13:0x12c8a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.650135:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.650138:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.650140:0:296882:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.650142:0:296882:0:(lov_object.c:1588:lov_io_init()) [0x240002b13:0x12c8a:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.650148:0:296882:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.650149:0:296882:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.650150:0:296882:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.650155:0:296882:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.650157:0:296882:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.650159:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.650161:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.650163:0:296882:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.650164:0:296882:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.650167:0:296882:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:0.0:1783976750.650170:0:296882:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1783976750.650172:0:296882:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1783976750.650175:0:296882:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:0.0:1783976750.650178:0:296882:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1783976750.650179:0:296882:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446633589868566272 : -110483840985344 : ffff9b83f9e79700) 00000020:00000001:0.0:1783976750.650185:0:296882:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1783976750.650186:0:296882:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1783976750.650189:0:296882:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1783976750.650194:0:296882:0:(cl_page.c:507:__cl_page_state_set()) page@00000000e9f9d1de[2 000000008958e046 1 1 00000000d14285f2 0 0 0] 00000020:00000001:0.0:1783976750.650198:0:296882:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1783976750.650200:0:296882:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:0.0:1783976750.650203:0:296882:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:0.0:1783976750.650206:0:296882:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.650210:0:296882:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1783976750.650211:0:296882:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1783976750.650212:0:296882:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1783976750.650214:0:296882:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1783976750.650215:0:296882:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1783976750.650220:0:296882:0:(cl_page.c:507:__cl_page_state_set()) page@00000000e9f9d1de[2 000000008958e046 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783976750.650222:0:296882:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:0.0:1783976750.650226:0:296882:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1783976750.650227:0:296882:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1783976750.650229:0:296882:0:(osc_page.c:138:osc_page_delete()) ffff9b83ec9f0bc0 00000008:00000001:0.0:1783976750.650233:0:296882:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1783976750.650235:0:296882:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff9b83ec9f0bd0 page ffff9b83ec9f0bc0 at index 0. 00000008:00000001:0.0:1783976750.650239:0:296882:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.650244:0:296882:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1783976750.650247:0:296882:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe4dec48c0180 index 0 00000020:00000001:0.0:1783976750.650250:0:296882:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1783976750.650253:0:296882:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1783976750.650257:0:296882:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1783976750.650259:0:296882:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1783976750.650262:0:296882:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1783976750.650264:0:296882:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1783976750.650266:0:296882:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1783976750.650272:0:296882:0:(cl_page.c:556:cl_batch_put()) page@00000000e9f9d1de[1 000000008958e046 5 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783976750.650276:0:296882:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1783976750.650277:0:296882:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1783976750.650281:0:296882:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9b83ec9f0b60. 00000020:00000001:0.0:1783976750.650284:0:296882:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1783976750.650287:0:296882:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1783976750.650317:0:296882:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.650322:0:296882:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.650325:0:296882:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.650328:0:296882:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.650332:0:296882:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.650335:0:296882:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x12c8a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.650340:0:296882:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.650343:0:296882:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.650346:0:296882:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.650349:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.650354:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.650361:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.650366:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.650370:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.650375:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.650381:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.650386:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.650389:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976750.650394:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.650398:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.650402:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.650406:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.650409:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66e00. 00000020:00000010:0.0:1783976750.650414:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.650420:0:296882:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.650425:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f3e44380 -> ffff9b83e5ca23a0 00010000:00000001:0.0:1783976750.650429:0:296882:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.650433:0:296882:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.650437:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f3e44380 -> ffff9b83e5ca23a0 00000020:00000001:0.0:1783976750.650440:0:296882:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.650443:0:296882:0:(osc_object.c:161:osc_attr_update()) set kms from 4to 0 00020000:00000001:0.0:1783976750.650446:0:296882:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.650448:0:296882:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.650452:0:296882:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.650454:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f3e44380 -> ffff9b83e5ca23a0 00000008:00000001:0.0:1783976750.650456:0:296882:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.650460:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.650462:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976750.650466:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.650470:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.650476:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.650478:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.650482:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.650486:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.650489:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325200. 00000008:00000010:0.0:1783976750.650491:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.650494:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.650498:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.650501:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.650506:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976750.650518:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.650527:0:296882:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.650531:0:296882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.650533:0:296882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.650535:0:296882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.650538:0:296882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.650541:0:296882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.650545:0:296882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f3d42800 with handle 0xc4ea75fdb9c23b8a from hash 00010000:00000001:0.0:1783976750.650549:0:296882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.650552:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.650554:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.650557:0:296882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.650558:0:296882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.650562:0:296882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.650565:0:296882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.650570:0:296882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 00000000bf44f30e/0xc4ea75fdb9c38046 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x1ca1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3b2a4f2 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1783976750.650580:0:296882:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.650583:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.650587:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.650591:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66e00. 00000020:00000010:0.0:1783976750.650594:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.650600:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.650606:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.650609:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.650613:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.650617:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.650622:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.650625:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e67800. 00000008:00000010:0.0:1783976750.650628:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.650631:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.650637:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.650643:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.650648:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.650650:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.650655:0:296882:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.650658:0:296882:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.650660:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.650663:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.650667:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66200. 00000020:00000010:0.0:1783976750.650673:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67a00. 00000020:00000010:0.0:1783976750.650680:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.650684:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.650688:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.650692:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.650699:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.650703:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.650709:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976750.650712:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.650716:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.650720:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.650723:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.650726:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.650729:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.650731:0:296882:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.650733:0:296882:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.650737:0:296882:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.650739:0:296882:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.650741:0:296882:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.650744:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83d19ebc00 -> ffff9b83f43cd918 00000020:00000001:0.0:1783976750.650747:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f43cd918 -> ffff9b83f43cd918 00000020:00000001:0.0:1783976750.650751:0:296882:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.650754:0:296882:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.650757:0:296882:0:(vvp_io.c:1822:vvp_io_init()) [0x240002b13:0x12c79:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.650762:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.650765:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.650767:0:296882:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.650771:0:296882:0:(lov_object.c:1588:lov_io_init()) [0x240002b13:0x12c79:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.650775:0:296882:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.650778:0:296882:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.650781:0:296882:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.650783:0:296882:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.650786:0:296882:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.650788:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.650790:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.650795:0:296882:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.650798:0:296882:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.650801:0:296882:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976750.650804:0:296882:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.650808:0:296882:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.650811:0:296882:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.650813:0:296882:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.650814:0:296882:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.650817:0:296882:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x12c79:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.650824:0:296882:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.650826:0:296882:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.650828:0:296882:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.650833:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.650835:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67a00. 00000020:00000010:0.0:1783976750.650839:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.650842:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.650846:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.650849:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.650853:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.650857:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.650861:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66200. 00000008:00000010:0.0:1783976750.650865:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.650869:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.650876:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.650880:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.650884:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976750.650889:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.650894:0:296882:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.650897:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83d19ebc00 -> ffff9b83f43cd918 00010000:00000001:0.0:1783976750.650901:0:296882:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.650904:0:296882:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.650906:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83d19ebc00 -> ffff9b83f43cd918 00000020:00000001:0.0:1783976750.650911:0:296882:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.650916:0:296882:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976750.650920:0:296882:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.650921:0:296882:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.650926:0:296882:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.650928:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83d19ebc00 -> ffff9b83f43cd918 00000008:00000001:0.0:1783976750.650931:0:296882:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.650934:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.650938:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.650943:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.650948:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.650950:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.650955:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.650958:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.650962:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.650968:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66e00. 00000008:00000010:0.0:1783976750.650974:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.650977:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.650981:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.650986:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.650989:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.650994:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.650999:0:296882:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.651001:0:296882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.651004:0:296882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.651007:0:296882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.651009:0:296882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.651012:0:296882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.651017:0:296882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b840154aa00 with handle 0xc4ea75fdb9c38046 from hash 00010000:00000001:0.0:1783976750.651020:0:296882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.651023:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.651025:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.651028:0:296882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.651031:0:296882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.651033:0:296882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.651036:0:296882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.651040:0:296882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 000000007d979a25/0xc4ea75fdb9c23a2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000403:0x1ddc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028480000000 nid: local remote: 0xe1223009a3ad4993 expref: -99 pid: 280535 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00000001:0.0:1783976750.651051:0:296882:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.651054:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.651060:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.651063:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976750.651067:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325200. 00000020:00000010:0.0:1783976750.651084:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.651090:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.651095:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.651097:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.651101:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.651105:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.651111:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976750.651114:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.651119:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.651125:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.651128:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.651133:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.651138:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.651140:0:296882:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.651144:0:296882:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.651145:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.651147:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.651153:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976750.651158:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.651163:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.651166:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.651170:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.651174:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.651178:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.651183:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.651189:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66e00. 00000008:00000010:0.0:1783976750.651194:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.651198:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.651201:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.651206:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.651211:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.651215:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.651218:0:296882:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.651220:0:296882:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.651222:0:296882:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.651226:0:296882:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.651229:0:296882:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1783976750.651232:0:296882:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1783976750.651234:0:296882:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff9b83f2ad7a40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1783976750.651238:0:296882:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783976750.651242:0:296882:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff9b83f2ad7a40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:0.0:1783976750.651248:0:296882:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783976750.651251:0:296882:0:(osc_lock.c:372:osc_lock_flush()) object ffff9b83f2ad7a40: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1783976750.651255:0:296882:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.651259:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f2ad7a40 -> ffff9b83d025af58 00000020:00000001:0.0:1783976750.651261:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83d025af58 -> ffff9b83d025af58 00000020:00000001:0.0:1783976750.651264:0:296882:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.651266:0:296882:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.651268:0:296882:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x2cb1:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.651272:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.651274:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.651276:0:296882:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.651279:0:296882:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x2cb1:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.651282:0:296882:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.651285:0:296882:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.651288:0:296882:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.651310:0:296882:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.651312:0:296882:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.651316:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.651318:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.651321:0:296882:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.651325:0:296882:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.651327:0:296882:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:0.0:1783976750.651330:0:296882:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1783976750.651333:0:296882:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1783976750.651336:0:296882:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:0.0:1783976750.651338:0:296882:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1783976750.651340:0:296882:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446633589868566272 : -110483840985344 : ffff9b83f9e79700) 00000020:00000001:0.0:1783976750.651343:0:296882:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1783976750.651346:0:296882:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1783976750.651349:0:296882:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1783976750.651357:0:296882:0:(cl_page.c:507:__cl_page_state_set()) page@00000000af1f16b7[2 00000000e64a7531 1 1 00000000d14285f2 0 0 0] 00000020:00000001:0.0:1783976750.651359:0:296882:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1783976750.651363:0:296882:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:0.0:1783976750.651366:0:296882:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:0.0:1783976750.651368:0:296882:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.651370:0:296882:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1783976750.651373:0:296882:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1783976750.651375:0:296882:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1783976750.651377:0:296882:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1783976750.651380:0:296882:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1783976750.651385:0:296882:0:(cl_page.c:507:__cl_page_state_set()) page@00000000af1f16b7[2 00000000e64a7531 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783976750.651387:0:296882:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:0.0:1783976750.651390:0:296882:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1783976750.651393:0:296882:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1783976750.651395:0:296882:0:(osc_page.c:138:osc_page_delete()) ffff9b83ec9f05a0 00000008:00000001:0.0:1783976750.651398:0:296882:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1783976750.651401:0:296882:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff9b83ec9f05b0 page ffff9b83ec9f05a0 at index 0. 00000008:00000001:0.0:1783976750.651406:0:296882:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.651408:0:296882:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1783976750.651412:0:296882:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe4dec4933840 index 0 00000020:00000001:0.0:1783976750.651415:0:296882:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1783976750.651418:0:296882:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1783976750.651424:0:296882:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1783976750.651426:0:296882:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1783976750.651429:0:296882:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1783976750.651430:0:296882:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1783976750.651433:0:296882:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1783976750.651438:0:296882:0:(cl_page.c:556:cl_batch_put()) page@00000000af1f16b7[1 00000000e64a7531 5 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783976750.651439:0:296882:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1783976750.651442:0:296882:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1783976750.651445:0:296882:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9b83ec9f0540. 00000020:00000001:0.0:1783976750.651450:0:296882:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1783976750.651452:0:296882:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1783976750.651462:0:296882:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.651466:0:296882:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.651469:0:296882:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.651471:0:296882:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.651473:0:296882:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.651476:0:296882:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x2cb1:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.651479:0:296882:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.651482:0:296882:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.651484:0:296882:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.651486:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.651490:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.651496:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.651499:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.651504:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.651510:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.651513:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.651518:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.651521:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976750.651526:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.651531:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.651535:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.651538:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.651541:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66e00. 00000020:00000010:0.0:1783976750.651545:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.651548:0:296882:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.651552:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f2ad7a40 -> ffff9b83d025af58 00010000:00000001:0.0:1783976750.651555:0:296882:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.651558:0:296882:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.651560:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f2ad7a40 -> ffff9b83d025af58 00000020:00000001:0.0:1783976750.651562:0:296882:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.651565:0:296882:0:(osc_object.c:161:osc_attr_update()) set kms from 4to 0 00020000:00000001:0.0:1783976750.651568:0:296882:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.651570:0:296882:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.651574:0:296882:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.651577:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f2ad7a40 -> ffff9b83d025af58 00000008:00000001:0.0:1783976750.651581:0:296882:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.651585:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.651586:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325200. 00000020:00000010:0.0:1783976750.651592:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.651596:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.651600:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.651605:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.651608:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.651611:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.651615:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976750.651619:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.651623:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.651626:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.651631:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.651636:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976750.651641:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.651646:0:296882:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.651649:0:296882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.651652:0:296882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.651653:0:296882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.651655:0:296882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.651657:0:296882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.651662:0:296882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b82c2a53200 with handle 0xc4ea75fdb9c23a2c from hash 00010000:00000001:0.0:1783976750.651664:0:296882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.651667:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.651670:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.651671:0:296882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.651673:0:296882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.651676:0:296882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.651679:0:296882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.651682:0:296882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 000000006c935cdc/0xc4ea75fdb9c23a4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000403:0x1dde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028480000000 nid: local remote: 0xe1223009a3ad49d9 expref: -99 pid: 280535 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00000001:0.0:1783976750.651692:0:296882:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.651694:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.651696:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.651700:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66e00. 00000020:00000010:0.0:1783976750.651705:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.651707:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.651712:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.651718:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.651724:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.651727:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.651731:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.651735:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66000. 00000008:00000010:0.0:1783976750.651739:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.651742:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.651745:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.651747:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.651750:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.651754:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.651758:0:296882:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.651762:0:296882:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.651765:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.651768:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.651771:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66200. 00000020:00000010:0.0:1783976750.651776:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67a00. 00000020:00000010:0.0:1783976750.651780:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.651783:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.651787:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.651791:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.651795:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.651798:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.651803:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976750.651805:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.651810:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.651813:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.651816:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.651819:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.651821:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.651823:0:296882:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.651827:0:296882:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.651829:0:296882:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.651832:0:296882:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.651837:0:296882:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1783976750.651839:0:296882:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1783976750.651841:0:296882:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff9b83f29c6540 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1783976750.651844:0:296882:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783976750.651848:0:296882:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff9b83f29c6540 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:0.0:1783976750.651852:0:296882:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783976750.651856:0:296882:0:(osc_lock.c:372:osc_lock_flush()) object ffff9b83f29c6540: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1783976750.651858:0:296882:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.651860:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f29c6540 -> ffff9b840025f850 00000020:00000001:0.0:1783976750.651863:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b840025f850 -> ffff9b840025f850 00000020:00000001:0.0:1783976750.651866:0:296882:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.651867:0:296882:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.651869:0:296882:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x2cb2:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.651871:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.651873:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.651877:0:296882:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.651881:0:296882:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x2cb2:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.651885:0:296882:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.651886:0:296882:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.651889:0:296882:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.651894:0:296882:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.651896:0:296882:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.651899:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.651901:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.651903:0:296882:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.651905:0:296882:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.651907:0:296882:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:0.0:1783976750.651909:0:296882:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1783976750.651912:0:296882:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1783976750.651914:0:296882:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:0.0:1783976750.651916:0:296882:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1783976750.651918:0:296882:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446633589868566272 : -110483840985344 : ffff9b83f9e79700) 00000020:00000001:0.0:1783976750.651922:0:296882:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1783976750.651924:0:296882:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1783976750.651926:0:296882:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1783976750.651931:0:296882:0:(cl_page.c:507:__cl_page_state_set()) page@0000000082c55446[2 000000006a996180 1 1 00000000d14285f2 0 0 0] 00000020:00000001:0.0:1783976750.651934:0:296882:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1783976750.651936:0:296882:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:0.0:1783976750.651939:0:296882:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:0.0:1783976750.651941:0:296882:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.651945:0:296882:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1783976750.651947:0:296882:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1783976750.651948:0:296882:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1783976750.651951:0:296882:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1783976750.651953:0:296882:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1783976750.651959:0:296882:0:(cl_page.c:507:__cl_page_state_set()) page@0000000082c55446[2 000000006a996180 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783976750.651962:0:296882:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:0.0:1783976750.651964:0:296882:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1783976750.651966:0:296882:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1783976750.651969:0:296882:0:(osc_page.c:138:osc_page_delete()) ffff9b83ec9f0a00 00000008:00000001:0.0:1783976750.651970:0:296882:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1783976750.651972:0:296882:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff9b83ec9f0a10 page ffff9b83ec9f0a00 at index 0. 00000008:00000001:0.0:1783976750.651976:0:296882:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.651981:0:296882:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1783976750.651984:0:296882:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe4dec43f5940 index 0 00000020:00000001:0.0:1783976750.651988:0:296882:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1783976750.651991:0:296882:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1783976750.651995:0:296882:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1783976750.651997:0:296882:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1783976750.651999:0:296882:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1783976750.652001:0:296882:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1783976750.652004:0:296882:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1783976750.652007:0:296882:0:(cl_page.c:556:cl_batch_put()) page@0000000082c55446[1 000000006a996180 5 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783976750.652010:0:296882:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1783976750.652013:0:296882:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1783976750.652015:0:296882:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9b83ec9f09a0. 00000020:00000001:0.0:1783976750.652019:0:296882:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1783976750.652021:0:296882:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1783976750.652028:0:296882:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.652032:0:296882:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.652034:0:296882:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.652036:0:296882:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.652038:0:296882:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.652042:0:296882:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x2cb2:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.652044:0:296882:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.652046:0:296882:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.652049:0:296882:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.652053:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.652056:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67a00. 00000020:00000010:0.0:1783976750.652060:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.652063:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.652081:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.652086:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.652090:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.652094:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.652097:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66200. 00000008:00000010:0.0:1783976750.652100:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.652103:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.652107:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.652111:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.652115:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976750.652119:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.652121:0:296882:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.652124:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f29c6540 -> ffff9b840025f850 00010000:00000001:0.0:1783976750.652128:0:296882:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.652130:0:296882:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.652134:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f29c6540 -> ffff9b840025f850 00000020:00000001:0.0:1783976750.652136:0:296882:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.652139:0:296882:0:(osc_object.c:161:osc_attr_update()) set kms from 4to 0 00020000:00000001:0.0:1783976750.652142:0:296882:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.652145:0:296882:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.652148:0:296882:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.652152:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f29c6540 -> ffff9b840025f850 00000008:00000001:0.0:1783976750.652156:0:296882:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.652159:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.652162:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.652166:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.652170:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.652174:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.652178:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.652181:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.652183:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.652186:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66e00. 00000008:00000010:0.0:1783976750.652191:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.652194:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.652198:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.652202:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.652205:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.652209:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.652213:0:296882:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.652216:0:296882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.652221:0:296882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.652224:0:296882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.652226:0:296882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.652228:0:296882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.652233:0:296882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f367c400 with handle 0xc4ea75fdb9c23a4f from hash 00010000:00000001:0.0:1783976750.652236:0:296882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.652238:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.652240:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.652243:0:296882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.652244:0:296882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.652246:0:296882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.652249:0:296882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.652253:0:296882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 000000007adff53e/0xc4ea75fdb9c23ab8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000403:0x1de4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028480000000 nid: local remote: 0xe1223009a3ad4aab expref: -99 pid: 280535 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00000001:0.0:1783976750.652272:0:296882:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.652274:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.652278:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.652280:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976750.652283:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976750.652285:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.652287:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.652290:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.652308:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.652312:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.652316:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.652320:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325200. 00000008:00000010:0.0:1783976750.652325:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.652329:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.652334:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.652339:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.652343:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.652348:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.652350:0:296882:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.652352:0:296882:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.652353:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.652356:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.652360:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976750.652365:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.652369:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.652373:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.652377:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.652382:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.652384:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.652388:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.652391:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66e00. 00000008:00000010:0.0:1783976750.652395:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.652398:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.652403:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.652406:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.652409:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.652414:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.652417:0:296882:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.652419:0:296882:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.652422:0:296882:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.652424:0:296882:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.652426:0:296882:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1783976750.652429:0:296882:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1783976750.652432:0:296882:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff9b83f29c7180 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1783976750.652435:0:296882:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783976750.652438:0:296882:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff9b83f29c7180 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:0.0:1783976750.652443:0:296882:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783976750.652446:0:296882:0:(osc_lock.c:372:osc_lock_flush()) object ffff9b83f29c7180: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1783976750.652452:0:296882:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.652454:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f29c7180 -> ffff9b840025f080 00000020:00000001:0.0:1783976750.652457:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b840025f080 -> ffff9b840025f080 00000020:00000001:0.0:1783976750.652461:0:296882:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.652463:0:296882:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.652466:0:296882:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x2cb5:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.652471:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.652472:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.652476:0:296882:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.652479:0:296882:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x2cb5:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.652483:0:296882:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.652485:0:296882:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.652489:0:296882:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.652492:0:296882:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.652495:0:296882:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.652498:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.652500:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.652502:0:296882:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.652505:0:296882:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.652507:0:296882:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:0.0:1783976750.652509:0:296882:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1783976750.652511:0:296882:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1783976750.652514:0:296882:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:0.0:1783976750.652517:0:296882:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1783976750.652520:0:296882:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446633589868566272 : -110483840985344 : ffff9b83f9e79700) 00000020:00000001:0.0:1783976750.652524:0:296882:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1783976750.652526:0:296882:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1783976750.652527:0:296882:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1783976750.652531:0:296882:0:(cl_page.c:507:__cl_page_state_set()) page@000000008f36d8d6[2 00000000cef0f924 1 1 00000000d14285f2 0 0 0] 00000020:00000001:0.0:1783976750.652535:0:296882:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1783976750.652538:0:296882:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:0.0:1783976750.652541:0:296882:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:0.0:1783976750.652544:0:296882:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.652547:0:296882:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1783976750.652549:0:296882:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1783976750.652551:0:296882:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1783976750.652553:0:296882:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1783976750.652556:0:296882:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1783976750.652561:0:296882:0:(cl_page.c:507:__cl_page_state_set()) page@000000008f36d8d6[2 00000000cef0f924 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783976750.652563:0:296882:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:0.0:1783976750.652564:0:296882:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1783976750.652567:0:296882:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1783976750.652569:0:296882:0:(osc_page.c:138:osc_page_delete()) ffff9b83f26a1d80 00000008:00000001:0.0:1783976750.652571:0:296882:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1783976750.652574:0:296882:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff9b83f26a1d90 page ffff9b83f26a1d80 at index 0. 00000008:00000001:0.0:1783976750.652577:0:296882:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.652580:0:296882:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1783976750.652582:0:296882:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe4dec4a61d40 index 0 00000020:00000001:0.0:1783976750.652586:0:296882:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1783976750.652589:0:296882:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1783976750.652593:0:296882:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1783976750.652596:0:296882:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1783976750.652598:0:296882:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1783976750.652600:0:296882:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1783976750.652602:0:296882:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1783976750.652607:0:296882:0:(cl_page.c:556:cl_batch_put()) page@000000008f36d8d6[1 00000000cef0f924 5 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783976750.652610:0:296882:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1783976750.652612:0:296882:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1783976750.652615:0:296882:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9b83f26a1d20. 00000020:00000001:0.0:1783976750.652619:0:296882:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1783976750.652621:0:296882:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1783976750.652630:0:296882:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.652635:0:296882:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.652638:0:296882:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.652641:0:296882:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.652643:0:296882:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.652646:0:296882:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x2cb5:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.652651:0:296882:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.652653:0:296882:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.652655:0:296882:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.652660:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.652663:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.652668:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.652674:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.652680:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.652684:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.652689:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.652693:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.652697:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976750.652702:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.652706:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.652711:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.652716:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.652721:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66e00. 00000020:00000010:0.0:1783976750.652723:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.652727:0:296882:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.652729:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f29c7180 -> ffff9b840025f080 00010000:00000001:0.0:1783976750.652732:0:296882:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.652735:0:296882:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.652738:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f29c7180 -> ffff9b840025f080 00000020:00000001:0.0:1783976750.652743:0:296882:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.652746:0:296882:0:(osc_object.c:161:osc_attr_update()) set kms from 4to 0 00020000:00000001:0.0:1783976750.652749:0:296882:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.652751:0:296882:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.652755:0:296882:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.652759:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f29c7180 -> ffff9b840025f080 00000008:00000001:0.0:1783976750.652764:0:296882:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.652766:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.652771:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976750.652775:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.652779:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.652783:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.652788:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.652792:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.652796:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.652800:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976750.652804:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.652808:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.652812:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.652818:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.652821:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325200. 00000020:00000010:0.0:1783976750.652825:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.652828:0:296882:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.652830:0:296882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.652833:0:296882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.652836:0:296882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.652838:0:296882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.652840:0:296882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.652845:0:296882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b82df08b400 with handle 0xc4ea75fdb9c23ab8 from hash 00010000:00000001:0.0:1783976750.652849:0:296882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.652852:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.652854:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.652857:0:296882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.652860:0:296882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.652862:0:296882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.652866:0:296882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.652870:0:296882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 00000000b8419c5d/0xc4ea75fdb9c3b3ca lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x1dd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3b38259 expref: -99 pid: 284635 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:0.0:1783976750.652880:0:296882:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.652882:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.652886:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.652889:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66e00. 00000020:00000010:0.0:1783976750.652894:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.652897:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.652901:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.652907:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.652911:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.652916:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.652921:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.652926:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e67800. 00000008:00000010:0.0:1783976750.652931:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.652935:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.652940:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.652944:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.652949:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.652954:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.652956:0:296882:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.652959:0:296882:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.652961:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.652964:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.652968:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66200. 00000020:00000010:0.0:1783976750.652970:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67a00. 00000020:00000010:0.0:1783976750.652974:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.652978:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.652981:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.652986:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.652992:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.652994:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.653000:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325200. 00000008:00000010:0.0:1783976750.653006:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.653009:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.653011:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.653016:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.653020:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.653024:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.653028:0:296882:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.653030:0:296882:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.653036:0:296882:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.653040:0:296882:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.653043:0:296882:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.653046:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83d16d9180 -> ffff9b83f3e736c0 00000020:00000001:0.0:1783976750.653048:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f3e736c0 -> ffff9b83f3e736c0 00000020:00000001:0.0:1783976750.653050:0:296882:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.653052:0:296882:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.653055:0:296882:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x2caf:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.653058:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.653059:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.653061:0:296882:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.653065:0:296882:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x2caf:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.653083:0:296882:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.653085:0:296882:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.653088:0:296882:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.653090:0:296882:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.653093:0:296882:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.653095:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.653096:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.653097:0:296882:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.653098:0:296882:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.653100:0:296882:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976750.653102:0:296882:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.653103:0:296882:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.653105:0:296882:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.653107:0:296882:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.653109:0:296882:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.653112:0:296882:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x2caf:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.653115:0:296882:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.653118:0:296882:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.653119:0:296882:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.653122:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.653124:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67a00. 00000020:00000010:0.0:1783976750.653129:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.653132:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.653137:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.653141:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.653145:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.653149:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.653153:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66200. 00000008:00000010:0.0:1783976750.653156:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.653160:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.653164:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.653168:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.653172:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325200. 00000020:00000010:0.0:1783976750.653174:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.653178:0:296882:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.653183:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83d16d9180 -> ffff9b83f3e736c0 00010000:00000001:0.0:1783976750.653187:0:296882:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.653189:0:296882:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.653192:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83d16d9180 -> ffff9b83f3e736c0 00000020:00000001:0.0:1783976750.653195:0:296882:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.653197:0:296882:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976750.653200:0:296882:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.653203:0:296882:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.653207:0:296882:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.653209:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83d16d9180 -> ffff9b83f3e736c0 00000008:00000001:0.0:1783976750.653211:0:296882:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.653215:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.653217:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.653221:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.653223:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.653228:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.653232:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.653235:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.653239:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.653242:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66e00. 00000008:00000010:0.0:1783976750.653247:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.653253:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.653258:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.653264:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.653269:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.653274:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.653278:0:296882:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.653281:0:296882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.653285:0:296882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.653288:0:296882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.653292:0:296882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.653313:0:296882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.653319:0:296882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f748f600 with handle 0xc4ea75fdb9c3b3ca from hash 00010000:00000001:0.0:1783976750.653322:0:296882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.653325:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.653327:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.653329:0:296882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.653332:0:296882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.653334:0:296882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.653338:0:296882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.653342:0:296882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 0000000079b41c2b/0xc4ea75fdb9c3b345 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x1dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3b37fdc expref: -99 pid: 284635 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:0.0:1783976750.653354:0:296882:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.653358:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.653362:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.653367:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325200. 00000020:00000010:0.0:1783976750.653370:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976750.653374:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.653378:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.653383:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.653387:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.653394:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.653398:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.653403:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976750.653409:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.653414:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.653420:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.653425:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.653427:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.653429:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.653430:0:296882:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.653431:0:296882:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.653434:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.653436:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.653440:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976750.653442:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.653445:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.653450:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.653453:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.653457:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.653461:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.653466:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.653469:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66e00. 00000008:00000010:0.0:1783976750.653475:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.653477:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.653480:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.653486:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.653492:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.653495:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.653499:0:296882:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.653503:0:296882:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.653506:0:296882:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.653509:0:296882:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.653514:0:296882:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.653516:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83d16d9a40 -> ffff9b83f3e73530 00000020:00000001:0.0:1783976750.653520:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f3e73530 -> ffff9b83f3e73530 00000020:00000001:0.0:1783976750.653523:0:296882:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.653526:0:296882:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.653530:0:296882:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x2cae:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.653535:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.653538:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.653541:0:296882:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.653547:0:296882:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x2cae:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.653553:0:296882:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.653554:0:296882:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.653556:0:296882:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.653558:0:296882:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.653559:0:296882:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.653560:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.653563:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.653565:0:296882:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.653566:0:296882:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.653569:0:296882:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976750.653572:0:296882:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.653575:0:296882:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.653577:0:296882:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.653579:0:296882:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.653582:0:296882:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.653585:0:296882:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x2cae:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.653591:0:296882:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.653593:0:296882:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.653595:0:296882:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.653598:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.653602:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.653605:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.653609:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.653613:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.653619:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.653624:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.653627:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.653632:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976750.653637:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.653641:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.653647:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.653652:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.653656:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66e00. 00000020:00000010:0.0:1783976750.653661:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.653665:0:296882:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.653669:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83d16d9a40 -> ffff9b83f3e73530 00010000:00000001:0.0:1783976750.653672:0:296882:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.653675:0:296882:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.653676:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83d16d9a40 -> ffff9b83f3e73530 00000020:00000001:0.0:1783976750.653680:0:296882:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.653683:0:296882:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976750.653686:0:296882:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.653689:0:296882:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.653692:0:296882:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.653696:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83d16d9a40 -> ffff9b83f3e73530 00000008:00000001:0.0:1783976750.653700:0:296882:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.653705:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.653709:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976750.653713:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.653717:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.653721:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.653723:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.653726:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.653729:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.653732:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325200. 00000008:00000010:0.0:1783976750.653736:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.653738:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.653741:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.653746:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.653751:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976750.653756:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.653759:0:296882:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.653763:0:296882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.653766:0:296882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.653768:0:296882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.653771:0:296882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.653772:0:296882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.653776:0:296882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83ef7aea00 with handle 0xc4ea75fdb9c3b345 from hash 00010000:00000001:0.0:1783976750.653780:0:296882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.653782:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.653784:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.653787:0:296882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.653790:0:296882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.653793:0:296882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.653796:0:296882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.653799:0:296882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 00000000027c89b6/0xc4ea75fdb9c2569c lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x964:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3adc674 expref: -99 pid: 284634 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1783976750.653810:0:296882:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.653812:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.653816:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.653822:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66e00. 00000020:00000010:0.0:1783976750.653826:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.653832:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.653840:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.653845:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.653850:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.653857:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.653863:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.653867:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66000. 00000008:00000010:0.0:1783976750.653874:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.653883:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.653888:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.653892:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.653897:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.653899:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.653901:0:296882:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.653905:0:296882:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.653906:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.653910:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.653914:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66200. 00000020:00000010:0.0:1783976750.653919:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67a00. 00000020:00000010:0.0:1783976750.653923:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.653927:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.653932:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.653938:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.653945:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.653948:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.653956:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976750.653962:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.653968:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.653975:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.653981:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.653986:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.653991:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.653994:0:296882:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.653997:0:296882:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.654001:0:296882:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.654005:0:296882:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.654009:0:296882:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.654013:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f3dddc00 -> ffff9b83c9260b70 00000020:00000001:0.0:1783976750.654018:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83c9260b70 -> ffff9b83c9260b70 00000020:00000001:0.0:1783976750.654022:0:296882:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.654025:0:296882:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.654029:0:296882:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x3d0:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.654035:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.654038:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.654041:0:296882:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.654046:0:296882:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x3d0:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.654053:0:296882:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.654056:0:296882:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.654059:0:296882:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.654064:0:296882:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.654077:0:296882:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.654081:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.654085:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.654088:0:296882:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.654091:0:296882:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.654094:0:296882:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976750.654096:0:296882:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.654099:0:296882:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.654103:0:296882:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.654106:0:296882:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.654108:0:296882:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.654112:0:296882:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x3d0:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.654117:0:296882:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.654120:0:296882:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.654122:0:296882:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.654125:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.654129:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67a00. 00000020:00000010:0.0:1783976750.654134:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.654136:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.654140:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.654145:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.654149:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.654153:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.654156:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66200. 00000008:00000010:0.0:1783976750.654160:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.654164:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.654168:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.654171:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.654174:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976750.654178:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.654183:0:296882:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.654186:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f3dddc00 -> ffff9b83c9260b70 00010000:00000001:0.0:1783976750.654189:0:296882:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.654191:0:296882:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.654196:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f3dddc00 -> ffff9b83c9260b70 00000020:00000001:0.0:1783976750.654198:0:296882:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.654200:0:296882:0:(osc_object.c:161:osc_attr_update()) set kms from 17592186036225to 0 00020000:00000001:0.0:1783976750.654204:0:296882:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.654206:0:296882:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.654208:0:296882:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.654213:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f3dddc00 -> ffff9b83c9260b70 00000008:00000001:0.0:1783976750.654216:0:296882:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.654222:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.654225:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.654231:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.654236:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.654241:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.654246:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.654251:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.654258:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.654266:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66e00. 00000008:00000010:0.0:1783976750.654275:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.654281:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.654285:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.654289:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.654310:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.654313:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.654317:0:296882:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.654322:0:296882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.654325:0:296882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.654328:0:296882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.654331:0:296882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.654334:0:296882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.654337:0:296882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83ee013400 with handle 0xc4ea75fdb9c2569c from hash 00010000:00000001:0.0:1783976750.654342:0:296882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.654345:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.654347:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.654350:0:296882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.654353:0:296882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.654355:0:296882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.654360:0:296882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.654363:0:296882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 00000000df1c725f/0xc4ea75fdb9c37b14 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x44c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3b28c5d expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1783976750.654373:0:296882:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.654375:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000001:0.0:1783976750.654383:0:192197:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976750.654386:0:192197:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976750.654390:0:192197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:0.0:1783976750.654397:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.654403:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976750.654406:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325200. 00000020:00000010:0.0:1783976750.654410:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.654414:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.654418:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.654425:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.654432:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.654438:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.654441:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976750.654446:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.654449:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.654454:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.654459:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.654463:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.654466:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.654470:0:296882:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.654474:0:296882:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.654477:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.654481:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.654485:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976750.654489:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.654495:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.654500:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.654505:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.654509:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.654514:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.654519:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.654523:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66e00. 00000008:00000010:0.0:1783976750.654528:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.654532:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.654536:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.654540:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.654544:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.654548:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.654550:0:296882:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.654553:0:296882:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.654556:0:296882:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.654560:0:296882:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.654563:0:296882:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.654565:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f2ed0fc0 -> ffff9b83f2ed3468 00000020:00000001:0.0:1783976750.654569:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f2ed3468 -> ffff9b83f2ed3468 00000020:00000001:0.0:1783976750.654571:0:296882:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.654574:0:296882:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.654576:0:296882:0:(vvp_io.c:1822:vvp_io_init()) [0x240000402:0xfbd5:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.654581:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.654583:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.654586:0:296882:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.654589:0:296882:0:(lov_object.c:1588:lov_io_init()) [0x240000402:0xfbd5:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.654594:0:296882:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.654595:0:296882:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.654597:0:296882:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.654600:0:296882:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.654602:0:296882:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.654604:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.654606:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.654609:0:296882:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.654611:0:296882:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.654615:0:296882:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976750.654617:0:296882:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.654620:0:296882:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.654622:0:296882:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.654624:0:296882:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.654625:0:296882:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.654627:0:296882:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0xfbd5:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.654631:0:296882:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.654632:0:296882:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.654634:0:296882:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.654637:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.654640:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.654645:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.654650:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.654653:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.654658:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.654661:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.654664:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.654668:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976750.654672:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.654678:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.654686:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.654692:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.654698:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66e00. 00000020:00000010:0.0:1783976750.654700:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.654704:0:296882:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.654707:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f2ed0fc0 -> ffff9b83f2ed3468 00010000:00000001:0.0:1783976750.654711:0:296882:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.654713:0:296882:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.654717:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f2ed0fc0 -> ffff9b83f2ed3468 00000020:00000001:0.0:1783976750.654723:0:296882:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.654725:0:296882:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976750.654729:0:296882:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.654732:0:296882:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.654735:0:296882:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.654740:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f2ed0fc0 -> ffff9b83f2ed3468 00000008:00000001:0.0:1783976750.654742:0:296882:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.654746:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.654751:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325200. 00000020:00000010:0.0:1783976750.654756:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.654759:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.654762:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.654765:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.654769:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.654772:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.654776:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976750.654780:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.654784:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.654788:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.654793:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.654799:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976750.654803:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.654806:0:296882:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.654809:0:296882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.654813:0:296882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.654816:0:296882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.654819:0:296882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.654823:0:296882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.654825:0:296882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f609ac00 with handle 0xc4ea75fdb9c37b14 from hash 00010000:00000001:0.0:1783976750.654829:0:296882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.654832:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.654835:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.654836:0:296882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.654841:0:296882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.654843:0:296882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.654847:0:296882:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=19 : 19 : 13) 00010000:00000001:0.0:1783976750.654851:0:296882:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976750.654855:0:296882:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1783976750.654862:0:296882:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca300. 00000020:00000040:0.0:1783976750.654868:0:296882:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=12 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000100:00000001:0.0:1783976750.654872:0:296882:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976750.654874:0:296882:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976750.654878:0:296882:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976750.654884:0:296882:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b83f5e66e00. 00000100:00000001:0.0:1783976750.654888:0:296882:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.654894:0:296882:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783976750.654900:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 0000000095466d8f/0xc4ea75fdb9c38491 lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x1aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2ba3f expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976750.654911:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 00000000bdc8b91c/0xc4ea75fdb9c383fe lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x1b4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2b760 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976750.654921:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 000000001ebdb66e/0xc4ea75fdb9c383cd lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x1b4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2b695 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976750.654932:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 00000000aa487a74/0xc4ea75fdb9c38364 lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x1af0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2b46c expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976750.654941:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 00000000ef5bde06/0xc4ea75fdb9c382e6 lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x1aef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2b20b expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976750.654951:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 0000000093616218/0xc4ea75fdb9c380d2 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x1cac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2a799 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976750.654962:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 0000000021ac2c17/0xc4ea75fdb9c23b44 lrc: 1/0,0 mode: --/PW res: [0x2c0000402:0x1cbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869480000020 nid: local remote: 0xe1223009a3ad4bc3 expref: -99 pid: 280535 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976750.654973:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 00000000de1c4007/0xc4ea75fdb9c3b5a6 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x1cb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b38ac5 expref: -99 pid: 284635 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976750.654984:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 00000000b4a1a090/0xc4ea75fdb9c23afe lrc: 1/0,0 mode: --/PW res: [0x2c0000402:0x1cb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869480000020 nid: local remote: 0xe1223009a3ad4b37 expref: -99 pid: 280535 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976750.654993:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 00000000ad8806f2/0xc4ea75fdb9c3b4fe lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x1cb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b387ae expref: -99 pid: 284635 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976750.655005:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 00000000c1742673/0xc4ea75fdb9c23b8a lrc: 1/0,0 mode: --/PW res: [0x2c0000402:0x1cc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869480000020 nid: local remote: 0xe1223009a3ad4c4f expref: -99 pid: 280535 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976750.655016:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 00000000bf44f30e/0xc4ea75fdb9c38046 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x1ca1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2a4f2 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976750.655027:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 000000007d979a25/0xc4ea75fdb9c23a2c lrc: 1/0,0 mode: --/PW res: [0x2c0000403:0x1ddc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869480000020 nid: local remote: 0xe1223009a3ad4993 expref: -99 pid: 280535 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1783976750.655037:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 000000006c935cdc/0xc4ea75fdb9c23a4f lrc: 1/0,0 mode: --/PW res: [0x2c0000403:0x1dde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869480000020 nid: local remote: 0xe1223009a3ad49d9 expref: -99 pid: 280535 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1783976750.655047:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 000000007adff53e/0xc4ea75fdb9c23ab8 lrc: 1/0,0 mode: --/PW res: [0x2c0000403:0x1de4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869480000020 nid: local remote: 0xe1223009a3ad4aab expref: -99 pid: 280535 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1783976750.655059:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 00000000b8419c5d/0xc4ea75fdb9c3b3ca lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x1dd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b38259 expref: -99 pid: 284635 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976750.655084:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 0000000079b41c2b/0xc4ea75fdb9c3b345 lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x1dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b37fdc expref: -99 pid: 284635 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976750.655098:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 00000000027c89b6/0xc4ea75fdb9c2569c lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x964:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3adc674 expref: -99 pid: 284634 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976750.655108:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 00000000df1c725f/0xc4ea75fdb9c37b14 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x44c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b28c5d expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976750.655120:0:296882:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 19 locks packed 00010000:00000001:0.0:1783976750.655123:0:296882:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=19 : 19 : 13) 00000100:00000001:0.0:1783976750.655128:0:296882:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976750.655132:0:296882:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976750.655142:0:296882:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdb7c89c] to pc [ptlrpcd_00_01+1] req@ffff9b83ef4ca300 x1870620402671872/t0(0) o103->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:17/18 lens 464/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1783976750.655170:0:296882:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976750.655172:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.655176:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 0000000095466d8f/0xc4ea75fdb9c38491 lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x1aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2ba3f expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976750.655186:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83df2e3980. 00010000:00000040:0.0:1783976750.655192:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fc2e1f00 count: 0 00010000:00000010:0.0:1783976750.655197:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fc2e1900. 00010000:00000001:0.0:1783976750.655204:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.655207:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.655211:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 00000000bdc8b91c/0xc4ea75fdb9c383fe lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x1b4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2b760 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976750.655223:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83efd40f40. 00010000:00000040:0.0:1783976750.655229:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b8401238b00 count: 0 00010000:00000010:0.0:1783976750.655234:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b8401238000. 00010000:00000001:0.0:1783976750.655240:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.655242:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.655245:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 000000001ebdb66e/0xc4ea75fdb9c383cd lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x1b4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2b695 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976750.655261:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83df2e3880. 00010000:00000040:0.0:1783976750.655263:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b84003f3500 count: 0 00010000:00000010:0.0:1783976750.655267:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b84003f3d00. 00010000:00000001:0.0:1783976750.655271:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.655275:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.655277:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 00000000aa487a74/0xc4ea75fdb9c38364 lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x1af0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2b46c expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976750.655285:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f7ef9300. 00010000:00000040:0.0:1783976750.655289:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fc7c5e00 count: 0 00010000:00000010:0.0:1783976750.655309:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fc7c5800. 00010000:00000001:0.0:1783976750.655316:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.655319:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.655324:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 00000000ef5bde06/0xc4ea75fdb9c382e6 lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x1aef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2b20b expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976750.655333:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83efd40dc0. 00010000:00000040:0.0:1783976750.655337:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f6572800 count: 0 00010000:00000010:0.0:1783976750.655341:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f6572200. 00010000:00000001:0.0:1783976750.655349:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.655352:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.655356:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 0000000093616218/0xc4ea75fdb9c380d2 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x1cac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2a799 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976750.655364:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f61821c0. 00010000:00000040:0.0:1783976750.655369:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b84003f4f00 count: 0 00010000:00000010:0.0:1783976750.655374:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b84003f4900. 00010000:00000001:0.0:1783976750.655380:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.655382:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.655385:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 0000000021ac2c17/0xc4ea75fdb9c23b44 lrc: 0/0,0 mode: --/PW res: [0x2c0000402:0x1cbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869480000020 nid: local remote: 0xe1223009a3ad4bc3 expref: -99 pid: 280535 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976750.655398:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d1a2f6c0. 00010000:00000040:0.0:1783976750.655401:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ecccb600 count: 0 00010000:00000010:0.0:1783976750.655405:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83ecccb800. 00010000:00000001:0.0:1783976750.655410:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.655412:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.655415:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 00000000de1c4007/0xc4ea75fdb9c3b5a6 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x1cb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b38ac5 expref: -99 pid: 284635 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976750.655425:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ef7987c0. 00010000:00000040:0.0:1783976750.655430:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef79c400 count: 0 00010000:00000010:0.0:1783976750.655435:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83ef79cb00. 00010000:00000001:0.0:1783976750.655441:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.655444:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.655449:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 00000000b4a1a090/0xc4ea75fdb9c23afe lrc: 0/0,0 mode: --/PW res: [0x2c0000402:0x1cb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869480000020 nid: local remote: 0xe1223009a3ad4b37 expref: -99 pid: 280535 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976750.655461:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d3eae1c0. 00010000:00000040:0.0:1783976750.655464:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f4013000 count: 0 00010000:00000010:0.0:1783976750.655468:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f4013900. 00010000:00000001:0.0:1783976750.655475:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.655477:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.655481:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 00000000ad8806f2/0xc4ea75fdb9c3b4fe lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x1cb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b387ae expref: -99 pid: 284635 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976750.655503:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83fb6107c0. 00010000:00000040:0.0:1783976750.655507:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef7aa000 count: 0 00010000:00000010:0.0:1783976750.655512:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83ef7aa100. 00010000:00000001:0.0:1783976750.655519:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.655521:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.655526:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 00000000c1742673/0xc4ea75fdb9c23b8a lrc: 0/0,0 mode: --/PW res: [0x2c0000402:0x1cc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869480000020 nid: local remote: 0xe1223009a3ad4c4f expref: -99 pid: 280535 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976750.655535:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d4b040c0. 00010000:00000040:0.0:1783976750.655539:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ed254a00 count: 0 00010000:00000010:0.0:1783976750.655543:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83ed254300. 00010000:00000001:0.0:1783976750.655549:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.655551:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.655556:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 00000000bf44f30e/0xc4ea75fdb9c38046 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x1ca1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2a4f2 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976750.655567:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83efd40f80. 00010000:00000040:0.0:1783976750.655570:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef46ff00 count: 0 00010000:00000010:0.0:1783976750.655575:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83ef46f900. 00010000:00000001:0.0:1783976750.655582:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.655584:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.655588:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 000000007d979a25/0xc4ea75fdb9c23a2c lrc: 0/0,0 mode: --/PW res: [0x2c0000403:0x1ddc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869480000020 nid: local remote: 0xe1223009a3ad4993 expref: -99 pid: 280535 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000010:0.0:1783976750.655599:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d1a2fb00. 00010000:00000040:0.0:1783976750.655603:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83e5cd4a00 count: 0 00010000:00000010:0.0:1783976750.655609:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f2edcf00. 00010000:00000001:0.0:1783976750.655615:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.655618:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.655620:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 000000006c935cdc/0xc4ea75fdb9c23a4f lrc: 0/0,0 mode: --/PW res: [0x2c0000403:0x1dde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869480000020 nid: local remote: 0xe1223009a3ad49d9 expref: -99 pid: 280535 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000010:0.0:1783976750.655630:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d3e8cf40. 00010000:00000040:0.0:1783976750.655634:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f3421c00 count: 0 00010000:00000010:0.0:1783976750.655638:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f3421900. 00010000:00000001:0.0:1783976750.655642:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.655643:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.655646:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 000000007adff53e/0xc4ea75fdb9c23ab8 lrc: 0/0,0 mode: --/PW res: [0x2c0000403:0x1de4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869480000020 nid: local remote: 0xe1223009a3ad4aab expref: -99 pid: 280535 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000010:0.0:1783976750.655652:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d3eaee40. 00010000:00000040:0.0:1783976750.655654:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f4013800 count: 0 00010000:00000010:0.0:1783976750.655656:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f4013300. 00010000:00000001:0.0:1783976750.655659:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.655660:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.655663:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 00000000b8419c5d/0xc4ea75fdb9c3b3ca lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x1dd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b38259 expref: -99 pid: 284635 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976750.655668:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83efa2d1c0. 00010000:00000040:0.0:1783976750.655671:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef06e800 count: 0 00010000:00000010:0.0:1783976750.655673:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83ef06e200. 00010000:00000001:0.0:1783976750.655678:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.655679:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.655681:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 0000000079b41c2b/0xc4ea75fdb9c3b345 lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x1dd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b37fdc expref: -99 pid: 284635 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976750.655687:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f74ac400. 00010000:00000040:0.0:1783976750.655689:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef79e000 count: 0 00010000:00000010:0.0:1783976750.655692:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83ef79e100. 00010000:00000001:0.0:1783976750.655698:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.655699:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.655702:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 00000000027c89b6/0xc4ea75fdb9c2569c lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x964:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3adc674 expref: -99 pid: 284634 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976750.655709:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c6459c00. 00010000:00000040:0.0:1783976750.655711:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83cceb2c00 count: 0 00010000:00000010:0.0:1783976750.655713:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83cceb2a00. 00010000:00000001:0.0:1783976750.655717:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.655718:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.655720:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9b83c87ef800 lock: 00000000df1c725f/0xc4ea75fdb9c37b14 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x44c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b28c5d expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976750.655726:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f60995c0. 00010000:00000040:0.0:1783976750.655728:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83efef3200 count: 0 00010000:00000010:0.0:1783976750.655730:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83efef3c00. 00010000:00000001:0.0:1783976750.655733:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.655735:0:296882:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1783976750.655737:0:296882:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9b83f726d6c0. 00010000:00000001:0.0:1783976750.655739:0:296882:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.655742:0:296882:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976750.655743:0:296882:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976750.655745:0:296882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976750.655746:0:296882:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976750.655748:0:296882:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976750.655750:0:296882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976750.655751:0:296882:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976750.655753:0:296882:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976750.655754:0:296882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976750.655777:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976750.655779:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976750.655781:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976750.655783:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976750.655784:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976750.655786:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976750.655788:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976750.655789:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976750.655792:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976750.655793:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976750.655795:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976750.655796:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976750.655798:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976750.655799:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976750.655801:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976750.655830:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976750.655832:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976750.655837:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976750.655847:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976750.655850:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976750.655854:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976750.655857:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976750.655860:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976750.655867:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976750.655872:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976750.655874:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976750.655879:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976750.655886:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976750.655890:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976750.655892:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976750.655897:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976750.655898:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976750.655905:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976750.655907:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1783976750.655915:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.655921:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.655925:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.655927:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.655931:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.655935:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.655938:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.655941:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.655944:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.655947:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66200. 00000008:00000010:0.0:1783976750.655950:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.655952:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.655955:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.655957:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.655959:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.655962:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.655963:0:296883:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.655966:0:296883:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.655967:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.655969:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.655971:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e67a00. 00000020:00000010:0.0:1783976750.655974:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976750.655976:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.655979:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.655981:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.655983:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.655986:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.655987:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.655990:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976750.655992:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.655995:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.655997:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.655999:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.656001:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.656004:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.656005:0:296883:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.656007:0:296883:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.656010:0:296883:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.656012:0:296883:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.656013:0:296883:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.656015:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b82c1372e00 -> ffff9b82d1d086c0 00000020:00000001:0.0:1783976750.656017:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b82d1d086c0 -> ffff9b82d1d086c0 00000020:00000001:0.0:1783976750.656019:0:296883:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.656020:0:296883:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.656022:0:296883:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x2818:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.656025:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.656026:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.656027:0:296883:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.656030:0:296883:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x2818:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.656032:0:296883:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.656033:0:296883:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.656035:0:296883:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.656037:0:296883:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.656038:0:296883:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.656040:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.656041:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.656042:0:296883:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.656043:0:296883:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.656044:0:296883:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976750.656046:0:296883:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.656048:0:296883:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.656049:0:296883:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.656050:0:296883:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.656051:0:296883:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.656053:0:296883:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x2818:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.656055:0:296883:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.656057:0:296883:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.656058:0:296883:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.656060:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.656062:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976750.656064:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.656067:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.656082:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.656084:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.656087:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.656089:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.656091:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e67a00. 00000008:00000010:0.0:1783976750.656093:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.656096:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.656098:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.656101:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.656103:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976750.656105:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.656107:0:296883:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.656109:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b82c1372e00 -> ffff9b82d1d086c0 00010000:00000001:0.0:1783976750.656111:0:296883:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.656113:0:296883:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.656115:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b82c1372e00 -> ffff9b82d1d086c0 00000020:00000001:0.0:1783976750.656117:0:296883:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.656118:0:296883:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976750.656120:0:296883:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.656121:0:296883:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.656123:0:296883:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.656125:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b82c1372e00 -> ffff9b82d1d086c0 00000008:00000001:0.0:1783976750.656127:0:296883:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.656129:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.656131:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.656133:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.656135:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.656137:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.656139:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.656141:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.656144:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.656146:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66000. 00000008:00000010:0.0:1783976750.656148:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.656150:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.656152:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.656154:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.656156:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66200. 00000020:00000010:0.0:1783976750.656158:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.656159:0:296883:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.656162:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.656164:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.656165:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.656167:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.656169:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.656171:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83df2e5c00 with handle 0xc4ea75fdb9c383a3 from hash 00010000:00000001:0.0:1783976750.656174:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.656175:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.656176:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.656177:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.656179:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.656181:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.656183:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.656186:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000061bea6b1/0xc4ea75fdb9c3831e lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x1b69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3b2b2ac expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1783976750.656193:0:296883:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.656194:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.656197:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.656199:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976750.656201:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976750.656203:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.656206:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.656208:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.656210:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.656212:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.656215:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.656217:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325200. 00000008:00000010:0.0:1783976750.656219:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.656221:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.656223:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.656226:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.656227:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.656229:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.656230:0:296883:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.656232:0:296883:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.656233:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.656235:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.656237:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976750.656240:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e66200. 00000020:00000010:0.0:1783976750.656242:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.656244:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.656246:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.656248:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.656251:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.656253:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.656256:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66000. 00000008:00000010:0.0:1783976750.656258:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.656260:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.656262:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.656264:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.656266:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.656269:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.656270:0:296883:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.656271:0:296883:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.656274:0:296883:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.656275:0:296883:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.656277:0:296883:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.656279:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b82d1162c40 -> ffff9b82d115c080 00000020:00000001:0.0:1783976750.656280:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b82d115c080 -> ffff9b82d115c080 00000020:00000001:0.0:1783976750.656282:0:296883:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.656283:0:296883:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.656285:0:296883:0:(vvp_io.c:1822:vvp_io_init()) [0x240002b13:0x129d3:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.656287:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.656288:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.656290:0:296883:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.656311:0:296883:0:(lov_object.c:1588:lov_io_init()) [0x240002b13:0x129d3:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.656315:0:296883:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.656317:0:296883:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.656319:0:296883:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.656321:0:296883:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.656322:0:296883:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.656324:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.656326:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.656327:0:296883:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.656328:0:296883:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.656330:0:296883:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976750.656332:0:296883:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.656334:0:296883:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.656336:0:296883:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.656337:0:296883:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.656338:0:296883:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.656340:0:296883:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x129d3:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.656342:0:296883:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.656343:0:296883:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.656344:0:296883:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.656346:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.656348:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e66200. 00000020:00000010:0.0:1783976750.656351:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.656353:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.656356:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.656358:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.656360:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.656363:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.656365:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976750.656368:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.656370:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.656372:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.656374:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.656377:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.656379:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.656381:0:296883:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.656383:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b82d1162c40 -> ffff9b82d115c080 00010000:00000001:0.0:1783976750.656384:0:296883:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.656386:0:296883:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.656388:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b82d1162c40 -> ffff9b82d115c080 00000020:00000001:0.0:1783976750.656389:0:296883:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.656391:0:296883:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976750.656392:0:296883:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.656394:0:296883:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.656396:0:296883:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.656398:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b82d1162c40 -> ffff9b82d115c080 00000008:00000001:0.0:1783976750.656401:0:296883:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.656402:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.656404:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976750.656406:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.656408:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.656410:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.656412:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.656415:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.656417:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.656419:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976750.656421:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.656423:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.656425:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.656427:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.656429:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325200. 00000020:00000010:0.0:1783976750.656431:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.656433:0:296883:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.656434:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.656436:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.656437:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.656439:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.656440:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.656443:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83fc7c1600 with handle 0xc4ea75fdb9c3831e from hash 00010000:00000001:0.0:1783976750.656445:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.656446:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.656447:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.656448:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.656450:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.656451:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.656453:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.656456:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000470fd2ca/0xc4ea75fdb9c382bc lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x1b12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3b2b0fa expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1783976750.656469:0:296883:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.656470:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.656473:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.656475:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.656477:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e66200. 00000020:00000010:0.0:1783976750.656480:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.656482:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.656484:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.656487:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.656489:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.656491:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.656494:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e67800. 00000008:00000010:0.0:1783976750.656496:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.656499:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.656501:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.656503:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.656506:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.656508:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.656509:0:296883:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.656510:0:296883:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.656512:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.656513:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.656515:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e67a00. 00000020:00000010:0.0:1783976750.656518:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67e00. 00000020:00000010:0.0:1783976750.656520:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.656522:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.656524:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.656527:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.656529:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.656531:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.656533:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325200. 00000008:00000010:0.0:1783976750.656535:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.656538:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.656540:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.656542:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.656544:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.656546:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.656547:0:296883:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.656549:0:296883:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.656551:0:296883:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.656553:0:296883:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.656554:0:296883:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.656556:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b82c1372000 -> ffff9b82d1a97f58 00000020:00000001:0.0:1783976750.656557:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b82d1a97f58 -> ffff9b82d1a97f58 00000020:00000001:0.0:1783976750.656559:0:296883:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.656560:0:296883:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.656561:0:296883:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x2816:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.656563:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.656564:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.656566:0:296883:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.656568:0:296883:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x2816:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.656571:0:296883:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.656572:0:296883:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.656574:0:296883:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.656576:0:296883:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.656577:0:296883:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.656578:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.656579:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.656580:0:296883:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.656582:0:296883:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.656584:0:296883:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976750.656585:0:296883:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.656587:0:296883:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.656588:0:296883:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.656589:0:296883:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.656590:0:296883:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.656592:0:296883:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x2816:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.656595:0:296883:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.656596:0:296883:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.656597:0:296883:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.656598:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.656600:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67e00. 00000020:00000010:0.0:1783976750.656603:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.656605:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.656608:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.656610:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.656612:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.656615:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.656617:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e67a00. 00000008:00000010:0.0:1783976750.656619:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.656621:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.656624:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.656626:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.656628:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325200. 00000020:00000010:0.0:1783976750.656630:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.656632:0:296883:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.656634:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b82c1372000 -> ffff9b82d1a97f58 00010000:00000001:0.0:1783976750.656635:0:296883:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.656637:0:296883:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.656639:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b82c1372000 -> ffff9b82d1a97f58 00000020:00000001:0.0:1783976750.656640:0:296883:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.656642:0:296883:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976750.656643:0:296883:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.656645:0:296883:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.656646:0:296883:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.656648:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b82c1372000 -> ffff9b82d1a97f58 00000008:00000001:0.0:1783976750.656650:0:296883:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.656651:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.656653:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e66200. 00000020:00000010:0.0:1783976750.656655:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.656657:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.656659:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.656661:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.656663:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.656665:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.656668:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66000. 00000008:00000010:0.0:1783976750.656670:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.656672:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.656674:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.656676:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.656678:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.656680:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.656682:0:296883:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.656684:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.656685:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.656686:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.656688:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.656689:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.656691:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83fc7c0a00 with handle 0xc4ea75fdb9c382bc from hash 00010000:00000001:0.0:1783976750.656693:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.656694:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.656695:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.656696:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.656698:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.656699:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.656701:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.656704:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000001281a672/0xc4ea75fdb9c38149 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x1cc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3b2a9d7 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1783976750.656711:0:296883:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.656712:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.656715:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.656717:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325200. 00000020:00000010:0.0:1783976750.656719:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976750.656722:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.656724:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.656726:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.656729:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.656731:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.656734:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.656736:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976750.656738:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.656740:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.656742:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.656744:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.656746:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.656748:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.656749:0:296883:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.656751:0:296883:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.656752:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.656754:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.656756:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976750.656758:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.656760:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.656761:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.656763:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.656764:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.656765:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.656767:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.656768:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66000. 00000008:00000010:0.0:1783976750.656770:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.656771:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.656772:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.656773:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.656775:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.656776:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.656777:0:296883:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.656778:0:296883:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.656779:0:296883:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.656780:0:296883:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.656781:0:296883:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.656782:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83d16d81c0 -> ffff9b83f3e73aa8 00000020:00000001:0.0:1783976750.656784:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83f3e73aa8 -> ffff9b83f3e73aa8 00000020:00000001:0.0:1783976750.656785:0:296883:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.656786:0:296883:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.656787:0:296883:0:(vvp_io.c:1822:vvp_io_init()) [0x240002b13:0x12c77:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.656788:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.656789:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.656789:0:296883:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.656791:0:296883:0:(lov_object.c:1588:lov_io_init()) [0x240002b13:0x12c77:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.656793:0:296883:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.656793:0:296883:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.656794:0:296883:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.656796:0:296883:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.656796:0:296883:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.656797:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.656798:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.656798:0:296883:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.656799:0:296883:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.656800:0:296883:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976750.656801:0:296883:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.656802:0:296883:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.656802:0:296883:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.656803:0:296883:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.656804:0:296883:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.656805:0:296883:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x12c77:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.656806:0:296883:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.656807:0:296883:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.656807:0:296883:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.656808:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.656810:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.656811:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.656813:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.656814:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.656816:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.656817:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.656818:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.656820:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976750.656821:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.656823:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.656824:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.656826:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.656827:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.656828:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.656829:0:296883:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.656830:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83d16d81c0 -> ffff9b83f3e73aa8 00010000:00000001:0.0:1783976750.656832:0:296883:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.656833:0:296883:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.656833:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83d16d81c0 -> ffff9b83f3e73aa8 00000020:00000001:0.0:1783976750.656834:0:296883:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.656835:0:296883:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976750.656836:0:296883:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.656837:0:296883:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.656838:0:296883:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.656840:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83d16d81c0 -> ffff9b83f3e73aa8 00000008:00000001:0.0:1783976750.656841:0:296883:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.656842:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.656843:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976750.656844:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.656845:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.656846:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.656848:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.656849:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.656850:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.656852:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325200. 00000008:00000010:0.0:1783976750.656853:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.656854:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.656855:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.656856:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.656858:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976750.656859:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.656860:0:296883:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.656861:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.656862:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.656863:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.656864:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.656865:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.656867:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83de6bcc00 with handle 0xc4ea75fdb9c38149 from hash 00010000:00000001:0.0:1783976750.656868:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.656869:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.656870:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.656870:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.656871:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.656872:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.656873:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.656875:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000231f962f/0xc4ea75fdb9c38118 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x1cc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3b2a8fe expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1783976750.656879:0:296883:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.656880:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.656882:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.656883:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.656884:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.656886:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.656887:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.656889:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.656890:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.656891:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.656892:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.656893:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66200. 00000008:00000010:0.0:1783976750.656895:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.656896:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.656897:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.656898:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.656899:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.656901:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.656901:0:296883:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.656903:0:296883:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.656903:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.656905:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.656906:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e67a00. 00000020:00000010:0.0:1783976750.656907:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67e00. 00000020:00000010:0.0:1783976750.656909:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.656910:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.656911:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.656912:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.656914:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.656915:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.656916:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976750.656917:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.656918:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.656920:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.656921:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.656922:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.656923:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.656923:0:296883:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.656924:0:296883:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.656925:0:296883:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.656926:0:296883:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.656927:0:296883:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.656928:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83d16d8c40 -> ffff9b83f3e735f8 00000020:00000001:0.0:1783976750.656929:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83f3e735f8 -> ffff9b83f3e735f8 00000020:00000001:0.0:1783976750.656930:0:296883:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.656931:0:296883:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.656931:0:296883:0:(vvp_io.c:1822:vvp_io_init()) [0x240002b13:0x12c78:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.656932:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.656933:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.656934:0:296883:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.656935:0:296883:0:(lov_object.c:1588:lov_io_init()) [0x240002b13:0x12c78:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.656936:0:296883:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.656937:0:296883:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.656938:0:296883:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.656939:0:296883:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.656940:0:296883:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.656941:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.656942:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.656942:0:296883:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.656943:0:296883:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.656944:0:296883:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976750.656946:0:296883:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.656947:0:296883:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.656948:0:296883:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.656949:0:296883:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.656950:0:296883:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.656951:0:296883:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x12c78:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.656953:0:296883:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.656954:0:296883:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.656955:0:296883:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.656957:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.656959:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67e00. 00000020:00000010:0.0:1783976750.656961:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.656963:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.656965:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.656967:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.656969:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.656972:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.656974:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e67a00. 00000008:00000010:0.0:1783976750.656976:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.656978:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.656980:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.656982:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.656984:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976750.656986:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.656988:0:296883:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.656990:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83d16d8c40 -> ffff9b83f3e735f8 00010000:00000001:0.0:1783976750.656992:0:296883:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.656994:0:296883:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.656995:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83d16d8c40 -> ffff9b83f3e735f8 00000020:00000001:0.0:1783976750.656996:0:296883:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.656998:0:296883:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976750.657000:0:296883:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.657001:0:296883:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.657002:0:296883:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.657004:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83d16d8c40 -> ffff9b83f3e735f8 00000008:00000001:0.0:1783976750.657006:0:296883:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.657008:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.657010:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.657012:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.657014:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.657016:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.657018:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.657021:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.657023:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.657025:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66000. 00000008:00000010:0.0:1783976750.657027:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.657029:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.657032:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.657034:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.657036:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66200. 00000020:00000010:0.0:1783976750.657037:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.657039:0:296883:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.657041:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.657043:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.657044:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.657046:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.657047:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.657050:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b8401548800 with handle 0xc4ea75fdb9c38118 from hash 00010000:00000001:0.0:1783976750.657052:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.657053:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.657054:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.657054:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.657056:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.657056:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.657058:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.657060:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000df02a352/0xc4ea75fdb9c380a8 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x1ccc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3b2a6c0 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1783976750.657064:0:296883:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.657065:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.657080:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.657084:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976750.657086:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325200. 00000020:00000010:0.0:1783976750.657088:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.657091:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.657093:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.657095:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.657098:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.657100:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.657102:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976750.657104:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.657106:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.657109:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.657111:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.657113:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.657114:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.657116:0:296883:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.657118:0:296883:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.657119:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.657121:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.657122:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976750.657125:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e66200. 00000020:00000010:0.0:1783976750.657127:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.657129:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.657132:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.657134:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.657136:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.657138:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.657140:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66000. 00000008:00000010:0.0:1783976750.657143:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.657145:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.657146:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.657149:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.657150:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.657152:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.657154:0:296883:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.657155:0:296883:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.657158:0:296883:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.657160:0:296883:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.657161:0:296883:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.657163:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83ef63ba40 -> ffff9b83fe3a13a0 00000020:00000001:0.0:1783976750.657164:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83fe3a13a0 -> ffff9b83fe3a13a0 00000020:00000001:0.0:1783976750.657166:0:296883:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.657167:0:296883:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.657169:0:296883:0:(vvp_io.c:1822:vvp_io_init()) [0x240002b13:0x12c7c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.657171:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.657172:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.657173:0:296883:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.657175:0:296883:0:(lov_object.c:1588:lov_io_init()) [0x240002b13:0x12c7c:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.657178:0:296883:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.657179:0:296883:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.657180:0:296883:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.657182:0:296883:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.657183:0:296883:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.657185:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.657185:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.657187:0:296883:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.657188:0:296883:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.657189:0:296883:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976750.657191:0:296883:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.657192:0:296883:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.657193:0:296883:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.657194:0:296883:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.657195:0:296883:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.657197:0:296883:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x12c7c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.657199:0:296883:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.657200:0:296883:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.657201:0:296883:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.657202:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.657204:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e66200. 00000020:00000010:0.0:1783976750.657206:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.657209:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.657211:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.657213:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.657216:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.657218:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.657220:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976750.657223:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.657224:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.657226:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.657229:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.657231:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.657232:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.657235:0:296883:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.657237:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83ef63ba40 -> ffff9b83fe3a13a0 00010000:00000001:0.0:1783976750.657239:0:296883:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.657241:0:296883:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.657242:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83ef63ba40 -> ffff9b83fe3a13a0 00000020:00000001:0.0:1783976750.657244:0:296883:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.657245:0:296883:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976750.657246:0:296883:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.657248:0:296883:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.657250:0:296883:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.657251:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83ef63ba40 -> ffff9b83fe3a13a0 00000008:00000001:0.0:1783976750.657253:0:296883:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.657254:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.657256:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325200. 00000020:00000010:0.0:1783976750.657258:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.657260:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.657262:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.657264:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.657266:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.657268:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.657270:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976750.657272:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.657274:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.657276:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.657278:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.657281:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976750.657283:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.657285:0:296883:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.657287:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.657289:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.657290:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.657292:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.657312:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.657315:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b8401549400 with handle 0xc4ea75fdb9c380a8 from hash 00010000:00000001:0.0:1783976750.657318:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.657320:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.657321:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.657323:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.657325:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.657327:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.657330:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.657333:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000003ee6adbb/0xc4ea75fdb9c3b5d7 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x1cd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3b38bc1 expref: -99 pid: 284635 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1783976750.657340:0:296883:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.657341:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.657344:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.657346:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.657348:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e66200. 00000020:00000010:0.0:1783976750.657351:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.657353:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.657356:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.657358:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.657361:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.657363:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.657366:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e67800. 00000008:00000010:0.0:1783976750.657368:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.657370:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.657373:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.657375:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.657377:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.657379:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.657380:0:296883:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.657382:0:296883:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.657383:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.657385:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.657387:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e67a00. 00000020:00000010:0.0:1783976750.657389:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67e00. 00000020:00000010:0.0:1783976750.657392:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.657394:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.657395:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.657396:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.657398:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.657399:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.657401:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976750.657403:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.657404:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.657406:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.657407:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.657408:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.657410:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.657411:0:296883:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.657412:0:296883:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.657415:0:296883:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.657417:0:296883:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.657419:0:296883:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.657420:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83f9ec7a40 -> ffff9b83e714a148 00000020:00000001:0.0:1783976750.657422:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83e714a148 -> ffff9b83e714a148 00000020:00000001:0.0:1783976750.657424:0:296883:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.657425:0:296883:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.657426:0:296883:0:(vvp_io.c:1822:vvp_io_init()) [0x240002b13:0x12c82:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.657429:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.657430:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.657431:0:296883:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.657433:0:296883:0:(lov_object.c:1588:lov_io_init()) [0x240002b13:0x12c82:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.657435:0:296883:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.657436:0:296883:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.657438:0:296883:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.657439:0:296883:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.657441:0:296883:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.657442:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.657443:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.657444:0:296883:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.657445:0:296883:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.657447:0:296883:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976750.657449:0:296883:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.657450:0:296883:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.657451:0:296883:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.657452:0:296883:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.657454:0:296883:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.657455:0:296883:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x12c82:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.657457:0:296883:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.657458:0:296883:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.657459:0:296883:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.657461:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.657463:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67e00. 00000020:00000010:0.0:1783976750.657466:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.657469:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.657471:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.657473:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.657476:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.657478:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.657480:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e67a00. 00000008:00000010:0.0:1783976750.657482:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.657485:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.657487:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.657489:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.657491:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976750.657492:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.657494:0:296883:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.657497:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83f9ec7a40 -> ffff9b83e714a148 00010000:00000001:0.0:1783976750.657498:0:296883:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.657500:0:296883:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.657502:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83f9ec7a40 -> ffff9b83e714a148 00000020:00000001:0.0:1783976750.657503:0:296883:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.657504:0:296883:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976750.657506:0:296883:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.657508:0:296883:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.657509:0:296883:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.657511:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83f9ec7a40 -> ffff9b83e714a148 00000008:00000001:0.0:1783976750.657513:0:296883:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.657515:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.657516:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e66200. 00000020:00000010:0.0:1783976750.657519:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.657521:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.657523:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.657525:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.657528:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.657530:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.657532:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66000. 00000008:00000010:0.0:1783976750.657534:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.657536:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.657538:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.657540:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.657542:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.657544:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.657545:0:296883:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.657547:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.657549:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.657549:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.657550:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.657551:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.657553:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83fb105e00 with handle 0xc4ea75fdb9c3b5d7 from hash 00010000:00000001:0.0:1783976750.657555:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.657555:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.657556:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.657557:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.657558:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.657559:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.657561:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.657563:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000bbff11bb/0xc4ea75fdb9c23bad lrc: 2/0,0 mode: PW/PW res: [0x280000402:0x1cea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028480000000 nid: local remote: 0xe1223009a3ad4c95 expref: -99 pid: 280535 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00000001:0.0:1783976750.657567:0:296883:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.657568:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.657570:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.657572:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976750.657573:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976750.657575:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.657576:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.657578:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.657580:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.657582:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.657585:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.657587:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325200. 00000008:00000010:0.0:1783976750.657589:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.657592:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.657594:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.657596:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.657598:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.657600:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.657602:0:296883:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.657603:0:296883:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.657605:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.657607:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.657609:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976750.657612:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.657614:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.657616:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.657618:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.657620:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.657623:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.657625:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.657628:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66000. 00000008:00000010:0.0:1783976750.657630:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.657631:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.657632:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.657634:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.657635:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.657636:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.657637:0:296883:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.657639:0:296883:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.657640:0:296883:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.657641:0:296883:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.657643:0:296883:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1783976750.657645:0:296883:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1783976750.657646:0:296883:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff9b83f9ec6380 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1783976750.657648:0:296883:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783976750.657650:0:296883:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff9b83f9ec6380 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:0.0:1783976750.657652:0:296883:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783976750.657653:0:296883:0:(osc_lock.c:372:osc_lock_flush()) object ffff9b83f9ec6380: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1783976750.657654:0:296883:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.657656:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83f9ec6380 -> ffff9b83e5c8ef58 00000020:00000001:0.0:1783976750.657658:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83e5c8ef58 -> ffff9b83e5c8ef58 00000020:00000001:0.0:1783976750.657660:0:296883:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.657661:0:296883:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.657662:0:296883:0:(vvp_io.c:1822:vvp_io_init()) [0x240002b13:0x12c8b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.657665:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.657666:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.657667:0:296883:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.657669:0:296883:0:(lov_object.c:1588:lov_io_init()) [0x240002b13:0x12c8b:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.657671:0:296883:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.657672:0:296883:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.657674:0:296883:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.657675:0:296883:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.657676:0:296883:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.657678:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.657679:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.657680:0:296883:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.657681:0:296883:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.657682:0:296883:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:0.0:1783976750.657685:0:296883:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1783976750.657686:0:296883:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1783976750.657688:0:296883:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:0.0:1783976750.657690:0:296883:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1783976750.657692:0:296883:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446633589868566272 : -110483840985344 : ffff9b83f9e79700) 00000020:00000001:0.0:1783976750.657694:0:296883:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1783976750.657695:0:296883:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1783976750.657697:0:296883:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1783976750.657701:0:296883:0:(cl_page.c:507:__cl_page_state_set()) page@0000000016b4feac[2 00000000da1bd3c0 1 1 00000000d14285f2 0 0 0] 00000020:00000001:0.0:1783976750.657703:0:296883:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1783976750.657704:0:296883:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:0.0:1783976750.657706:0:296883:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:0.0:1783976750.657707:0:296883:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.657710:0:296883:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1783976750.657711:0:296883:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1783976750.657712:0:296883:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1783976750.657713:0:296883:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1783976750.657714:0:296883:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1783976750.657716:0:296883:0:(cl_page.c:507:__cl_page_state_set()) page@0000000016b4feac[2 00000000da1bd3c0 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783976750.657717:0:296883:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:0.0:1783976750.657717:0:296883:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1783976750.657719:0:296883:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1783976750.657720:0:296883:0:(osc_page.c:138:osc_page_delete()) ffff9b83ec9f0d80 00000008:00000001:0.0:1783976750.657721:0:296883:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1783976750.657723:0:296883:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff9b83ec9f0d90 page ffff9b83ec9f0d80 at index 0. 00000008:00000001:0.0:1783976750.657724:0:296883:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.657728:0:296883:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1783976750.657730:0:296883:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe4dec4ac6500 index 0 00000020:00000001:0.0:1783976750.657732:0:296883:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1783976750.657733:0:296883:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1783976750.657739:0:296883:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1783976750.657740:0:296883:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1783976750.657741:0:296883:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1783976750.657742:0:296883:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1783976750.657743:0:296883:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1783976750.657746:0:296883:0:(cl_page.c:556:cl_batch_put()) page@0000000016b4feac[1 00000000da1bd3c0 5 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783976750.657748:0:296883:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1783976750.657749:0:296883:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1783976750.657752:0:296883:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9b83ec9f0d20. 00000020:00000001:0.0:1783976750.657755:0:296883:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1783976750.657756:0:296883:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1783976750.657767:0:296883:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.657770:0:296883:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.657771:0:296883:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.657772:0:296883:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.657774:0:296883:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.657775:0:296883:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x12c8b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.657778:0:296883:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.657779:0:296883:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.657780:0:296883:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.657782:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.657784:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.657786:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.657789:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.657791:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.657794:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.657796:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.657798:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.657800:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976750.657803:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.657805:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.657807:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.657809:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.657811:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.657813:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.657815:0:296883:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.657818:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83f9ec6380 -> ffff9b83e5c8ef58 00010000:00000001:0.0:1783976750.657819:0:296883:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.657821:0:296883:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.657823:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83f9ec6380 -> ffff9b83e5c8ef58 00000020:00000001:0.0:1783976750.657824:0:296883:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.657826:0:296883:0:(osc_object.c:161:osc_attr_update()) set kms from 4to 0 00020000:00000001:0.0:1783976750.657827:0:296883:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.657829:0:296883:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.657830:0:296883:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.657832:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83f9ec6380 -> ffff9b83e5c8ef58 00000008:00000001:0.0:1783976750.657834:0:296883:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.657836:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.657837:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976750.657840:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.657842:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.657844:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.657846:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.657849:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.657851:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.657853:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976750.657855:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.657857:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.657859:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.657861:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.657864:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325200. 00000020:00000010:0.0:1783976750.657866:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.657868:0:296883:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.657869:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.657871:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.657872:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.657873:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.657874:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.657876:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f34b3a00 with handle 0xc4ea75fdb9c23bad from hash 00010000:00000001:0.0:1783976750.657878:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.657878:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.657879:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.657880:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.657881:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.657882:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.657884:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.657885:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000005990e56a/0xc4ea75fdb9c3b4b1 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x1cdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3b38657 expref: -99 pid: 284635 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1783976750.657890:0:296883:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.657891:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.657893:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.657894:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.657896:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.657897:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.657899:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.657900:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.657902:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.657905:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.657907:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.657910:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66200. 00000008:00000010:0.0:1783976750.657912:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.657914:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.657916:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.657919:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.657920:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.657922:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.657923:0:296883:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.657926:0:296883:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.657927:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.657929:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.657931:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e67a00. 00000020:00000010:0.0:1783976750.657933:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67e00. 00000020:00000010:0.0:1783976750.657935:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.657938:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.657940:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.657942:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.657945:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.657947:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.657950:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325200. 00000008:00000010:0.0:1783976750.657952:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.657954:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.657957:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.657959:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.657962:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.657963:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.657965:0:296883:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.657966:0:296883:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.657968:0:296883:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.657970:0:296883:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.657972:0:296883:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.657973:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83f2b9b880 -> ffff9b83fb04d9e0 00000020:00000001:0.0:1783976750.657975:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83fb04d9e0 -> ffff9b83fb04d9e0 00000020:00000001:0.0:1783976750.657977:0:296883:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.657978:0:296883:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.657979:0:296883:0:(vvp_io.c:1822:vvp_io_init()) [0x240002b13:0x12c85:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.657982:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.657983:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.657984:0:296883:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.657986:0:296883:0:(lov_object.c:1588:lov_io_init()) [0x240002b13:0x12c85:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.657989:0:296883:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.657990:0:296883:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.657992:0:296883:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.657994:0:296883:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.657995:0:296883:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.657997:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.657998:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.657999:0:296883:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.658000:0:296883:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.658001:0:296883:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976750.658002:0:296883:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.658004:0:296883:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.658005:0:296883:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.658006:0:296883:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.658007:0:296883:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.658008:0:296883:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x12c85:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.658011:0:296883:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.658012:0:296883:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.658013:0:296883:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.658014:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.658016:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67e00. 00000020:00000010:0.0:1783976750.658018:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.658020:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.658023:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.658025:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.658027:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.658029:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.658032:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e67a00. 00000008:00000010:0.0:1783976750.658034:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.658036:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.658038:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.658040:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.658042:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325200. 00000020:00000010:0.0:1783976750.658044:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.658046:0:296883:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.658048:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83f2b9b880 -> ffff9b83fb04d9e0 00010000:00000001:0.0:1783976750.658050:0:296883:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.658051:0:296883:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.658053:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83f2b9b880 -> ffff9b83fb04d9e0 00000020:00000001:0.0:1783976750.658055:0:296883:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.658057:0:296883:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976750.658059:0:296883:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.658060:0:296883:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.658062:0:296883:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.658063:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83f2b9b880 -> ffff9b83fb04d9e0 00000008:00000001:0.0:1783976750.658066:0:296883:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.658079:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.658081:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.658084:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.658087:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.658089:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.658091:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.658094:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.658096:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.658098:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66000. 00000008:00000010:0.0:1783976750.658100:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.658102:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.658104:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.658106:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.658108:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66200. 00000020:00000010:0.0:1783976750.658110:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.658112:0:296883:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.658114:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.658116:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.658117:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.658119:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.658121:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.658123:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83fb104c00 with handle 0xc4ea75fdb9c3b4b1 from hash 00010000:00000001:0.0:1783976750.658125:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.658126:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.658127:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.658128:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.658130:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.658131:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.658134:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.658137:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000330bfcef/0xc4ea75fdb9c3807e lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x1ccb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3b2a5e0 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1783976750.658143:0:296883:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.658144:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.658146:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.658148:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325200. 00000020:00000010:0.0:1783976750.658149:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976750.658151:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.658153:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.658154:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.658156:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.658157:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.658159:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.658161:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976750.658162:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.658163:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.658165:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.658166:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.658167:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.658168:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.658169:0:296883:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.658171:0:296883:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.658171:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.658172:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.658173:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976750.658175:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e66200. 00000020:00000010:0.0:1783976750.658176:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.658178:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.658179:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.658180:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.658181:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.658182:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.658184:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66000. 00000008:00000010:0.0:1783976750.658185:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.658187:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.658188:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.658189:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.658191:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.658192:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.658194:0:296883:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.658195:0:296883:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.658197:0:296883:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.658199:0:296883:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.658201:0:296883:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.658202:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83d16d88c0 -> ffff9b83f3e73210 00000020:00000001:0.0:1783976750.658204:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83f3e73210 -> ffff9b83f3e73210 00000020:00000001:0.0:1783976750.658205:0:296883:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.658206:0:296883:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.658208:0:296883:0:(vvp_io.c:1822:vvp_io_init()) [0x240002b13:0x12c7b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.658210:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.658211:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.658212:0:296883:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.658215:0:296883:0:(lov_object.c:1588:lov_io_init()) [0x240002b13:0x12c7b:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.658217:0:296883:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.658219:0:296883:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.658220:0:296883:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.658222:0:296883:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.658223:0:296883:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.658224:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.658225:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.658227:0:296883:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.658228:0:296883:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.658229:0:296883:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976750.658231:0:296883:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.658233:0:296883:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.658234:0:296883:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.658235:0:296883:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.658236:0:296883:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.658238:0:296883:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x12c7b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.658241:0:296883:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.658242:0:296883:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.658243:0:296883:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.658244:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.658246:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e66200. 00000020:00000010:0.0:1783976750.658249:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.658251:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.658253:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.658255:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.658258:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.658260:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.658262:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976750.658264:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.658267:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.658269:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.658271:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.658272:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.658274:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.658276:0:296883:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.658278:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83d16d88c0 -> ffff9b83f3e73210 00010000:00000001:0.0:1783976750.658280:0:296883:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.658282:0:296883:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.658283:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83d16d88c0 -> ffff9b83f3e73210 00000020:00000001:0.0:1783976750.658285:0:296883:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.658286:0:296883:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976750.658288:0:296883:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.658290:0:296883:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.658291:0:296883:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.658311:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83d16d88c0 -> ffff9b83f3e73210 00000008:00000001:0.0:1783976750.658313:0:296883:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.658315:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.658316:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976750.658319:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.658321:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.658323:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.658325:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.658328:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.658330:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.658333:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325200. 00000008:00000010:0.0:1783976750.658335:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.658337:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.658339:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.658341:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.658342:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976750.658344:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.658346:0:296883:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.658348:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.658350:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.658351:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.658353:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.658354:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.658357:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b840154d800 with handle 0xc4ea75fdb9c3807e from hash 00010000:00000001:0.0:1783976750.658359:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.658360:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.658361:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.658362:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.658364:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.658365:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.658368:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.658371:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000ef3c211b/0xc4ea75fdb9c3b392 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x1dfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3b3816b expref: -99 pid: 284635 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:0.0:1783976750.658378:0:296883:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.658379:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.658382:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.658384:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.658386:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e66200. 00000020:00000010:0.0:1783976750.658389:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.658391:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.658393:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.658396:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.658398:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.658400:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.658402:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e67800. 00000008:00000010:0.0:1783976750.658404:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.658407:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.658409:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.658411:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.658413:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.658415:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.658416:0:296883:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.658418:0:296883:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.658419:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.658421:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.658423:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e67a00. 00000020:00000010:0.0:1783976750.658425:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67e00. 00000020:00000010:0.0:1783976750.658427:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.658430:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.658432:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.658434:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.658437:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.658439:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.658441:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976750.658444:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.658446:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.658448:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.658450:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.658453:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.658454:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.658456:0:296883:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.658457:0:296883:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.658459:0:296883:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.658462:0:296883:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.658463:0:296883:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.658464:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83f2ad6540 -> ffff9b83f2502aa8 00000020:00000001:0.0:1783976750.658465:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83f2502aa8 -> ffff9b83f2502aa8 00000020:00000001:0.0:1783976750.658466:0:296883:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.658467:0:296883:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.658469:0:296883:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x2cad:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.658471:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.658472:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.658473:0:296883:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.658475:0:296883:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x2cad:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.658478:0:296883:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.658479:0:296883:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.658480:0:296883:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.658482:0:296883:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.658483:0:296883:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.658485:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.658486:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.658486:0:296883:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.658488:0:296883:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.658490:0:296883:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976750.658491:0:296883:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.658493:0:296883:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.658494:0:296883:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.658495:0:296883:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.658496:0:296883:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.658498:0:296883:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x2cad:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.658501:0:296883:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.658501:0:296883:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.658503:0:296883:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.658504:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.658506:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67e00. 00000020:00000010:0.0:1783976750.658509:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.658512:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.658514:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.658516:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.658519:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.658521:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.658524:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e67a00. 00000008:00000010:0.0:1783976750.658526:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.658528:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.658530:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.658532:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.658534:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976750.658536:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.658538:0:296883:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.658540:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83f2ad6540 -> ffff9b83f2502aa8 00010000:00000001:0.0:1783976750.658542:0:296883:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.658544:0:296883:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.658545:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83f2ad6540 -> ffff9b83f2502aa8 00000020:00000001:0.0:1783976750.658546:0:296883:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.658548:0:296883:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976750.658550:0:296883:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.658551:0:296883:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.658553:0:296883:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.658554:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83f2ad6540 -> ffff9b83f2502aa8 00000008:00000001:0.0:1783976750.658556:0:296883:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.658558:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.658559:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e66200. 00000020:00000010:0.0:1783976750.658562:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.658564:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.658567:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.658569:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.658572:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.658574:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.658576:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66000. 00000008:00000010:0.0:1783976750.658578:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.658580:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.658583:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.658584:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.658586:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.658587:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.658589:0:296883:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.658590:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.658591:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.658592:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.658593:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.658594:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.658596:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f748ec00 with handle 0xc4ea75fdb9c3b392 from hash 00010000:00000001:0.0:1783976750.658597:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.658598:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.658599:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.658600:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.658601:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.658602:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.658603:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.658605:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000005c36fcf/0xc4ea75fdb9c3b2dc lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x1e00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3b37df2 expref: -99 pid: 284635 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:0.0:1783976750.658611:0:296883:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.658613:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.658615:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.658618:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976750.658620:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325200. 00000020:00000010:0.0:1783976750.658622:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.658625:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.658627:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.658629:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.658632:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.658634:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.658637:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976750.658639:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.658641:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.658643:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.658646:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.658647:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.658649:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.658651:0:296883:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.658653:0:296883:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.658654:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.658656:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.658658:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976750.658660:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.658662:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.658665:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.658667:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.658669:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.658671:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.658673:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.658676:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66000. 00000008:00000010:0.0:1783976750.658678:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.658681:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.658682:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.658685:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.658686:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.658687:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.658689:0:296883:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.658690:0:296883:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.658691:0:296883:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.658692:0:296883:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.658694:0:296883:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.658695:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83f2ad6c40 -> ffff9b83f2502850 00000020:00000001:0.0:1783976750.658696:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83f2502850 -> ffff9b83f2502850 00000020:00000001:0.0:1783976750.658697:0:296883:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.658698:0:296883:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.658699:0:296883:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x2cb0:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.658700:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.658701:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.658701:0:296883:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.658703:0:296883:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x2cb0:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.658705:0:296883:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.658706:0:296883:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.658707:0:296883:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.658708:0:296883:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.658709:0:296883:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.658709:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.658710:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.658711:0:296883:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.658711:0:296883:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.658712:0:296883:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976750.658713:0:296883:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.658714:0:296883:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.658715:0:296883:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.658715:0:296883:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.658716:0:296883:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.658717:0:296883:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x2cb0:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.658718:0:296883:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.658719:0:296883:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.658719:0:296883:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.658720:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.658721:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.658723:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.658724:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.658726:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.658727:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.658729:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.658730:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.658731:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976750.658733:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.658734:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.658736:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.658737:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.658738:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.658740:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.658741:0:296883:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.658742:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83f2ad6c40 -> ffff9b83f2502850 00010000:00000001:0.0:1783976750.658743:0:296883:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.658744:0:296883:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.658745:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83f2ad6c40 -> ffff9b83f2502850 00000020:00000001:0.0:1783976750.658746:0:296883:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.658747:0:296883:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976750.658748:0:296883:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.658749:0:296883:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.658750:0:296883:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.658751:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83f2ad6c40 -> ffff9b83f2502850 00000008:00000001:0.0:1783976750.658752:0:296883:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.658753:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.658754:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325200. 00000020:00000010:0.0:1783976750.658755:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.658756:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.658757:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.658758:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.658760:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.658761:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.658762:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976750.658764:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.658765:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.658766:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.658767:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.658768:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976750.658769:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.658770:0:296883:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.658771:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.658773:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.658773:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.658774:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.658775:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.658777:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83ef7ad200 with handle 0xc4ea75fdb9c3b2dc from hash 00010000:00000001:0.0:1783976750.658778:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.658778:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.658779:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.658780:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.658781:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.658782:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.658783:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.658785:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000027fa0895/0xc4ea75fdb9c38000 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x1cd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3b2a394 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1783976750.658791:0:296883:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.658792:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.658794:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.658797:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.658799:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.658801:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.658804:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.658806:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.658808:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.658810:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.658812:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.658815:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66200. 00000008:00000010:0.0:1783976750.658817:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.658819:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.658821:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.658823:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.658825:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.658827:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.658829:0:296883:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.658831:0:296883:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.658832:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.658833:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.658836:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e67a00. 00000020:00000010:0.0:1783976750.658838:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67e00. 00000020:00000010:0.0:1783976750.658840:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.658842:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.658844:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.658846:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.658849:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.658851:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.658854:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976750.658856:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.658859:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.658861:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.658863:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.658865:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.658867:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.658868:0:296883:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.658870:0:296883:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.658872:0:296883:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.658875:0:296883:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.658876:0:296883:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.658878:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83e5ce28c0 -> ffff9b83f43cdaa8 00000020:00000001:0.0:1783976750.658879:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83f43cdaa8 -> ffff9b83f43cdaa8 00000020:00000001:0.0:1783976750.658881:0:296883:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.658882:0:296883:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.658883:0:296883:0:(vvp_io.c:1822:vvp_io_init()) [0x240002b13:0x12c7f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.658886:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.658887:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.658888:0:296883:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.658890:0:296883:0:(lov_object.c:1588:lov_io_init()) [0x240002b13:0x12c7f:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.658893:0:296883:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.658894:0:296883:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.658895:0:296883:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.658897:0:296883:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.658898:0:296883:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.658899:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.658900:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.658901:0:296883:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.658902:0:296883:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.658903:0:296883:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976750.658905:0:296883:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.658906:0:296883:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.658907:0:296883:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.658908:0:296883:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.658909:0:296883:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.658911:0:296883:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x12c7f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.658913:0:296883:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.658914:0:296883:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.658915:0:296883:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.658917:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.658919:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67e00. 00000020:00000010:0.0:1783976750.658922:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.658925:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.658927:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.658929:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.658931:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.658934:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.658936:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e67a00. 00000008:00000010:0.0:1783976750.658938:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.658940:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.658942:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.658945:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.658947:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976750.658949:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.658951:0:296883:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.658953:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83e5ce28c0 -> ffff9b83f43cdaa8 00010000:00000001:0.0:1783976750.658955:0:296883:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.658957:0:296883:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.658958:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83e5ce28c0 -> ffff9b83f43cdaa8 00000020:00000001:0.0:1783976750.658960:0:296883:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.658961:0:296883:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976750.658963:0:296883:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.658964:0:296883:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.658966:0:296883:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.658967:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83e5ce28c0 -> ffff9b83f43cdaa8 00000008:00000001:0.0:1783976750.658969:0:296883:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.658971:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.658973:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.658975:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.658978:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.658981:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.658983:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.658985:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.658987:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.658989:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66000. 00000008:00000010:0.0:1783976750.658992:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.658994:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.658996:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.658998:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.659001:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66200. 00000020:00000010:0.0:1783976750.659003:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.659004:0:296883:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.659007:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.659009:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.659010:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.659011:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.659013:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.659015:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b8401549c00 with handle 0xc4ea75fdb9c38000 from hash 00010000:00000001:0.0:1783976750.659017:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.659019:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.659020:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.659021:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.659023:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.659024:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.659026:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.659029:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000a51a2073/0xc4ea75fdb9c37fc1 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x1cc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3b2a29f expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1783976750.659036:0:296883:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.659037:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.659040:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.659042:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976750.659044:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976750.659047:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.659050:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.659052:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.659054:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.659057:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.659059:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.659062:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325200. 00000008:00000010:0.0:1783976750.659064:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.659066:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.659080:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.659083:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.659085:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.659087:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.659088:0:296883:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.659090:0:296883:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.659091:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.659093:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.659096:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976750.659098:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e66200. 00000020:00000010:0.0:1783976750.659101:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.659103:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.659104:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.659105:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.659107:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.659108:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.659110:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66000. 00000008:00000010:0.0:1783976750.659112:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.659114:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.659116:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.659118:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.659120:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.659122:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.659124:0:296883:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.659125:0:296883:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.659128:0:296883:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.659129:0:296883:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.659131:0:296883:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.659133:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83d19eb340 -> ffff9b83f43cd2d8 00000020:00000001:0.0:1783976750.659134:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83f43cd2d8 -> ffff9b83f43cd2d8 00000020:00000001:0.0:1783976750.659136:0:296883:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.659137:0:296883:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.659138:0:296883:0:(vvp_io.c:1822:vvp_io_init()) [0x240002b13:0x12c7a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.659141:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.659142:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.659143:0:296883:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.659145:0:296883:0:(lov_object.c:1588:lov_io_init()) [0x240002b13:0x12c7a:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.659148:0:296883:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.659149:0:296883:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.659151:0:296883:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.659152:0:296883:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.659153:0:296883:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.659155:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.659156:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.659157:0:296883:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.659158:0:296883:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.659160:0:296883:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976750.659161:0:296883:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.659163:0:296883:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.659164:0:296883:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.659165:0:296883:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.659166:0:296883:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.659167:0:296883:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x12c7a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.659169:0:296883:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.659170:0:296883:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.659171:0:296883:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.659173:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.659175:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e66200. 00000020:00000010:0.0:1783976750.659178:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.659180:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.659183:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.659185:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.659188:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.659190:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.659192:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976750.659195:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.659197:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.659199:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.659201:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.659203:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.659205:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.659207:0:296883:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.659209:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83d19eb340 -> ffff9b83f43cd2d8 00010000:00000001:0.0:1783976750.659211:0:296883:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.659212:0:296883:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.659214:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83d19eb340 -> ffff9b83f43cd2d8 00000020:00000001:0.0:1783976750.659216:0:296883:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.659217:0:296883:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976750.659219:0:296883:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.659220:0:296883:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.659222:0:296883:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.659224:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83d19eb340 -> ffff9b83f43cd2d8 00000008:00000001:0.0:1783976750.659227:0:296883:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.659228:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.659230:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976750.659232:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.659235:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.659237:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.659239:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.659240:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.659242:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.659243:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976750.659244:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.659246:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.659247:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.659248:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.659250:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325200. 00000020:00000010:0.0:1783976750.659251:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.659252:0:296883:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.659254:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.659255:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.659256:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.659257:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.659258:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.659260:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f6577e00 with handle 0xc4ea75fdb9c37fc1 from hash 00010000:00000001:0.0:1783976750.659261:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.659262:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.659263:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.659264:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.659265:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.659265:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.659267:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.659269:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000012e05c23/0xc4ea75fdb9c37f97 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x1cd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3b2a1a3 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1783976750.659273:0:296883:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.659274:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.659276:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.659278:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.659279:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e66200. 00000020:00000010:0.0:1783976750.659280:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.659282:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.659283:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.659285:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.659288:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.659290:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.659311:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e67800. 00000008:00000010:0.0:1783976750.659315:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.659318:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.659320:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.659324:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.659326:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.659328:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.659330:0:296883:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.659332:0:296883:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.659333:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.659335:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.659338:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e67a00. 00000020:00000010:0.0:1783976750.659340:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67e00. 00000020:00000010:0.0:1783976750.659343:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.659346:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.659348:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.659350:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.659352:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.659355:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.659358:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325200. 00000008:00000010:0.0:1783976750.659360:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.659363:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.659365:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.659367:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.659370:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.659371:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.659373:0:296883:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.659374:0:296883:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.659377:0:296883:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.659379:0:296883:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.659380:0:296883:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.659382:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83e5ce2c40 -> ffff9b83f43cd9e0 00000020:00000001:0.0:1783976750.659384:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83f43cd9e0 -> ffff9b83f43cd9e0 00000020:00000001:0.0:1783976750.659385:0:296883:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.659386:0:296883:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.659388:0:296883:0:(vvp_io.c:1822:vvp_io_init()) [0x240002b13:0x12c7e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.659390:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.659391:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.659393:0:296883:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.659395:0:296883:0:(lov_object.c:1588:lov_io_init()) [0x240002b13:0x12c7e:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.659398:0:296883:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.659399:0:296883:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.659400:0:296883:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.659402:0:296883:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.659403:0:296883:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.659405:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.659405:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.659406:0:296883:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.659408:0:296883:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.659409:0:296883:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976750.659410:0:296883:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.659411:0:296883:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.659412:0:296883:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.659412:0:296883:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.659413:0:296883:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.659414:0:296883:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x12c7e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.659416:0:296883:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.659416:0:296883:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.659417:0:296883:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.659418:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.659420:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67e00. 00000020:00000010:0.0:1783976750.659422:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.659423:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.659424:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.659426:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.659427:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.659429:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.659430:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e67a00. 00000008:00000010:0.0:1783976750.659431:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.659433:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.659434:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.659436:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.659437:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325200. 00000020:00000010:0.0:1783976750.659439:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.659440:0:296883:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.659443:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83e5ce2c40 -> ffff9b83f43cd9e0 00010000:00000001:0.0:1783976750.659445:0:296883:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.659446:0:296883:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.659448:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83e5ce2c40 -> ffff9b83f43cd9e0 00000020:00000001:0.0:1783976750.659449:0:296883:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.659451:0:296883:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976750.659452:0:296883:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.659454:0:296883:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.659455:0:296883:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.659457:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83e5ce2c40 -> ffff9b83f43cd9e0 00000008:00000001:0.0:1783976750.659459:0:296883:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.659460:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.659462:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e66200. 00000020:00000010:0.0:1783976750.659464:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.659466:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.659468:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.659471:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.659473:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.659475:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.659477:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66000. 00000008:00000010:0.0:1783976750.659480:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.659482:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.659484:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.659486:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.659488:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.659490:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.659492:0:296883:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.659495:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.659496:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.659498:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.659499:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.659501:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.659503:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b84017e4c00 with handle 0xc4ea75fdb9c37f97 from hash 00010000:00000001:0.0:1783976750.659505:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.659506:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.659507:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.659508:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.659510:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.659512:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.659514:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.659517:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000006af07b4a/0xc4ea75fdb9c37f43 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3b29ff1 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1783976750.659524:0:296883:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.659525:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.659528:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.659530:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325200. 00000020:00000010:0.0:1783976750.659532:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976750.659535:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.659537:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.659538:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.659539:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.659542:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.659543:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.659544:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976750.659546:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.659547:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.659548:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.659550:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.659551:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.659552:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.659553:0:296883:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.659554:0:296883:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.659555:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.659556:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.659557:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976750.659559:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.659560:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.659561:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.659563:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.659564:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.659565:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.659567:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.659568:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66000. 00000008:00000010:0.0:1783976750.659569:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.659570:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.659571:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.659572:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.659573:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.659574:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.659575:0:296883:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.659576:0:296883:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.659578:0:296883:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.659579:0:296883:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.659580:0:296883:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.659581:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b84017e2e00 -> ffff9b83ef46df58 00000020:00000001:0.0:1783976750.659581:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83ef46df58 -> ffff9b83ef46df58 00000020:00000001:0.0:1783976750.659582:0:296883:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.659583:0:296883:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.659584:0:296883:0:(vvp_io.c:1822:vvp_io_init()) [0x240000402:0x18:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.659585:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.659586:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.659586:0:296883:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.659588:0:296883:0:(lov_object.c:1588:lov_io_init()) [0x240000402:0x18:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.659589:0:296883:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.659590:0:296883:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.659591:0:296883:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.659592:0:296883:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.659593:0:296883:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.659594:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.659594:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.659595:0:296883:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.659596:0:296883:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.659596:0:296883:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976750.659597:0:296883:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.659599:0:296883:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.659599:0:296883:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.659600:0:296883:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.659601:0:296883:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.659602:0:296883:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x18:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.659603:0:296883:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.659604:0:296883:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.659605:0:296883:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.659605:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.659606:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.659608:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.659609:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.659611:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.659612:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.659614:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.659616:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.659618:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976750.659620:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.659622:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.659624:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.659626:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.659628:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.659630:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.659632:0:296883:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.659634:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b84017e2e00 -> ffff9b83ef46df58 00010000:00000001:0.0:1783976750.659636:0:296883:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.659637:0:296883:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.659639:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b84017e2e00 -> ffff9b83ef46df58 00000020:00000001:0.0:1783976750.659640:0:296883:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.659642:0:296883:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976750.659643:0:296883:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.659645:0:296883:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.659647:0:296883:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.659649:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b84017e2e00 -> ffff9b83ef46df58 00000008:00000001:0.0:1783976750.659651:0:296883:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.659652:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.659655:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976750.659657:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.659659:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.659662:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.659664:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.659666:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.659668:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.659670:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325200. 00000008:00000010:0.0:1783976750.659672:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.659674:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.659676:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.659679:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.659681:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976750.659683:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.659685:0:296883:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.659687:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.659689:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.659690:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.659691:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.659693:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.659695:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b84017e4600 with handle 0xc4ea75fdb9c37f43 from hash 00010000:00000001:0.0:1783976750.659696:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.659697:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.659698:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.659699:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.659700:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.659701:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.659703:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.659705:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000894c9986/0xc4ea75fdb9c2566b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3adc5b7 expref: -99 pid: 284634 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1783976750.659709:0:296883:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.659710:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.659712:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.659714:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.659715:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.659717:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.659719:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.659720:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.659721:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.659723:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.659725:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.659726:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66200. 00000008:00000010:0.0:1783976750.659728:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.659729:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.659730:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.659732:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.659733:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.659734:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.659735:0:296883:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.659737:0:296883:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.659737:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.659738:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.659739:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e67a00. 00000020:00000010:0.0:1783976750.659740:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67e00. 00000020:00000010:0.0:1783976750.659742:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.659743:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.659744:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.659745:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.659746:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.659748:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.659750:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976750.659753:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.659754:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.659757:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.659759:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.659761:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.659763:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.659765:0:296883:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.659766:0:296883:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.659768:0:296883:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.659770:0:296883:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.659772:0:296883:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.659773:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83c32d0fc0 -> ffff9b83f743af58 00000020:00000001:0.0:1783976750.659775:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83f743af58 -> ffff9b83f743af58 00000020:00000001:0.0:1783976750.659776:0:296883:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.659778:0:296883:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.659779:0:296883:0:(vvp_io.c:1822:vvp_io_init()) [0x200000402:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.659781:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.659782:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.659783:0:296883:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.659786:0:296883:0:(lov_object.c:1588:lov_io_init()) [0x200000402:0xc:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.659788:0:296883:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.659790:0:296883:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.659792:0:296883:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.659793:0:296883:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.659795:0:296883:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.659796:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.659797:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.659798:0:296883:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.659799:0:296883:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.659800:0:296883:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976750.659802:0:296883:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.659803:0:296883:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.659805:0:296883:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.659806:0:296883:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.659807:0:296883:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.659808:0:296883:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.659811:0:296883:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.659811:0:296883:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.659813:0:296883:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.659814:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.659816:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67e00. 00000020:00000010:0.0:1783976750.659819:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.659821:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.659824:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.659826:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.659829:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.659831:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.659833:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e67a00. 00000008:00000010:0.0:1783976750.659835:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.659836:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.659837:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.659839:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.659840:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976750.659842:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.659843:0:296883:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.659844:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83c32d0fc0 -> ffff9b83f743af58 00010000:00000001:0.0:1783976750.659846:0:296883:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.659847:0:296883:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.659848:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83c32d0fc0 -> ffff9b83f743af58 00000020:00000001:0.0:1783976750.659849:0:296883:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.659850:0:296883:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976750.659851:0:296883:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.659852:0:296883:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.659853:0:296883:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.659854:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83c32d0fc0 -> ffff9b83f743af58 00000008:00000001:0.0:1783976750.659855:0:296883:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.659856:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.659857:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.659858:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.659859:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.659860:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.659862:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.659863:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.659864:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.659865:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66000. 00000008:00000010:0.0:1783976750.659867:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.659868:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.659869:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.659871:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.659872:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66200. 00000020:00000010:0.0:1783976750.659873:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.659874:0:296883:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.659876:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.659877:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.659878:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.659879:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.659880:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.659881:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b8401383600 with handle 0xc4ea75fdb9c2566b from hash 00010000:00000001:0.0:1783976750.659883:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.659884:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.659884:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.659885:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.659886:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.659887:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.659888:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.659891:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000039c4dee2/0xc4ea75fdb9c25648 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3adc51d expref: -99 pid: 284634 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1783976750.659897:0:296883:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.659899:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.659901:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.659904:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976750.659906:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325200. 00000020:00000010:0.0:1783976750.659908:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.659910:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.659912:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.659914:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.659917:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.659919:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.659922:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976750.659924:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.659927:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.659929:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.659932:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.659933:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.659935:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.659937:0:296883:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.659939:0:296883:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.659940:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.659942:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.659944:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976750.659947:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e66200. 00000020:00000010:0.0:1783976750.659949:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.659951:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.659953:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.659955:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.659958:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.659960:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.659963:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66000. 00000008:00000010:0.0:1783976750.659965:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.659967:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.659969:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.659972:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.659974:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.659976:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.659977:0:296883:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.659979:0:296883:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.659981:0:296883:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.659983:0:296883:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.659984:0:296883:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.659986:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83c32d0700 -> ffff9b83f75bf530 00000020:00000001:0.0:1783976750.659988:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83f75bf530 -> ffff9b83f75bf530 00000020:00000001:0.0:1783976750.659989:0:296883:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.659990:0:296883:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.659992:0:296883:0:(vvp_io.c:1822:vvp_io_init()) [0x200000402:0xe390:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.659995:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.659996:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.659997:0:296883:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.659999:0:296883:0:(lov_object.c:1588:lov_io_init()) [0x200000402:0xe390:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.660001:0:296883:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.660003:0:296883:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.660004:0:296883:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.660005:0:296883:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.660006:0:296883:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.660008:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.660009:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.660010:0:296883:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.660011:0:296883:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.660012:0:296883:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976750.660014:0:296883:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.660015:0:296883:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.660016:0:296883:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.660017:0:296883:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.660018:0:296883:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.660020:0:296883:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0xe390:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.660023:0:296883:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.660024:0:296883:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.660025:0:296883:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.660026:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.660028:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e66200. 00000020:00000010:0.0:1783976750.660031:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.660033:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.660036:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.660038:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.660040:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.660042:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.660044:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976750.660047:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.660049:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.660051:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.660053:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.660055:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.660057:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.660060:0:296883:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.660062:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83c32d0700 -> ffff9b83f75bf530 00010000:00000001:0.0:1783976750.660064:0:296883:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.660065:0:296883:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.660067:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83c32d0700 -> ffff9b83f75bf530 00000020:00000001:0.0:1783976750.660079:0:296883:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.660081:0:296883:0:(osc_object.c:161:osc_attr_update()) set kms from 1000to 0 00020000:00000001:0.0:1783976750.660082:0:296883:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.660083:0:296883:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.660084:0:296883:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.660086:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83c32d0700 -> ffff9b83f75bf530 00000008:00000001:0.0:1783976750.660088:0:296883:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.660090:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.660092:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325200. 00000020:00000010:0.0:1783976750.660094:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.660096:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.660099:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.660101:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.660103:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.660105:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.660107:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976750.660109:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.660111:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.660113:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.660115:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.660117:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976750.660120:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.660121:0:296883:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.660123:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.660126:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.660127:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.660128:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.660130:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.660132:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b8401383200 with handle 0xc4ea75fdb9c25648 from hash 00010000:00000001:0.0:1783976750.660133:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.660135:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.660136:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.660137:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.660139:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.660140:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.660142:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.660145:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000a2156801/0xc4ea75fdb9c37d6e lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3b29738 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1783976750.660153:0:296883:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.660154:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.660156:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.660159:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.660161:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e66200. 00000020:00000010:0.0:1783976750.660164:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.660166:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.660168:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.660171:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.660173:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.660176:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.660178:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e67800. 00000008:00000010:0.0:1783976750.660180:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.660182:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.660185:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.660187:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.660189:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.660191:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.660193:0:296883:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.660194:0:296883:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.660195:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.660197:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.660199:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e67a00. 00000020:00000010:0.0:1783976750.660201:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67e00. 00000020:00000010:0.0:1783976750.660203:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.660206:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.660208:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.660210:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.660213:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.660215:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.660218:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976750.660220:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.660222:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.660225:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.660228:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.660230:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.660232:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.660233:0:296883:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.660235:0:296883:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.660237:0:296883:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.660239:0:296883:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.660241:0:296883:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.660243:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83ef78ac40 -> ffff9b83f609dd00 00000020:00000001:0.0:1783976750.660245:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83f609dd00 -> ffff9b83f609dd00 00000020:00000001:0.0:1783976750.660246:0:296883:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.660248:0:296883:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.660249:0:296883:0:(vvp_io.c:1822:vvp_io_init()) [0x240000402:0xfb45:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.660251:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.660252:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.660253:0:296883:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.660255:0:296883:0:(lov_object.c:1588:lov_io_init()) [0x240000402:0xfb45:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.660258:0:296883:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.660259:0:296883:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.660261:0:296883:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.660262:0:296883:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.660263:0:296883:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.660265:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.660266:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.660267:0:296883:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.660268:0:296883:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.660270:0:296883:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976750.660272:0:296883:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.660273:0:296883:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.660275:0:296883:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.660275:0:296883:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.660277:0:296883:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.660278:0:296883:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0xfb45:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.660281:0:296883:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.660282:0:296883:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.660283:0:296883:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.660284:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.660286:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67e00. 00000020:00000010:0.0:1783976750.660289:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.660292:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.660313:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.660317:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.660320:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.660322:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.660326:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e67a00. 00000008:00000010:0.0:1783976750.660329:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.660331:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.660334:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.660336:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.660338:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976750.660340:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.660343:0:296883:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.660345:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83ef78ac40 -> ffff9b83f609dd00 00010000:00000001:0.0:1783976750.660347:0:296883:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.660349:0:296883:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.660350:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83ef78ac40 -> ffff9b83f609dd00 00000020:00000001:0.0:1783976750.660351:0:296883:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.660352:0:296883:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976750.660353:0:296883:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.660354:0:296883:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.660355:0:296883:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.660356:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83ef78ac40 -> ffff9b83f609dd00 00000008:00000001:0.0:1783976750.660358:0:296883:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.660360:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.660361:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e66200. 00000020:00000010:0.0:1783976750.660362:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.660364:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.660365:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.660367:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.660368:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.660369:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.660371:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66000. 00000008:00000010:0.0:1783976750.660372:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.660374:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.660375:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.660376:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.660377:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.660378:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.660379:0:296883:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.660381:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.660382:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.660383:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.660384:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.660385:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.660387:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83ef468800 with handle 0xc4ea75fdb9c37d6e from hash 00010000:00000001:0.0:1783976750.660389:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.660390:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.660391:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.660392:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.660394:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.660395:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.660398:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.660401:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000003b132b92/0xc4ea75fdb9c37d36 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3b2960b expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1783976750.660407:0:296883:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.660409:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.660412:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.660415:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976750.660417:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976750.660420:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.660422:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.660425:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.660427:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.660430:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.660432:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.660434:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325200. 00000008:00000010:0.0:1783976750.660436:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.660438:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.660440:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.660442:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.660444:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.660446:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.660447:0:296883:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.660449:0:296883:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.660450:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.660453:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.660455:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976750.660458:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.660461:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.660463:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.660466:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.660468:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.660470:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.660472:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.660474:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66000. 00000008:00000010:0.0:1783976750.660477:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.660480:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.660482:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.660484:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.660485:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.660487:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.660488:0:296883:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.660489:0:296883:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.660491:0:296883:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.660492:0:296883:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.660493:0:296883:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.660495:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83de7b8380 -> ffff9b83f5f01c38 00000020:00000001:0.0:1783976750.660496:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83f5f01c38 -> ffff9b83f5f01c38 00000020:00000001:0.0:1783976750.660496:0:296883:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.660497:0:296883:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.660499:0:296883:0:(vvp_io.c:1822:vvp_io_init()) [0x240000402:0xfb44:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.660500:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.660501:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.660502:0:296883:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.660503:0:296883:0:(lov_object.c:1588:lov_io_init()) [0x240000402:0xfb44:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.660504:0:296883:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.660505:0:296883:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.660506:0:296883:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.660507:0:296883:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.660508:0:296883:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.660508:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.660509:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.660510:0:296883:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.660510:0:296883:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.660511:0:296883:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976750.660512:0:296883:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.660513:0:296883:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.660514:0:296883:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.660515:0:296883:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.660516:0:296883:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.660517:0:296883:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0xfb44:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.660518:0:296883:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.660518:0:296883:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.660519:0:296883:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.660520:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.660521:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.660523:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.660524:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.660526:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.660527:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.660529:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.660530:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.660532:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976750.660533:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.660535:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.660536:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.660538:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.660540:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.660543:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.660545:0:296883:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.660546:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83de7b8380 -> ffff9b83f5f01c38 00010000:00000001:0.0:1783976750.660547:0:296883:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.660548:0:296883:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.660549:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83de7b8380 -> ffff9b83f5f01c38 00000020:00000001:0.0:1783976750.660550:0:296883:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.660551:0:296883:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976750.660552:0:296883:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.660554:0:296883:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.660555:0:296883:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.660556:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83de7b8380 -> ffff9b83f5f01c38 00000008:00000001:0.0:1783976750.660557:0:296883:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.660558:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.660559:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976750.660561:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.660562:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.660563:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.660564:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.660566:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.660567:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.660568:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976750.660569:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.660570:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.660572:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.660573:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.660575:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325200. 00000020:00000010:0.0:1783976750.660576:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.660577:0:296883:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.660579:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.660580:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.660581:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.660581:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.660582:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.660584:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83c6307e00 with handle 0xc4ea75fdb9c37d36 from hash 00010000:00000001:0.0:1783976750.660585:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.660586:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.660587:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.660588:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.660589:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.660590:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.660591:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.660592:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000053aeafed/0xc4ea75fdb9c37d1a lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3b29563 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1783976750.660597:0:296883:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.660597:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.660599:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.660600:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.660602:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.660603:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.660604:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.660606:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.660607:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.660609:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.660610:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.660611:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66200. 00000008:00000010:0.0:1783976750.660612:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.660613:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.660615:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.660617:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.660618:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.660619:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.660620:0:296883:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.660621:0:296883:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.660622:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.660622:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.660624:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e67a00. 00000020:00000010:0.0:1783976750.660625:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67e00. 00000020:00000010:0.0:1783976750.660626:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.660627:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.660628:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.660629:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.660631:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.660632:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.660633:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325200. 00000008:00000010:0.0:1783976750.660634:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.660636:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.660637:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.660638:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.660639:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.660640:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.660640:0:296883:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.660641:0:296883:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.660643:0:296883:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.660644:0:296883:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.660645:0:296883:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.660646:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83c6304000 -> ffff9b83f6187c38 00000020:00000001:0.0:1783976750.660647:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83f6187c38 -> ffff9b83f6187c38 00000020:00000001:0.0:1783976750.660648:0:296883:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.660649:0:296883:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.660650:0:296883:0:(vvp_io.c:1822:vvp_io_init()) [0x240000402:0xfb46:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.660651:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.660652:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.660653:0:296883:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.660654:0:296883:0:(lov_object.c:1588:lov_io_init()) [0x240000402:0xfb46:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.660655:0:296883:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.660656:0:296883:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.660658:0:296883:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.660658:0:296883:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.660659:0:296883:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.660661:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.660662:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.660663:0:296883:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.660664:0:296883:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.660666:0:296883:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976750.660667:0:296883:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.660669:0:296883:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.660670:0:296883:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.660671:0:296883:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.660672:0:296883:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.660673:0:296883:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0xfb46:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.660676:0:296883:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.660677:0:296883:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.660678:0:296883:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.660679:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.660681:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67e00. 00000020:00000010:0.0:1783976750.660684:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.660686:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.660690:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.660692:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.660694:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.660696:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.660698:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e67a00. 00000008:00000010:0.0:1783976750.660701:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.660703:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.660705:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.660707:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.660709:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325200. 00000020:00000010:0.0:1783976750.660711:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.660713:0:296883:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.660715:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83c6304000 -> ffff9b83f6187c38 00010000:00000001:0.0:1783976750.660717:0:296883:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.660718:0:296883:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.660720:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83c6304000 -> ffff9b83f6187c38 00000020:00000001:0.0:1783976750.660721:0:296883:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.660722:0:296883:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976750.660724:0:296883:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.660726:0:296883:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.660727:0:296883:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.660729:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83c6304000 -> ffff9b83f6187c38 00000008:00000001:0.0:1783976750.660731:0:296883:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.660733:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.660734:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976750.660737:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.660739:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.660741:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.660743:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.660745:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.660747:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.660748:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66000. 00000008:00000010:0.0:1783976750.660750:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.660752:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.660754:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.660756:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.660758:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66200. 00000020:00000010:0.0:1783976750.660760:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.660762:0:296883:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.660764:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.660766:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.660767:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.660768:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.660770:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.660772:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83ef46bc00 with handle 0xc4ea75fdb9c37d1a from hash 00010000:00000001:0.0:1783976750.660773:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.660775:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.660776:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.660777:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.660779:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.660780:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.660782:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976750.660785:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000027c6a3da/0xc4ea75fdb9c37c4f lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x45f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3b291ce expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1783976750.660791:0:296883:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976750.660792:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.660795:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976750.660797:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325200. 00000020:00000010:0.0:1783976750.660799:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976750.660801:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.660804:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.660806:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.660808:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.660810:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.660812:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.660814:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976750.660817:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.660820:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.660822:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.660825:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976750.660826:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976750.660828:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976750.660829:0:296883:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976750.660831:0:296883:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976750.660832:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976750.660833:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976750.660836:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976750.660840:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e66200. 00000020:00000010:0.0:1783976750.660843:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.660846:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.660848:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.660850:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.660852:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.660854:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.660856:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66000. 00000008:00000010:0.0:1783976750.660858:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.660861:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.660863:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.660865:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976750.660867:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976750.660869:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976750.660870:0:296883:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976750.660872:0:296883:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976750.660874:0:296883:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976750.660876:0:296883:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.660877:0:296883:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976750.660879:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83f2ed0e00 -> ffff9b83f2ed32d8 00000020:00000001:0.0:1783976750.660881:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83f2ed32d8 -> ffff9b83f2ed32d8 00000020:00000001:0.0:1783976750.660882:0:296883:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976750.660883:0:296883:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976750.660885:0:296883:0:(vvp_io.c:1822:vvp_io_init()) [0x240000402:0xfba6:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976750.660886:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.660887:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976750.660889:0:296883:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976750.660891:0:296883:0:(lov_object.c:1588:lov_io_init()) [0x240000402:0xfba6:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976750.660893:0:296883:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976750.660894:0:296883:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976750.660896:0:296883:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976750.660897:0:296883:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976750.660898:0:296883:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.660900:0:296883:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976750.660901:0:296883:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976750.660901:0:296883:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976750.660902:0:296883:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976750.660904:0:296883:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976750.660905:0:296883:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976750.660907:0:296883:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976750.660908:0:296883:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976750.660909:0:296883:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976750.660910:0:296883:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976750.660911:0:296883:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0xfba6:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976750.660913:0:296883:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976750.660914:0:296883:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976750.660915:0:296883:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.660916:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976750.660917:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e66200. 00000020:00000010:0.0:1783976750.660920:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976750.660922:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976750.660924:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976750.660926:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976750.660928:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976750.660930:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976750.660932:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976750.660934:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976750.660936:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976750.660938:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976750.660940:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976750.660942:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66000. 00000020:00000010:0.0:1783976750.660944:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976750.660946:0:296883:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.660948:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83f2ed0e00 -> ffff9b83f2ed32d8 00010000:00000001:0.0:1783976750.660949:0:296883:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976750.660951:0:296883:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.660953:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83f2ed0e00 -> ffff9b83f2ed32d8 00000020:00000001:0.0:1783976750.660954:0:296883:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976750.660955:0:296883:0:(osc_object.c:161:osc_attr_update()) set kms from 17to 0 00020000:00000001:0.0:1783976750.660957:0:296883:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976750.660958:0:296883:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.660960:0:296883:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.660961:0:296883:0:(cl_object.c:151:cl_object_top()) ffff9b83f2ed0e00 -> ffff9b83f2ed32d8 00000008:00000001:0.0:1783976750.660963:0:296883:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976750.660965:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976750.660967:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976750.660969:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976750.660971:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976750.660973:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976750.660975:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976750.660976:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976750.660978:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976750.660980:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325200. 00000008:00000010:0.0:1783976750.660982:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976750.660984:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976750.660986:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976750.660988:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976750.660990:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976750.660992:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976750.660993:0:296883:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.660995:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976750.660997:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976750.660998:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976750.660999:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976750.661000:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976750.661002:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83ef469200 with handle 0xc4ea75fdb9c37c4f from hash 00010000:00000001:0.0:1783976750.661004:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976750.661005:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976750.661006:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.661007:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976750.661009:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976750.661010:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976750.661012:0:296883:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=24 : 24 : 18) 00010000:00000001:0.0:1783976750.661016:0:296883:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976750.661018:0:296883:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1783976750.661024:0:296883:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cad80. 00000020:00000040:0.0:1783976750.661027:0:296883:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=12 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000100:00000001:0.0:1783976750.661032:0:296883:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976750.661034:0:296883:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976750.661038:0:296883:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976750.661043:0:296883:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b83f5e66000. 00000100:00000001:0.0:1783976750.661048:0:296883:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976750.661051:0:296883:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783976750.661055:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000003cc9c73/0xc4ea75fdb9c38459 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x1b14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2b94a expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976750.661064:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000e1146a96/0xc4ea75fdb9c3842f lrc: 1/0,0 mode: --/PR res: [0x280000402:0x1b68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2b894 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976750.661085:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000d569148d/0xc4ea75fdb9c383a3 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x1b13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2b5a0 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976750.661093:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000061bea6b1/0xc4ea75fdb9c3831e lrc: 1/0,0 mode: --/PR res: [0x280000402:0x1b69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2b2ac expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976750.661100:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000470fd2ca/0xc4ea75fdb9c382bc lrc: 1/0,0 mode: --/PR res: [0x280000403:0x1b12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2b0fa expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976750.661107:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000001281a672/0xc4ea75fdb9c38149 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x1cc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2a9d7 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976750.661114:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000231f962f/0xc4ea75fdb9c38118 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x1cc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2a8fe expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976750.661121:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000df02a352/0xc4ea75fdb9c380a8 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x1ccc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2a6c0 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976750.661133:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000003ee6adbb/0xc4ea75fdb9c3b5d7 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x1cd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b38bc1 expref: -99 pid: 284635 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976750.661140:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000bbff11bb/0xc4ea75fdb9c23bad lrc: 1/0,0 mode: --/PW res: [0x280000402:0x1cea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869480000020 nid: local remote: 0xe1223009a3ad4c95 expref: -99 pid: 280535 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976750.661146:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000005990e56a/0xc4ea75fdb9c3b4b1 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x1cdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b38657 expref: -99 pid: 284635 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976750.661152:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000330bfcef/0xc4ea75fdb9c3807e lrc: 1/0,0 mode: --/PR res: [0x280000402:0x1ccb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2a5e0 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976750.661158:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000ef3c211b/0xc4ea75fdb9c3b392 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x1dfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b3816b expref: -99 pid: 284635 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976750.661165:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000005c36fcf/0xc4ea75fdb9c3b2dc lrc: 1/0,0 mode: --/PR res: [0x280000403:0x1e00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b37df2 expref: -99 pid: 284635 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976750.661170:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000027fa0895/0xc4ea75fdb9c38000 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x1cd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2a394 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976750.661176:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000a51a2073/0xc4ea75fdb9c37fc1 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x1cc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2a29f expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976750.661183:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000012e05c23/0xc4ea75fdb9c37f97 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x1cd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2a1a3 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976750.661189:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000006af07b4a/0xc4ea75fdb9c37f43 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b29ff1 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976750.661196:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000894c9986/0xc4ea75fdb9c2566b lrc: 1/0,0 mode: --/PR res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3adc5b7 expref: -99 pid: 284634 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976750.661202:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000039c4dee2/0xc4ea75fdb9c25648 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3adc51d expref: -99 pid: 284634 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976750.661207:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000a2156801/0xc4ea75fdb9c37d6e lrc: 1/0,0 mode: --/PR res: [0x280000402:0x413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b29738 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976750.661213:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000003b132b92/0xc4ea75fdb9c37d36 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2960b expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976750.661220:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000053aeafed/0xc4ea75fdb9c37d1a lrc: 1/0,0 mode: --/PR res: [0x280000402:0x414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b29563 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976750.661226:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000027c6a3da/0xc4ea75fdb9c37c4f lrc: 1/0,0 mode: --/PR res: [0x280000402:0x45f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b291ce expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976750.661232:0:296883:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 24 locks packed 00010000:00000001:0.0:1783976750.661234:0:296883:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=24 : 24 : 18) 00000100:00000001:0.0:1783976750.661238:0:296883:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976750.661241:0:296883:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976750.661252:0:296883:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ccf7244] to pc [ptlrpcd_00_00+0] req@ffff9b83ef4cad80 x1870620402672128/t0(0) o103->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:17/18 lens 504/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1783976750.661284:0:296883:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976750.661286:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.661289:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000003cc9c73/0xc4ea75fdb9c38459 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1b14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2b94a expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976750.661313:0:296883:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83df2e3b00. 00010000:00000040:0.0:1783976750.661318:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fc2e1500 count: 0 00010000:00000010:0.0:1783976750.661323:0:296883:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fc2e1d00. 00010000:00000001:0.0:1783976750.661330:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.661331:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.661333:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000e1146a96/0xc4ea75fdb9c3842f lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1b68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2b894 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976750.661339:0:296883:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83efd40c80. 00010000:00000040:0.0:1783976750.661342:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b8401238900 count: 0 00010000:00000010:0.0:1783976750.661344:0:296883:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b8401238600. 00010000:00000001:0.0:1783976750.661352:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.661353:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.661355:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000d569148d/0xc4ea75fdb9c383a3 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1b13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2b5a0 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976750.661362:0:296883:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83efd40a40. 00010000:00000040:0.0:1783976750.661364:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b8401238300 count: 0 00010000:00000010:0.0:1783976750.661366:0:296883:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b8401238500. 00010000:00000001:0.0:1783976750.661371:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.661373:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.661375:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000061bea6b1/0xc4ea75fdb9c3831e lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1b69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2b2ac expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976750.661387:0:296883:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83efd40340. 00010000:00000040:0.0:1783976750.661389:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b8401238200 count: 0 00010000:00000010:0.0:1783976750.661391:0:296883:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b8401238c00. 00010000:00000001:0.0:1783976750.661396:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.661396:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.661399:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000470fd2ca/0xc4ea75fdb9c382bc lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1b12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2b0fa expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976750.661404:0:296883:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83efd40000. 00010000:00000040:0.0:1783976750.661406:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f6572900 count: 0 00010000:00000010:0.0:1783976750.661408:0:296883:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f6572600. 00010000:00000001:0.0:1783976750.661413:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.661414:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.661416:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000001281a672/0xc4ea75fdb9c38149 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1cc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2a9d7 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976750.661422:0:296883:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f6182400. 00010000:00000040:0.0:1783976750.661424:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b84003f4600 count: 0 00010000:00000010:0.0:1783976750.661426:0:296883:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b84003f4700. 00010000:00000001:0.0:1783976750.661429:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.661430:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.661432:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000231f962f/0xc4ea75fdb9c38118 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1cc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2a8fe expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976750.661438:0:296883:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f7ef9ec0. 00010000:00000040:0.0:1783976750.661440:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b840154ed00 count: 0 00010000:00000010:0.0:1783976750.661442:0:296883:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b840154e400. 00010000:00000001:0.0:1783976750.661445:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.661447:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.661449:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000df02a352/0xc4ea75fdb9c380a8 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1ccc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2a6c0 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976750.661454:0:296883:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f7ef9ac0. 00010000:00000040:0.0:1783976750.661456:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83de6be900 count: 0 00010000:00000010:0.0:1783976750.661458:0:296883:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83de6be600. 00010000:00000001:0.0:1783976750.661462:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.661463:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.661465:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000003ee6adbb/0xc4ea75fdb9c3b5d7 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1cd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b38bc1 expref: -99 pid: 284635 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976750.661471:0:296883:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ef798600. 00010000:00000040:0.0:1783976750.661476:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef79c000 count: 0 00010000:00000010:0.0:1783976750.661478:0:296883:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83ef79c100. 00010000:00000001:0.0:1783976750.661483:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.661484:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.661486:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000bbff11bb/0xc4ea75fdb9c23bad lrc: 0/0,0 mode: --/PW res: [0x280000402:0x1cea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869480000020 nid: local remote: 0xe1223009a3ad4c95 expref: -99 pid: 280535 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976750.661490:0:296883:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d1a2fd40. 00010000:00000040:0.0:1783976750.661492:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ecccb200 count: 0 00010000:00000010:0.0:1783976750.661493:0:296883:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83cbd5cd00. 00010000:00000001:0.0:1783976750.661496:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.661497:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.661498:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000005990e56a/0xc4ea75fdb9c3b4b1 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1cdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b38657 expref: -99 pid: 284635 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976750.661501:0:296883:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ef798c00. 00010000:00000040:0.0:1783976750.661503:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef79c300 count: 0 00010000:00000010:0.0:1783976750.661504:0:296883:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83ef79c500. 00010000:00000001:0.0:1783976750.661508:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.661508:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.661510:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000330bfcef/0xc4ea75fdb9c3807e lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1ccb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2a5e0 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976750.661514:0:296883:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f6099b40. 00010000:00000040:0.0:1783976750.661515:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b840123dc00 count: 0 00010000:00000010:0.0:1783976750.661516:0:296883:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b840123da00. 00010000:00000001:0.0:1783976750.661519:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.661519:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.661521:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000ef3c211b/0xc4ea75fdb9c3b392 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1dfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b3816b expref: -99 pid: 284635 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976750.661524:0:296883:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83efa2d080. 00010000:00000040:0.0:1783976750.661526:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef06ef00 count: 0 00010000:00000010:0.0:1783976750.661527:0:296883:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83ef06e900. 00010000:00000001:0.0:1783976750.661530:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.661530:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.661532:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000005c36fcf/0xc4ea75fdb9c3b2dc lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1e00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b37df2 expref: -99 pid: 284635 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976750.661535:0:296883:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83efa2d480. 00010000:00000040:0.0:1783976750.661536:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef06a000 count: 0 00010000:00000010:0.0:1783976750.661537:0:296883:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83ef06ed00. 00010000:00000001:0.0:1783976750.661540:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.661541:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.661542:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000027fa0895/0xc4ea75fdb9c38000 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1cd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2a394 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976750.661546:0:296883:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f7ef9280. 00010000:00000040:0.0:1783976750.661547:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83de6bea00 count: 0 00010000:00000010:0.0:1783976750.661549:0:296883:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83de6be300. 00010000:00000001:0.0:1783976750.661551:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.661552:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.661554:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000a51a2073/0xc4ea75fdb9c37fc1 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1cc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2a29f expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976750.661557:0:296883:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f6099fc0. 00010000:00000040:0.0:1783976750.661558:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b840123bb00 count: 0 00010000:00000010:0.0:1783976750.661560:0:296883:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b840123b000. 00010000:00000001:0.0:1783976750.661563:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.661563:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.661565:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000012e05c23/0xc4ea75fdb9c37f97 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1cd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2a1a3 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976750.661568:0:296883:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f7ef9d80. 00010000:00000040:0.0:1783976750.661569:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83de6bee00 count: 0 00010000:00000010:0.0:1783976750.661571:0:296883:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83de6be800. 00010000:00000001:0.0:1783976750.661573:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.661573:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.661575:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000006af07b4a/0xc4ea75fdb9c37f43 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b29ff1 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976750.661578:0:296883:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f7ef91c0. 00010000:00000040:0.0:1783976750.661579:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b84017e6600 count: 0 00010000:00000010:0.0:1783976750.661580:0:296883:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b84017e6700. 00010000:00000001:0.0:1783976750.661583:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.661583:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.661585:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000894c9986/0xc4ea75fdb9c2566b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3adc5b7 expref: -99 pid: 284634 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976750.661588:0:296883:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d4afc8c0. 00010000:00000040:0.0:1783976750.661591:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ed3ad700 count: 0 00010000:00000010:0.0:1783976750.661593:0:296883:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83ed3ade00. 00010000:00000001:0.0:1783976750.661596:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.661597:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.661598:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000039c4dee2/0xc4ea75fdb9c25648 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3adc51d expref: -99 pid: 284634 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976750.661602:0:296883:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d4afcc00. 00010000:00000040:0.0:1783976750.661603:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f2b69300 count: 0 00010000:00000010:0.0:1783976750.661604:0:296883:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f2b69e00. 00010000:00000001:0.0:1783976750.661606:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.661607:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.661609:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000a2156801/0xc4ea75fdb9c37d6e lrc: 0/0,0 mode: --/PR res: [0x280000402:0x413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b29738 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976750.661612:0:296883:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f6099e80. 00010000:00000040:0.0:1783976750.661613:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f609c600 count: 0 00010000:00000010:0.0:1783976750.661615:0:296883:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f609c700. 00010000:00000001:0.0:1783976750.661617:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.661618:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.661620:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000003b132b92/0xc4ea75fdb9c37d36 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b2960b expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976750.661623:0:296883:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f61822c0. 00010000:00000040:0.0:1783976750.661624:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b84017e0900 count: 0 00010000:00000010:0.0:1783976750.661625:0:296883:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b84017e0600. 00010000:00000001:0.0:1783976750.661628:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.661628:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.661630:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000053aeafed/0xc4ea75fdb9c37d1a lrc: 0/0,0 mode: --/PR res: [0x280000402:0x414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b29563 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976750.661636:0:296883:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83efd40700. 00010000:00000040:0.0:1783976750.661646:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b84017e1600 count: 0 00010000:00000010:0.0:1783976750.661648:0:296883:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b84017e1700. 00010000:00000001:0.0:1783976750.661651:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.661652:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976750.661653:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000027c6a3da/0xc4ea75fdb9c37c4f lrc: 0/0,0 mode: --/PR res: [0x280000402:0x45f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b291ce expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1783976750.661659:0:296883:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f6099c80. 00010000:00000040:0.0:1783976750.661664:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f609cc00 count: 0 00010000:00000010:0.0:1783976750.661668:0:296883:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f609ca00. 00010000:00000001:0.0:1783976750.661671:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976750.661673:0:296883:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1783976750.661675:0:296883:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9b83f726d840. 00010000:00000001:0.0:1783976750.661678:0:296883:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976750.661680:0:296883:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976750.661682:0:296883:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976750.661684:0:296883:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976750.661686:0:296883:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976750.661687:0:296883:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976750.661688:0:296883:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976750.661690:0:296883:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976750.661691:0:296883:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976750.661693:0:296883:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976751.667368:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976751.667374:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976751.667379:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976751.667386:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976751.667389:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976751.667390:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976751.667392:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976751.667393:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976751.667395:0:296873:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976751.667395:0:296873:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976751.667412:0:192197:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976751.667414:0:192197:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976751.667415:0:192197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976752.691373:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976752.691380:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976752.691387:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976752.691388:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976752.691392:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976752.691393:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976752.691397:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976752.691406:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976752.691413:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976752.691414:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976753.715389:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976753.715395:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976753.715400:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976753.715401:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976753.715405:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976753.715406:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976753.715409:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976753.715410:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976753.715413:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976753.715414:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976753.715433:0:296882:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976753.715436:0:296882:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976753.715439:0:296882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976754.739352:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976754.739358:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976754.739363:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976754.739364:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976754.739366:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976754.739367:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976754.739369:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976754.739370:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976754.739371:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976754.739373:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976755.763394:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976755.763399:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976755.763403:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976755.763404:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976755.763407:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976755.763408:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976755.763410:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976755.763411:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976755.763412:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976755.763413:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976755.763431:0:296883:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976755.763433:0:296883:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976755.763435:0:296883:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976756.787393:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976756.787399:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976756.787401:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976756.787403:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976756.787407:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976756.787408:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976756.787410:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976756.787411:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976756.787414:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976756.787415:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976756.787418:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976756.787418:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976756.787420:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976756.787421:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976756.787424:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976756.787424:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976756.787441:0:192197:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976756.787448:0:192197:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976756.787450:0:192197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976757.811418:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976757.811431:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976757.811436:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976757.811438:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976757.811441:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976757.811443:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976757.811446:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976757.811447:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976757.811451:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976757.811452:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976758.835394:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976758.835399:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976758.835404:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976758.835405:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976758.835407:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976758.835408:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976758.835410:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976758.835410:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976758.835412:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976758.835413:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976758.835431:0:296882:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976758.835433:0:296882:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976758.835434:0:296882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976759.859421:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976759.859428:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976759.859434:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976759.859435:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976759.859439:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976759.859440:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976759.859444:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976759.859445:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976759.859448:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976759.859449:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976760.883435:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976760.883442:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976760.883449:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976760.883453:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976760.883455:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976760.883469:0:296893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976760.883472:0:296893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976760.883473:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976760.883476:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976760.883478:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976760.883481:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976760.883483:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976760.883487:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976760.883489:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976760.883490:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976760.883497:0:296893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976760.883498:0:296893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976760.883498:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976760.883500:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976760.883501:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976760.883502:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976760.883504:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976760.883507:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976760.883508:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976760.883509:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976760.883511:0:296893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976760.883512:0:296893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976760.883513:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976760.883514:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976760.883515:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976760.883517:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976760.883518:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976760.883521:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976760.883522:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976760.883523:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976760.883525:0:296893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976760.883526:0:296893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976760.883527:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976760.883528:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976760.883529:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976760.883530:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976760.883532:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976760.883581:0:296883:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976760.883585:0:296883:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976760.883587:0:296883:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976761.907416:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976761.907422:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976761.907429:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976761.907430:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976761.907434:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976761.907436:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976761.907439:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976761.907441:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976761.907444:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976761.907445:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976761.907469:0:192197:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976761.907472:0:192197:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976761.907474:0:192197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976762.934140:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976762.934146:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976762.934150:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976762.934151:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976762.934153:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976762.934154:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976762.934156:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976762.934157:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976762.934159:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976762.934160:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976763.955414:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976763.955420:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976763.955426:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976763.955427:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976763.955430:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976763.955431:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976763.955434:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976763.955435:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976763.955438:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976763.955439:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976763.955463:0:296882:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976763.955466:0:296882:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976763.955469:0:296882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976764.980954:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976764.980962:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976764.980968:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976764.980969:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976764.980973:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976764.980974:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976764.980977:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976764.980978:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976764.980981:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976764.980982:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976766.003455:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976766.003461:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976766.003467:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976766.003468:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976766.003472:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976766.003473:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976766.003476:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976766.003477:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976766.003479:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976766.003481:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976766.003504:0:296883:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976766.003507:0:296883:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976766.003509:0:296883:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976767.027417:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976767.027426:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976767.027428:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976767.027431:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976767.027436:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976767.027438:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976767.027440:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976767.027442:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976767.027447:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976767.027449:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976767.027452:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976767.027454:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976767.027457:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976767.027458:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976767.027461:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976767.027463:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976767.027488:0:192197:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976767.027491:0:192197:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976767.027494:0:192197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976768.051415:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976768.051421:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976768.051427:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976768.051429:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976768.051432:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976768.051433:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976768.051436:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976768.051437:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976768.051439:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976768.051440:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976769.075413:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976769.075419:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976769.075425:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976769.075426:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976769.075430:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976769.075431:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976769.075443:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976769.075445:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976769.075448:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976769.075449:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976769.075473:0:296882:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976769.075475:0:296882:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976769.075478:0:296882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976770.099426:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976770.099433:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976770.099440:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976770.099441:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976770.099446:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976770.099448:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976770.099452:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976770.099453:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976770.099456:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976770.099457:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976771.123413:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976771.123420:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976771.123426:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976771.123430:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976771.123432:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976771.123446:0:296893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976771.123448:0:296893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976771.123450:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976771.123453:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976771.123455:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976771.123457:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976771.123459:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976771.123463:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976771.123464:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976771.123465:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976771.123473:0:296893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976771.123474:0:296893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976771.123475:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976771.123477:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976771.123478:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976771.123479:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976771.123481:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976771.123484:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976771.123485:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976771.123487:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976771.123489:0:296893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976771.123490:0:296893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976771.123491:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976771.123492:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976771.123493:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976771.123495:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976771.123497:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976771.123500:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976771.123502:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976771.123503:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976771.123505:0:296893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976771.123506:0:296893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976771.123507:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976771.123508:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976771.123509:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976771.123511:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976771.123512:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976771.123537:0:296883:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976771.123540:0:296883:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976771.123543:0:296883:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976772.147395:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976772.147402:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976772.147418:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976772.147419:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976772.147424:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976772.147425:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976772.147428:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976772.147429:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976772.147433:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976772.147434:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976772.147457:0:192197:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976772.147460:0:192197:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976772.147462:0:192197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976773.171392:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976773.171399:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976773.171405:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976773.171407:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976773.171410:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976773.171411:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976773.171413:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976773.171414:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976773.171417:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976773.171418:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976774.195361:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976774.195366:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976774.195370:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976774.195371:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976774.195373:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976774.195374:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976774.195376:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976774.195377:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976774.195379:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976774.195380:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976774.195404:0:296882:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976774.195405:0:296882:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976774.195407:0:296882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783976774.707434:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976774.707444:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976774.707447:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976774.707450:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976774.707455:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976774.707462:0:226353:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 14428 00000400:00000200:0.0:1783976774.707470:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976774.707475:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976774.707479:0:226353:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976774.707482:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976774.707485:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976774.707488:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976774.707490:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976774.707495:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976774.707496:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783976774.707499:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976774.707502:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783976774.707505:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783976774.707507:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783976774.707510:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976774.707512:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976774.707514:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976774.707516:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976774.707518:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783976774.707522:0:226353:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976774.707524:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976774.707527:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976774.707530:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976774.707532:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976774.707535:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976774.707537:0:226353:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976774.707545:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4caa00. 00000020:00000040:0.0:1783976774.707549:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783976774.707553:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976774.707554:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976774.707558:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976774.707560:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976774.707564:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976774.707572:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783976774.707578:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976774.707586:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4caa00 x1870620402674816/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976774.707596:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976774.707600:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976774.707619:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c533d711] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4caa00 x1870620402674816/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976774.707641:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976774.707644:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976774.707647:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976774.707648:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976774.707650:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976774.707666:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976774.707669:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14428 00000400:00000200:0.0:1783976774.707674:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976774.707678:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976774.707681:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976774.707684:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976774.707688:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976774.707693:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976774.707698:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976774.707704:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976774.707707:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783976774.707710:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976774.707713:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783976774.707717:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783976774.707720:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783976774.707724:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976774.707728:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976774.707732:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976774.707735:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976774.707739:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783976774.707744:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976774.707750:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976774.707756:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976774.707763:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976774.707768:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976774.707770:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976774.707775:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976774.707779:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976774.707784:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976774.707790:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9880. 00000020:00000040:0.0:1783976774.707794:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=134 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783976774.707800:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976774.707801:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976774.707804:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976774.707808:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976774.707810:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976774.707815:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783976774.707822:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976774.707831:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9880 x1870620402674944/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976774.707852:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976774.707857:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976774.707866:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021d623df] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9880 x1870620402674944/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976774.707893:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976774.707899:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976774.707906:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976774.707910:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976774.707915:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976774.707920:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976774.707926:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14428 00000400:00000200:0.0:1783976774.707933:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976774.707939:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976774.707944:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976774.707952:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976774.707956:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976774.707961:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976774.707966:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976774.707971:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976774.707972:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783976774.707975:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976774.707979:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783976774.707983:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783976774.707985:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783976774.707988:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976774.707990:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976774.707993:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976774.707998:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976774.708001:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783976774.708007:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976774.708011:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976774.708016:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976774.708021:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976774.708026:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976774.708031:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976774.708033:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976774.708036:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976774.708040:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976774.708046:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb800. 00000020:00000040:0.0:1783976774.708051:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=118 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783976774.708057:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976774.708060:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976774.708065:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976774.708068:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976774.708071:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976774.708079:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0c00. 00000100:00000001:0.0:1783976774.708085:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976774.708096:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb800 x1870620402675072/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976774.708114:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976774.708118:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976774.708124:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059270a1d] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb800 x1870620402675072/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976774.708136:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976774.708141:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976774.708147:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976774.708152:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976774.708154:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976774.708160:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976774.708167:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14428 00000400:00000200:0.0:1783976774.708177:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976774.708185:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976774.708188:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976774.708194:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976774.708198:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976774.708203:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976774.708207:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976774.708212:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976774.708214:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783976774.708218:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976774.708221:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783976774.708226:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783976774.708230:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783976774.708238:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976774.708243:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976774.708247:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976774.708252:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976774.708257:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783976774.708263:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976774.708270:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976774.708274:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976774.708278:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976774.708283:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976774.708287:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976774.708321:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976774.708325:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976774.708327:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976774.708331:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb480. 00000020:00000040:0.0:1783976774.708336:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783976774.708342:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976774.708346:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976774.708351:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976774.708353:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976774.708355:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976774.708359:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783976774.708364:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976774.708372:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb480 x1870620402675200/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976774.708383:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976774.708387:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976774.708394:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b84e84d] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb480 x1870620402675200/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976774.708411:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976774.708416:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976774.708425:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976774.708429:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976774.708432:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976774.708437:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976774.708443:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14428 00000400:00000200:0.0:1783976774.708451:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976774.708458:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976774.708462:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976774.708468:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976774.708473:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976774.708476:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976774.708479:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976774.708484:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976774.708487:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783976774.708490:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976774.708492:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783976774.708494:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783976774.708499:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783976774.708506:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976774.708510:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976774.708515:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976774.708520:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976774.708524:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783976774.708531:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976774.708537:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976774.708541:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976774.708545:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976774.708550:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976774.708554:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976774.708557:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976774.708560:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976774.708561:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976774.708565:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783976774.708569:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783976774.708572:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976774.708575:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976774.708579:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976774.708582:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976774.708587:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976774.708594:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783976774.708601:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976774.708609:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620402675328/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976774.708624:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976774.708630:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976774.708639:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620402675328/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976774.708673:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976774.708679:0:226353:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14438) 00010000:00000001:0.0:1783976775.219424:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976775.219431:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976775.219438:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976775.219440:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976775.219443:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976775.219445:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976775.219448:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976775.219449:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976775.219452:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976775.219453:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976776.243409:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976776.243419:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976776.243428:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976776.243429:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976776.243435:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976776.243436:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976776.243441:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976776.243442:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976776.243446:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976776.243447:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976776.243476:0:296883:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976776.243480:0:296883:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976776.243483:0:296883:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976777.267403:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976777.267410:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976777.267412:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976777.267414:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976777.267418:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976777.267419:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976777.267421:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976777.267422:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976777.267425:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976777.267426:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976777.267428:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976777.267429:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976777.267431:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976777.267432:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976777.267433:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976777.267434:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976777.267453:0:192197:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976777.267454:0:192197:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976777.267456:0:192197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976778.291434:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976778.291441:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976778.291448:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976778.291449:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976778.291454:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976778.291455:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976778.291459:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976778.291460:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976778.291464:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976778.291465:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976779.315421:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976779.315428:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976779.315434:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976779.315436:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976779.315439:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976779.315441:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976779.315444:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976779.315445:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976779.315449:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976779.315450:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976779.315501:0:296882:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976779.315504:0:296882:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976779.315507:0:296882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976780.339957:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976780.339966:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976780.339974:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976780.339976:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976780.339980:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976780.339981:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976780.339985:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976780.339986:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976780.339990:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976780.339991:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976781.363411:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976781.363417:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976781.363422:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976781.363425:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976781.363428:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976781.363443:0:296893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976781.363444:0:296893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976781.363445:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976781.363448:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976781.363449:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976781.363451:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976781.363452:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976781.363455:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976781.363456:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976781.363457:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976781.363465:0:296893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976781.363466:0:296893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976781.363467:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976781.363468:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976781.363469:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976781.363470:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976781.363471:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976781.363473:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976781.363474:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976781.363475:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976781.363476:0:296893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976781.363476:0:296893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976781.363477:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976781.363478:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976781.363478:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976781.363479:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976781.363480:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976781.363482:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976781.363483:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976781.363484:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976781.363485:0:296893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976781.363485:0:296893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976781.363486:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976781.363487:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976781.363487:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976781.363488:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976781.363489:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976781.363510:0:296883:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976781.363513:0:296883:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976781.363516:0:296883:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976782.387626:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976782.387637:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976782.387646:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976782.387647:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976782.387652:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976782.387653:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976782.387656:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976782.387658:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976782.387662:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976782.387663:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976782.387695:0:192197:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976782.387699:0:192197:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976782.387702:0:192197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976783.411408:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976783.411413:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976783.411417:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976783.411418:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976783.411421:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976783.411422:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976783.411424:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976783.411425:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976783.411427:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976783.411428:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976784.435402:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976784.435408:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976784.435413:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976784.435414:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976784.435417:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976784.435418:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976784.435421:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976784.435422:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976784.435425:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976784.435426:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976784.435450:0:296882:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976784.435453:0:296882:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976784.435455:0:296882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783976784.947418:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976784.947429:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976784.947432:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976784.947436:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976784.947441:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976784.947448:0:226353:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 14438 00000400:00000200:0.0:1783976784.947457:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976784.947462:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976784.947465:0:226353:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976784.947467:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976784.947470:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976784.947471:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976784.947486:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976784.947489:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976784.947490:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783976784.947492:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976784.947495:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783976784.947496:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783976784.947498:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783976784.947499:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976784.947501:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976784.947502:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976784.947503:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976784.947504:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783976784.947507:0:226353:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976784.947509:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976784.947511:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976784.947513:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976784.947515:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976784.947517:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976784.947519:0:226353:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976784.947528:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9500. 00000020:00000040:0.0:1783976784.947531:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783976784.947533:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976784.947534:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976784.947537:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976784.947539:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976784.947542:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976784.947547:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783976784.947552:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976784.947558:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9500 x1870620402676096/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976784.947565:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976784.947568:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976784.947571:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000feb7d1af] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9500 x1870620402676096/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976784.947593:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976784.947598:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976784.947601:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976784.947602:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976784.947604:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976784.947607:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976784.947609:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14438 00000400:00000200:0.0:1783976784.947613:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976784.947617:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976784.947620:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976784.947622:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976784.947625:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976784.947627:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976784.947629:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976784.947631:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976784.947635:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783976784.947644:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976784.947648:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783976784.947652:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783976784.947657:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783976784.947664:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976784.947667:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976784.947671:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976784.947676:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976784.947681:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783976784.947687:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976784.947700:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976784.947708:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976784.947715:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976784.947721:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976784.947724:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976784.947730:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976784.947735:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976784.947737:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976784.947744:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783976784.947749:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=134 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783976784.947755:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976784.947758:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976784.947762:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976784.947766:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976784.947769:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976784.947776:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783976784.947783:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976784.947792:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402676224/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976784.947806:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976784.947812:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976784.947821:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402676224/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976784.947842:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976784.947846:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976784.947852:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976784.947856:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976784.947859:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976784.947864:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976784.947870:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14438 00000400:00000200:0.0:1783976784.947876:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976784.947882:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976784.947887:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976784.947891:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976784.947894:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976784.947896:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976784.947898:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976784.947900:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976784.947901:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783976784.947903:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976784.947905:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783976784.947907:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783976784.947909:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783976784.947914:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976784.947918:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976784.947922:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976784.947925:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976784.947931:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783976784.947934:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976784.947939:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976784.947943:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976784.947947:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976784.947951:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976784.947955:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976784.947959:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976784.947964:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976784.947968:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976784.947974:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783976784.947978:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=118 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783976784.947981:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976784.947984:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976784.947989:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976784.947993:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976784.947997:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976784.948005:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783976784.948012:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976784.948023:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402676352/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976784.948049:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976784.948054:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976784.948062:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402676352/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976784.948088:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976784.948095:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976784.948102:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976784.948106:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976784.948109:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976784.948114:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976784.948121:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14438 00000400:00000200:0.0:1783976784.948141:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976784.948146:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976784.948148:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976784.948151:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976784.948153:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976784.948155:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976784.948157:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976784.948159:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976784.948160:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783976784.948162:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976784.948163:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783976784.948166:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783976784.948168:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783976784.948171:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976784.948173:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976784.948175:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976784.948178:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976784.948180:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783976784.948183:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976784.948186:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976784.948187:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976784.948190:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976784.948192:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976784.948194:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976784.948197:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976784.948199:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976784.948201:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976784.948204:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783976784.948207:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783976784.948209:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976784.948210:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976784.948212:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976784.948214:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976784.948215:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976784.948219:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783976784.948222:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976784.948227:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402676480/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976784.948234:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976784.948236:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976784.948239:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402676480/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976784.948247:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976784.948249:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976784.948252:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976784.948254:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976784.948255:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976784.948257:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976784.948260:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14438 00000400:00000200:0.0:1783976784.948263:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976784.948267:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976784.948269:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976784.948271:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976784.948274:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976784.948289:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976784.948291:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976784.948315:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976784.948316:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783976784.948318:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976784.948320:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783976784.948322:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783976784.948325:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783976784.948328:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976784.948330:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976784.948333:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976784.948335:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976784.948338:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783976784.948340:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976784.948343:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976784.948344:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976784.948347:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976784.948349:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976784.948351:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976784.948353:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976784.948356:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976784.948357:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976784.948361:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783976784.948364:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783976784.948366:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976784.948368:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976784.948370:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976784.948371:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976784.948373:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976784.948376:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783976784.948379:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976784.948383:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402676608/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976784.948390:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976784.948392:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976784.948395:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402676608/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976784.948402:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976784.948406:0:226353:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14448) 00010000:00000001:0.0:1783976785.459419:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976785.459425:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976785.459432:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976785.459433:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976785.459437:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976785.459438:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976785.459441:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976785.459442:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976785.459445:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976785.459446:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976786.483409:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976786.483416:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976786.483418:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976786.483420:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976786.483424:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976786.483426:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976786.483427:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976786.483435:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976786.483440:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976786.483441:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976786.483456:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976786.483457:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976786.483461:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976786.483462:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976786.483465:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976786.483466:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976786.483491:0:296883:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976786.483493:0:296883:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976786.483494:0:296883:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976787.507439:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976787.507448:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976787.507456:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976787.507457:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976787.507462:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976787.507463:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976787.507467:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976787.507469:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976787.507472:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976787.507474:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976787.507505:0:192197:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976787.507509:0:192197:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976787.507514:0:192197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976788.532247:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976788.532254:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976788.532260:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976788.532262:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976788.532266:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976788.532267:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976788.532270:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976788.532271:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976788.532274:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976788.532275:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976789.555412:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976789.555419:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976789.555427:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976789.555428:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976789.555432:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976789.555433:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976789.555436:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976789.555437:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976789.555440:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976789.555441:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976789.555464:0:296882:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976789.555466:0:296882:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976789.555469:0:296882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783976790.067697:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976790.067710:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976790.067713:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976790.067716:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976790.067721:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976790.067729:0:226353:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 14443 00000400:00000200:0.0:1783976790.067739:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976790.067745:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976790.067748:0:226353:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976790.067752:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976790.067755:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976790.067758:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976790.067760:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976790.067764:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976790.067766:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783976790.067769:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976790.067773:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783976790.067775:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783976790.067778:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783976790.067780:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976790.067783:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976790.067785:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976790.067787:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976790.067790:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783976790.067793:0:226353:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976790.067796:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976790.067799:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976790.067803:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976790.067806:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976790.067808:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976790.067811:0:226353:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976790.067818:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783976790.067822:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783976790.067826:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976790.067827:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976790.067830:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976790.067833:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976790.067837:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976790.067845:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783976790.067852:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976790.067861:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402676736/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976790.067871:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976790.067875:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976790.067881:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402676736/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976790.067908:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976790.067912:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976790.067915:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976790.067917:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976790.067918:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976790.067921:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976790.067924:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14443 00000400:00000200:0.0:1783976790.067928:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976790.067931:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976790.067934:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976790.067937:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976790.067939:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976790.067940:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976790.067942:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976790.067944:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976790.067946:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783976790.067947:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976790.067949:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783976790.067952:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783976790.067953:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783976790.067956:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976790.067958:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976790.067960:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976790.067962:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976790.067964:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783976790.067967:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976790.067971:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976790.067973:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976790.067978:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976790.067980:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976790.067982:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976790.067986:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976790.067989:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976790.067990:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976790.067994:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8a80. 00000020:00000040:0.0:1783976790.067996:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=134 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783976790.067999:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976790.068000:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976790.068002:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976790.068003:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976790.068005:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976790.068009:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783976790.068012:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976790.068018:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8a80 x1870620402676864/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976790.068026:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976790.068028:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976790.068032:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c00ebce] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8a80 x1870620402676864/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976790.068040:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976790.068043:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976790.068046:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976790.068047:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976790.068049:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976790.068052:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976790.068054:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14443 00000400:00000200:0.0:1783976790.068058:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976790.068068:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976790.068071:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976790.068074:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976790.068076:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976790.068078:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976790.068079:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976790.068081:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976790.068082:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783976790.068084:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976790.068086:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783976790.068088:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783976790.068090:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783976790.068094:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976790.068095:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976790.068097:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976790.068100:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976790.068103:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783976790.068106:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976790.068109:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976790.068110:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976790.068115:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976790.068119:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976790.068121:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976790.068125:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976790.068129:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976790.068133:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976790.068138:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9500. 00000020:00000040:0.0:1783976790.068143:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=118 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783976790.068148:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976790.068151:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976790.068155:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976790.068157:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976790.068161:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976790.068165:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783976790.068170:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976790.068177:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9500 x1870620402676992/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976790.068192:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976790.068195:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976790.068201:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000feb7d1af] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9500 x1870620402676992/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976790.068224:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976790.068229:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976790.068235:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976790.068237:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976790.068239:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976790.068243:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976790.068246:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14443 00000400:00000200:0.0:1783976790.068253:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976790.068258:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976790.068264:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976790.068271:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976790.068277:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976790.068281:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976790.068286:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976790.068289:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976790.068324:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783976790.068328:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976790.068332:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783976790.068335:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783976790.068339:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783976790.068345:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976790.068347:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976790.068351:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976790.068356:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976790.068358:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783976790.068363:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976790.068369:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976790.068371:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976790.068375:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976790.068380:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976790.068403:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976790.068407:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976790.068412:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976790.068416:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976790.068422:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783976790.068427:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783976790.068431:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976790.068434:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976790.068438:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976790.068441:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976790.068444:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976790.068450:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783976790.068454:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976790.068462:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402677120/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976790.068477:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976790.068482:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976790.068490:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402677120/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976790.068500:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976790.068505:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976790.068512:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976790.068515:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976790.068518:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976790.068521:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976790.068525:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14443 00000400:00000200:0.0:1783976790.068534:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976790.068541:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976790.068545:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976790.068550:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976790.068554:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976790.068559:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976790.068565:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976790.068569:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976790.068571:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783976790.068575:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976790.068577:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783976790.068581:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783976790.068585:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783976790.068593:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976790.068599:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976790.068602:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976790.068608:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976790.068612:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783976790.068617:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976790.068622:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976790.068626:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976790.068629:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976790.068633:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976790.068635:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976790.068638:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976790.068642:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976790.068644:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976790.068650:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783976790.068654:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783976790.068659:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976790.068662:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976790.068665:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976790.068667:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976790.068671:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976790.068679:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783976790.068684:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976790.068692:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402677248/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976790.068698:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976790.068702:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976790.068708:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402677248/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976790.068718:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976790.068722:0:226353:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14453) 00010000:00000001:0.0:1783976790.579441:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976790.579447:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976790.579454:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976790.579458:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976790.579460:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976790.579473:0:296893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976790.579476:0:296893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976790.579477:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976790.579481:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976790.579483:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976790.579485:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976790.579487:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976790.579490:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976790.579492:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976790.579493:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976790.579495:0:296893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976790.579497:0:296893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976790.579498:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976790.579500:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976790.579501:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976790.579503:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976790.579504:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976790.579508:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976790.579509:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976790.579510:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976790.579512:0:296893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976790.579514:0:296893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976790.579515:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976790.579516:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976790.579517:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976790.579519:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976790.579521:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976790.579524:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976790.579525:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976790.579526:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976790.579528:0:296893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976790.579529:0:296893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976790.579530:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976790.579531:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976790.579532:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976790.579534:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976790.579536:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976791.603402:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976791.603407:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976791.603411:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976791.603412:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976791.603415:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976791.603416:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976791.603418:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976791.603419:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976791.603421:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976791.603422:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976791.603440:0:296883:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976791.603442:0:296883:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976791.603443:0:296883:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976792.627585:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976792.627592:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976792.627598:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976792.627599:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976792.627603:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976792.627604:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976792.627608:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976792.627609:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976792.627613:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976792.627614:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976792.627649:0:192197:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976792.627652:0:192197:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976792.627655:0:192197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976793.651393:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976793.651400:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976793.651411:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976793.651413:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976793.651417:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976793.651418:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976793.651420:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976793.651421:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976793.651422:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976793.651423:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976794.675412:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976794.675419:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976794.675425:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976794.675426:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976794.675429:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976794.675431:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976794.675434:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976794.675435:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976794.675437:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976794.675438:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976794.675462:0:296882:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976794.675464:0:296882:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976794.675466:0:296882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783976795.187420:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976795.187434:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976795.187436:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976795.187440:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976795.187445:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976795.187452:0:226353:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 14448 00000400:00000200:0.0:1783976795.187461:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976795.187466:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976795.187469:0:226353:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976795.187471:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976795.187473:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976795.187475:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976795.187476:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976795.187480:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976795.187481:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783976795.187483:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976795.187485:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783976795.187487:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783976795.187488:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783976795.187490:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976795.187491:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976795.187492:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976795.187493:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976795.187495:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783976795.187497:0:226353:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976795.187499:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976795.187501:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976795.187503:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976795.187505:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976795.187507:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976795.187510:0:226353:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976795.187519:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783976795.187523:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783976795.187527:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976795.187529:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976795.187532:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976795.187534:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976795.187538:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976795.187546:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783976795.187552:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976795.187560:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402677376/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976795.187570:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976795.187574:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976795.187579:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402677376/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976795.187602:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976795.187605:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976795.187609:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976795.187610:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976795.187611:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976795.187614:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976795.187616:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14448 00000400:00000200:0.0:1783976795.187620:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976795.187622:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976795.187625:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976795.187627:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976795.187630:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976795.187631:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976795.187633:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976795.187635:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976795.187637:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783976795.187638:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976795.187641:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783976795.187643:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783976795.187644:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783976795.187647:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976795.187649:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976795.187651:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976795.187652:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976795.187654:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783976795.187657:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976795.187659:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976795.187660:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976795.187665:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976795.187667:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976795.187669:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976795.187672:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976795.187675:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976795.187677:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976795.187681:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783976795.187683:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=134 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783976795.187685:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976795.187686:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976795.187687:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976795.187689:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976795.187690:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976795.187694:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0c00. 00000100:00000001:0.0:1783976795.187697:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976795.187701:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402677504/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976795.187708:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976795.187711:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976795.187714:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402677504/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976795.187728:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976795.187730:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976795.187733:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976795.187734:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976795.187736:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976795.187739:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976795.187741:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14448 00000400:00000200:0.0:1783976795.187745:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976795.187748:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976795.187750:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976795.187753:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976795.187754:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976795.187756:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976795.187758:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976795.187760:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976795.187761:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783976795.187762:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976795.187764:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783976795.187766:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783976795.187768:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783976795.187771:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976795.187772:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976795.187774:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976795.187776:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976795.187778:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783976795.187780:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976795.187783:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976795.187785:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976795.187787:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976795.187789:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976795.187791:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976795.187793:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976795.187794:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976795.187796:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976795.187811:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783976795.187813:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=118 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783976795.187816:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976795.187817:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976795.187818:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976795.187820:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976795.187821:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976795.187825:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783976795.187828:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976795.187832:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620402677632/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976795.187839:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976795.187841:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976795.187844:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620402677632/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976795.187851:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976795.187853:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976795.187857:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976795.187858:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976795.187859:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976795.187862:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976795.187864:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14448 00000400:00000200:0.0:1783976795.187867:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976795.187870:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976795.187873:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976795.187875:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976795.187877:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976795.187878:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976795.187880:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976795.187882:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976795.187883:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783976795.187885:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976795.187887:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783976795.187888:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783976795.187890:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783976795.187893:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976795.187894:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976795.187896:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976795.187898:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976795.187901:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783976795.187903:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976795.187905:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976795.187907:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976795.187909:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976795.187911:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976795.187913:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976795.187915:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976795.187917:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976795.187919:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976795.187921:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb480. 00000020:00000040:0.0:1783976795.187923:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783976795.187925:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976795.187927:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976795.187928:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976795.187929:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976795.187931:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976795.187934:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783976795.187937:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976795.187940:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb480 x1870620402677760/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976795.187946:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976795.187948:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976795.187951:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b84e84d] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb480 x1870620402677760/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976795.187958:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976795.187961:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976795.187964:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976795.187965:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976795.187967:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976795.187969:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976795.187971:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14448 00000400:00000200:0.0:1783976795.187974:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976795.187982:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976795.187984:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976795.187987:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976795.187989:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976795.187991:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976795.187993:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976795.187995:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976795.187996:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783976795.187998:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976795.188000:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783976795.188002:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783976795.188004:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783976795.188007:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976795.188009:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976795.188011:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976795.188013:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976795.188016:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783976795.188018:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976795.188020:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976795.188022:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976795.188024:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976795.188026:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976795.188028:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976795.188030:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976795.188032:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976795.188034:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976795.188037:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb800. 00000020:00000040:0.0:1783976795.188039:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783976795.188042:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976795.188043:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976795.188045:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976795.188046:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976795.188048:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976795.188051:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1c00. 00000100:00000001:0.0:1783976795.188054:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976795.188057:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb800 x1870620402677888/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976795.188064:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976795.188066:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976795.188069:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059270a1d] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb800 x1870620402677888/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976795.188077:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976795.188080:0:226353:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14458) 00010000:00000001:0.0:1783976795.699465:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976795.699474:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976795.699480:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976795.699482:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976795.699485:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976795.699487:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976795.699490:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976795.699491:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976795.699494:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976795.699495:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976796.723452:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976796.723467:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976796.723469:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976796.723472:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976796.723476:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976796.723478:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976796.723480:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976796.723483:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976796.723487:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976796.723489:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976796.723493:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976796.723494:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976796.723498:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976796.723499:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976796.723502:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976796.723503:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976796.723645:0:296883:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976796.723648:0:296883:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976796.723651:0:296883:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976797.747735:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976797.747741:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976797.747748:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976797.747749:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976797.747753:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976797.747754:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976797.747757:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976797.747758:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976797.747761:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976797.747762:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976797.747784:0:192197:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976797.747787:0:192197:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976797.747790:0:192197:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976798.772181:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976798.772188:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976798.772195:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976798.772197:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976798.772201:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976798.772202:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976798.772205:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976798.772206:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976798.772209:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976798.772211:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976799.795414:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976799.795422:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976799.795428:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976799.795430:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976799.795434:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976799.795435:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976799.795438:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976799.795440:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976799.795443:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976799.795444:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976799.795470:0:296882:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976799.795472:0:296882:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976799.795475:0:296882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976800.819405:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976800.819411:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.819416:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976800.819420:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976800.819422:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976800.819435:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819438:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819442:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819444:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819446:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819448:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819451:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819453:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819456:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819458:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819461:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819462:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819465:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819467:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819470:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819472:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819474:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819476:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819479:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819481:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819483:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819485:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819488:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819489:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819492:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819494:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819496:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819498:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819500:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819501:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819504:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819506:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819509:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819510:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819513:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819514:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819517:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819518:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819521:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819523:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819525:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819527:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819529:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819531:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819534:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819536:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819538:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819540:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819542:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819544:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819546:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819548:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819550:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819551:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819554:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819555:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819558:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819560:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819562:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819564:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819567:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819568:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819570:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819572:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819574:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819576:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819578:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819580:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819582:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819583:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819586:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819587:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819590:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819591:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819594:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819595:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819598:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819600:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819602:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819603:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819606:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819607:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819609:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819611:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819613:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819615:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819617:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819618:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819621:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819622:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819624:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819626:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819628:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819630:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819632:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819634:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819636:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819637:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819640:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819641:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819644:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819645:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819876:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819880:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819883:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819885:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819887:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819889:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819891:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819893:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819896:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819898:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819900:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819901:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819904:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819905:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819907:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819909:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819911:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819913:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819915:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819917:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819919:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819921:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819923:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819925:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819927:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819928:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819931:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819932:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819935:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819936:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819938:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819940:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819942:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819943:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819946:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819947:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819949:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819951:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819952:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819954:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819956:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819957:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819960:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819962:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819964:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819966:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819968:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819969:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819971:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819973:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819975:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819977:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819979:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819981:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819983:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819985:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819987:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819989:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819992:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819993:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819996:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.819997:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.819999:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820001:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820003:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820004:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820006:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820008:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820010:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820012:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820015:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820017:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820019:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820020:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820023:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820024:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820027:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820029:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820031:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820033:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820036:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820037:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820040:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820042:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820044:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820046:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820048:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820050:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820053:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820054:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820056:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820058:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820060:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820062:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820064:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820066:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820068:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820069:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820072:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820073:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820075:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820077:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820079:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820081:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820083:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820085:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820087:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820089:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820091:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820093:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820096:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820097:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820100:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820102:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820104:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820106:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820108:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820110:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820112:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820114:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820116:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820118:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820120:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820121:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820123:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820125:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820127:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820128:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820130:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820132:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820134:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820136:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820138:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820140:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820142:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820144:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820146:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820147:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820149:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820151:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820153:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820165:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820168:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820169:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820172:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820173:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820176:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820178:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820180:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820181:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820183:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820185:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820187:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820188:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820191:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820201:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820204:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820206:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820208:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820209:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820212:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820213:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820215:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820217:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820219:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820224:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820226:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820228:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820230:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820231:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820234:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820236:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820239:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820240:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820243:0:296893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.820245:0:296893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.820247:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=138 : 138 : 8a) 00010000:00000001:0.0:1783976800.820250:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783976800.820258:0:296893:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b83f726d480. 00010000:00000001:0.0:1783976800.820263:0:296893:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783976800.820278:0:296893:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 138/138 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1783976800.820280:0:296893:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.820282:0:296893:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.820284:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=138 : 138 : 8a) 00010000:00000001:0.0:1783976800.820287:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=138 : 138 : 8a) 00010000:00000001:0.0:1783976800.820292:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976800.820312:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976800.820314:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976800.820317:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820320:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820326:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820330:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820336:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820338:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820341:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820344:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820349:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820352:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820358:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820361:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820367:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820373:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820378:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820384:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820400:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820403:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820406:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820407:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820410:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820412:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820415:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820417:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820421:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820423:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820427:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820429:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820432:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820434:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820436:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820437:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820440:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820442:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820445:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820448:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820452:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820455:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820460:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820462:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820466:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820470:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820476:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820479:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820484:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820489:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820494:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820497:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820501:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820506:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820511:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820514:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820519:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820522:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820527:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820531:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820535:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820538:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820542:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820545:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820550:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820554:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820560:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820562:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820566:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820570:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820575:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820578:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820582:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820586:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820589:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820590:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820592:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820595:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820597:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820598:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820600:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820602:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820605:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820607:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820611:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820613:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820616:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820618:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820620:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820622:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820624:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820628:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820632:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820635:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820640:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820643:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820655:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820660:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820665:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820671:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820675:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820678:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820683:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820685:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820689:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820691:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820693:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820694:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820698:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820701:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820703:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820709:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820713:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820717:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820722:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820725:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820730:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820734:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820739:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820742:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820748:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820751:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820757:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820760:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820765:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820769:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820773:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820776:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820778:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820779:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820782:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820785:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820788:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820790:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820793:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820795:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820797:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820799:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820801:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820804:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820809:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820812:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820816:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820821:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820826:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820829:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820833:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820838:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820843:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820846:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820851:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820856:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820862:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820866:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820872:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820874:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820879:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820882:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820887:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820890:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820895:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820898:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820905:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820909:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820913:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820916:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820920:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820923:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820928:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820930:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820934:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820937:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820941:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820943:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820947:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820950:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820954:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820958:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820964:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820967:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820971:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820974:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820976:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820978:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820981:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820984:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820987:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820991:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.820996:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.820999:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821002:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821004:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821009:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821012:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821018:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821021:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821026:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821029:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821035:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821039:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821045:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821048:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821053:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821056:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821061:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821064:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821070:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821074:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821080:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821083:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821088:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821091:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821096:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821099:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821103:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821104:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821107:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821110:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821113:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821116:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821119:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821120:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821123:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821127:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821134:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821138:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821145:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821149:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821155:0:296893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.821159:0:296893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.821161:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=112 : 112 : 70) 00010000:00000001:0.0:1783976800.821165:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783976800.821170:0:296893:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b83f726d240. 00010000:00000001:0.0:1783976800.821175:0:296893:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783976800.821184:0:296893:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 112/112 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1783976800.821190:0:296893:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.821205:0:296893:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.821209:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=112 : 112 : 70) 00010000:00000001:0.0:1783976800.821214:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=112 : 112 : 70) 00010000:00000001:0.0:1783976800.821221:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976800.821224:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976800.821225:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976800.821228:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821232:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821236:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821239:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821244:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821247:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821252:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821254:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821258:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821261:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821265:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821268:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821272:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821277:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821282:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821285:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821288:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821290:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821292:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821319:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821321:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=10 : 10 : a) 00010000:00000001:0.0:1783976800.821323:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783976800.821326:0:296893:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b83f726df00. 00010000:00000001:0.0:1783976800.821328:0:296893:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783976800.821346:0:296893:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 10/122 locks to regular blp list, 2 blwis in pool 00010000:00000001:0.0:1783976800.821349:0:296893:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.821356:0:296893:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.821359:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=10 : 10 : a) 00010000:00000001:0.0:1783976800.821363:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=10 : 10 : a) 00010000:00000001:0.0:1783976800.821369:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976800.821374:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976800.821377:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976800.821381:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821385:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821391:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821395:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821400:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821405:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821411:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821414:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821421:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821425:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821432:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821436:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821445:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821450:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821457:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821461:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821468:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821473:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821479:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821484:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821492:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821495:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821502:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.821505:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976800.821509:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=12 : 12 : c) 00010000:00000001:0.0:1783976800.821515:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783976800.821520:0:296893:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b83f726d300. 00010000:00000001:0.0:1783976800.821525:0:296893:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783976800.821534:0:296893:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 12/12 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1783976800.821538:0:296893:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.821544:0:296893:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.821548:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=12 : 12 : c) 00010000:00000001:0.0:1783976800.821552:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=12 : 12 : c) 00000020:00000001:0.0:1783976800.821573:0:296882:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976800.821577:0:296882:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976800.821581:0:296882:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 12 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1783976800.821585:0:296882:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1783976800.821589:0:296882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.821594:0:296882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000d9c4f78d/0xc4ea75fdb9c3a4b2 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x1b4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3b3463f expref: -99 pid: 284635 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:0.0:1783976800.821617:0:296882:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976800.821621:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976800.821628:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976800.821634:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976800.821641:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67a00. 00000020:00000010:0.0:1783976800.821648:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976800.821656:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976800.821662:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976800.821670:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976800.821676:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976800.821683:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976800.821689:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e66200. 00000008:00000010:0.0:1783976800.821695:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976800.821702:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976800.821709:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976800.821717:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976800.821724:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976800.821731:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976800.821735:0:296882:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976800.821740:0:296882:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976800.821743:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976800.821748:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976800.821755:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e67e00. 00000020:00000010:0.0:1783976800.821761:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325e00. 00000020:00000010:0.0:1783976800.821767:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976800.821776:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976800.821784:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976800.821791:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976800.821799:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976800.821805:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976800.821811:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401324c00. 00000008:00000010:0.0:1783976800.821818:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976800.821825:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976800.821831:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976800.821837:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976800.821843:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976800.821849:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976800.821854:0:296882:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976800.821858:0:296882:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976800.821863:0:296882:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976800.821869:0:296882:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976800.821874:0:296882:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976800.821877:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82e105c000 -> ffff9b82d1190f58 00000020:00000001:0.0:1783976800.821883:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d1190f58 -> ffff9b82d1190f58 00000020:00000001:0.0:1783976800.821887:0:296882:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976800.821891:0:296882:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976800.821895:0:296882:0:(vvp_io.c:1822:vvp_io_init()) [0x240002b13:0x12979:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976800.821902:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976800.821905:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976800.821909:0:296882:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976800.821916:0:296882:0:(lov_object.c:1588:lov_io_init()) [0x240002b13:0x12979:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976800.821922:0:296882:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976800.821926:0:296882:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976800.821930:0:296882:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976800.821936:0:296882:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976800.821938:0:296882:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.821944:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976800.821947:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976800.821951:0:296882:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976800.821956:0:296882:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976800.821962:0:296882:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976800.821966:0:296882:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976800.821971:0:296882:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976800.821975:0:296882:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976800.821978:0:296882:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976800.821983:0:296882:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976800.821986:0:296882:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x12979:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976800.821995:0:296882:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976800.821997:0:296882:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976800.822000:0:296882:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976800.822005:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976800.822011:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325e00. 00000020:00000010:0.0:1783976800.822018:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976800.822027:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976800.822033:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976800.822039:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976800.822046:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976800.822053:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976800.822059:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e67e00. 00000008:00000010:0.0:1783976800.822065:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976800.822072:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976800.822077:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976800.822083:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976800.822089:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401324c00. 00000020:00000010:0.0:1783976800.822094:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976800.822101:0:296882:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.822106:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82e105c000 -> ffff9b82d1190f58 00010000:00000001:0.0:1783976800.822111:0:296882:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976800.822115:0:296882:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.822120:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82e105c000 -> ffff9b82d1190f58 00000020:00000001:0.0:1783976800.822124:0:296882:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976800.822127:0:296882:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976800.822132:0:296882:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976800.822135:0:296882:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.822141:0:296882:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.822146:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82e105c000 -> ffff9b82d1190f58 00000008:00000001:0.0:1783976800.822153:0:296882:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976800.822157:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976800.822163:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b83f5e67a00. 00000020:00000010:0.0:1783976800.822170:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976800.822183:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976800.822192:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976800.822209:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976800.822215:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976800.822224:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976800.822230:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e67800. 00000008:00000010:0.0:1783976800.822237:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976800.822242:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976800.822250:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976800.822255:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976800.822261:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b83f5e66200. 00000020:00000010:0.0:1783976800.822266:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976800.822273:0:296882:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.822281:0:296882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.822285:0:296882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.822288:0:296882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.822292:0:296882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.822318:0:296882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.822325:0:296882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83de1f1200 with handle 0xc4ea75fdb9c3a4b2 from hash 00010000:00000001:0.0:1783976800.822331:0:296882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.822335:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.822338:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.822342:0:296882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.822346:0:296882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.822349:0:296882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.822355:0:296882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.822360:0:296882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000efb1c0ae/0xc4ea75fdb9c3a522 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x1b4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3b348c3 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:0.0:1783976800.822394:0:296882:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976800.822398:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976800.822404:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976800.822411:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401324c00. 00000020:00000010:0.0:1783976800.822418:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325e00. 00000020:00000010:0.0:1783976800.822425:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976800.822431:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976800.822438:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976800.822445:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976800.822452:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976800.822459:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976800.822467:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325000. 00000008:00000010:0.0:1783976800.822474:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976800.822480:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976800.822487:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976800.822494:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976800.822499:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976800.822504:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976800.822510:0:296882:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976800.822515:0:296882:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976800.822518:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976800.822522:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976800.822527:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976800.822532:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325200. 00000020:00000010:0.0:1783976800.822538:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976800.822543:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976800.822548:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976800.822554:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976800.822558:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976800.822563:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976800.822568:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976800.822575:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976800.822581:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976800.822589:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976800.822597:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976800.822603:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976800.822609:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976800.822614:0:296882:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976800.822618:0:296882:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976800.822624:0:296882:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976800.822629:0:296882:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976800.822635:0:296882:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976800.822639:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d10fec40 -> ffff9b82df378d00 00000020:00000001:0.0:1783976800.822644:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82df378d00 -> ffff9b82df378d00 00000020:00000001:0.0:1783976800.822649:0:296882:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976800.822653:0:296882:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976800.822658:0:296882:0:(vvp_io.c:1822:vvp_io_init()) [0x240002b13:0x12977:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976800.822666:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976800.822671:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976800.822676:0:296882:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976800.822684:0:296882:0:(lov_object.c:1588:lov_io_init()) [0x240002b13:0x12977:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976800.822693:0:296882:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976800.822698:0:296882:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976800.822701:0:296882:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976800.822708:0:296882:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976800.822710:0:296882:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.822713:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976800.822716:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976800.822718:0:296882:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976800.822722:0:296882:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976800.822727:0:296882:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976800.822732:0:296882:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976800.822735:0:296882:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976800.822739:0:296882:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976800.822742:0:296882:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976800.822746:0:296882:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976800.822749:0:296882:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x12977:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976800.822757:0:296882:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976800.822761:0:296882:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976800.822765:0:296882:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976800.822771:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976800.822776:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325200. 00000020:00000010:0.0:1783976800.822783:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976800.822789:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976800.822795:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976800.822802:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976800.822808:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976800.822813:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976800.822819:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976800.822826:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976800.822832:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976800.822839:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976800.822845:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976800.822850:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976800.822856:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976800.822862:0:296882:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.822867:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d10fec40 -> ffff9b82df378d00 00010000:00000001:0.0:1783976800.822873:0:296882:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976800.822878:0:296882:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.822883:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d10fec40 -> ffff9b82df378d00 00000020:00000001:0.0:1783976800.822886:0:296882:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976800.822890:0:296882:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976800.822894:0:296882:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976800.822898:0:296882:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.822902:0:296882:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.822906:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d10fec40 -> ffff9b82df378d00 00000008:00000001:0.0:1783976800.822912:0:296882:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976800.822916:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976800.822920:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325e00. 00000020:00000010:0.0:1783976800.822927:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976800.822934:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976800.822939:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976800.822945:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976800.822952:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976800.822958:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976800.822965:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401324c00. 00000008:00000010:0.0:1783976800.822970:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976800.822977:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976800.822984:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976800.822990:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976800.822995:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325000. 00000020:00000010:0.0:1783976800.823001:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976800.823007:0:296882:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.823014:0:296882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.823019:0:296882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.823024:0:296882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.823030:0:296882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.823034:0:296882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.823039:0:296882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f7619600 with handle 0xc4ea75fdb9c3a522 from hash 00010000:00000001:0.0:1783976800.823046:0:296882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.823051:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.823055:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.823059:0:296882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.823064:0:296882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.823067:0:296882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.823073:0:296882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.823078:0:296882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000fa7d4fa3/0xc4ea75fdb9c3ddbc lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x1e12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3b3f490 expref: -99 pid: 289998 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1783976800.823099:0:296882:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976800.823102:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976800.823107:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976800.823112:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325000. 00000020:00000010:0.0:1783976800.823117:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401324c00. 00000020:00000010:0.0:1783976800.823122:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976800.823128:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976800.823134:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976800.823140:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976800.823147:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976800.823153:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976800.823159:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325e00. 00000008:00000010:0.0:1783976800.823166:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976800.823172:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976800.823178:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976800.823182:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976800.823189:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976800.823273:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976800.823277:0:296882:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976800.823283:0:296882:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976800.823287:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976800.823292:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976800.823324:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976800.823331:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976800.823338:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976800.823345:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976800.823352:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976800.823359:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976800.823366:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976800.823371:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976800.823376:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325200. 00000008:00000010:0.0:1783976800.823382:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976800.823389:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976800.823396:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976800.823403:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976800.823408:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976800.823413:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976800.823417:0:296882:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976800.823423:0:296882:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976800.823430:0:296882:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976800.823437:0:296882:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976800.823441:0:296882:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976800.823446:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83fb2f9880 -> ffff9b83d19b8b70 00000020:00000001:0.0:1783976800.823451:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83d19b8b70 -> ffff9b83d19b8b70 00000020:00000001:0.0:1783976800.823455:0:296882:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976800.823459:0:296882:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976800.823462:0:296882:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x2cd8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976800.823471:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976800.823473:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976800.823476:0:296882:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976800.823481:0:296882:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x2cd8:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976800.823488:0:296882:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976800.823490:0:296882:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976800.823495:0:296882:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976800.823501:0:296882:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976800.823504:0:296882:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.823508:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976800.823512:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976800.823515:0:296882:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976800.823518:0:296882:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976800.823521:0:296882:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976800.823525:0:296882:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976800.823530:0:296882:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976800.823534:0:296882:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976800.823537:0:296882:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976800.823541:0:296882:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976800.823546:0:296882:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x2cd8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976800.823554:0:296882:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976800.823558:0:296882:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976800.823563:0:296882:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976800.823568:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976800.823574:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976800.823580:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976800.823588:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976800.823595:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976800.823602:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976800.823609:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976800.823616:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976800.823624:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976800.823630:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976800.823638:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976800.823645:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976800.823650:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976800.823657:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325200. 00000020:00000010:0.0:1783976800.823663:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976800.823670:0:296882:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.823676:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83fb2f9880 -> ffff9b83d19b8b70 00010000:00000001:0.0:1783976800.823679:0:296882:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976800.823683:0:296882:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.823688:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83fb2f9880 -> ffff9b83d19b8b70 00000020:00000001:0.0:1783976800.823693:0:296882:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976800.823697:0:296882:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976800.823702:0:296882:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976800.823706:0:296882:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.823710:0:296882:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.823717:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83fb2f9880 -> ffff9b83d19b8b70 00000008:00000001:0.0:1783976800.823722:0:296882:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976800.823726:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976800.823729:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401324c00. 00000020:00000010:0.0:1783976800.823735:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976800.823740:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976800.823746:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976800.823750:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976800.823756:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976800.823761:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976800.823766:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325000. 00000008:00000010:0.0:1783976800.823770:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976800.823776:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976800.823781:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976800.823788:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976800.823796:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325e00. 00000020:00000010:0.0:1783976800.823802:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976800.823809:0:296882:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.823816:0:296882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.823821:0:296882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.823825:0:296882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.823829:0:296882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.823832:0:296882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.823838:0:296882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83ecce6600 with handle 0xc4ea75fdb9c3ddbc from hash 00010000:00000001:0.0:1783976800.823844:0:296882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.823847:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.823851:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.823855:0:296882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.823859:0:296882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.823863:0:296882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.823869:0:296882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.823874:0:296882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000005f65af21/0xc4ea75fdb9c3dce3 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1e0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400020000 nid: local remote: 0xe1223009a3b3f195 expref: -99 pid: 288110 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00000001:0.0:1783976800.823897:0:296882:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976800.823901:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976800.823908:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976800.823915:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325e00. 00000020:00000010:0.0:1783976800.823923:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325000. 00000020:00000010:0.0:1783976800.823930:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976800.823937:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976800.823943:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976800.823948:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976800.823955:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976800.823961:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976800.823967:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401324c00. 00000008:00000010:0.0:1783976800.823973:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976800.823980:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976800.823985:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976800.823992:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976800.823998:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976800.824004:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976800.824010:0:296882:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976800.824015:0:296882:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976800.824020:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976800.824025:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976800.824031:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325200. 00000020:00000010:0.0:1783976800.824039:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976800.824045:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976800.824052:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976800.824059:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976800.824065:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976800.824073:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976800.824080:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976800.824088:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976800.824097:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976800.824104:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976800.824112:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976800.824120:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976800.824126:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976800.824132:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976800.824138:0:296882:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976800.824143:0:296882:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976800.824150:0:296882:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976800.824221:0:296882:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976800.824224:0:296882:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1783976800.824229:0:296882:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1783976800.824233:0:296882:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff9b83fd749880 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1783976800.824239:0:296882:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783976800.824244:0:296882:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff9b83fd749880 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:0.0:1783976800.824253:0:296882:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1783976800.824260:0:296882:0:(osc_lock.c:372:osc_lock_flush()) object ffff9b83fd749880: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1783976800.824266:0:296882:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976800.824270:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83fd749880 -> ffff9b83f7fed148 00000020:00000001:0.0:1783976800.824274:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83f7fed148 -> ffff9b83f7fed148 00000020:00000001:0.0:1783976800.824279:0:296882:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976800.824284:0:296882:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976800.824288:0:296882:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x2cd2:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976800.824318:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976800.824321:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976800.824325:0:296882:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976800.824330:0:296882:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x2cd2:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976800.824338:0:296882:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976800.824341:0:296882:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976800.824346:0:296882:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976800.824351:0:296882:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976800.824355:0:296882:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.824359:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976800.824361:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976800.824365:0:296882:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976800.824367:0:296882:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976800.824371:0:296882:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:0.0:1783976800.824375:0:296882:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1783976800.824377:0:296882:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1783976800.824381:0:296882:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:0.0:1783976800.824384:0:296882:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1783976800.824387:0:296882:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446633589868566272 : -110483840985344 : ffff9b83f9e79700) 00000020:00000001:0.0:1783976800.824392:0:296882:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1783976800.824395:0:296882:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1783976800.824398:0:296882:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1783976800.824405:0:296882:0:(cl_page.c:507:__cl_page_state_set()) page@000000001b220e23[2 0000000007b5fec3 1 1 00000000d14285f2 0 0 0] 00000020:00000001:0.0:1783976800.824410:0:296882:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1783976800.824413:0:296882:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:0.0:1783976800.824417:0:296882:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:0.0:1783976800.824419:0:296882:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.824424:0:296882:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1783976800.824426:0:296882:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1783976800.824430:0:296882:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1783976800.824433:0:296882:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1783976800.824437:0:296882:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1783976800.824444:0:296882:0:(cl_page.c:507:__cl_page_state_set()) page@000000001b220e23[2 0000000007b5fec3 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783976800.824449:0:296882:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:0.0:1783976800.824453:0:296882:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1783976800.824457:0:296882:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1783976800.824460:0:296882:0:(osc_page.c:138:osc_page_delete()) ffff9b83f845e060 00000008:00000001:0.0:1783976800.824463:0:296882:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1783976800.824466:0:296882:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff9b83f845e070 page ffff9b83f845e060 at index 0. 00000008:00000001:0.0:1783976800.824471:0:296882:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976800.824478:0:296882:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1783976800.824481:0:296882:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe4dec49200c0 index 0 00000020:00000001:0.0:1783976800.824487:0:296882:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1783976800.824490:0:296882:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1783976800.824497:0:296882:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1783976800.824500:0:296882:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1783976800.824502:0:296882:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1783976800.824506:0:296882:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1783976800.824508:0:296882:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1783976800.824514:0:296882:0:(cl_page.c:556:cl_batch_put()) page@000000001b220e23[1 0000000007b5fec3 5 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1783976800.824518:0:296882:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1783976800.824522:0:296882:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1783976800.824526:0:296882:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9b83f845e000. 00000020:00000001:0.0:1783976800.824533:0:296882:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1783976800.824537:0:296882:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1783976800.824547:0:296882:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976800.824551:0:296882:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976800.824555:0:296882:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976800.824559:0:296882:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976800.824562:0:296882:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976800.824566:0:296882:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x2cd2:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976800.824573:0:296882:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976800.824577:0:296882:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976800.824579:0:296882:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976800.824586:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976800.824592:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976800.824598:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976800.824605:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976800.824611:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976800.824619:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976800.824626:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976800.824633:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976800.824638:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325200. 00000008:00000010:0.0:1783976800.824644:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976800.824650:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976800.824656:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976800.824663:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976800.824668:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976800.824672:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976800.824677:0:296882:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.824682:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83fd749880 -> ffff9b83f7fed148 00010000:00000001:0.0:1783976800.824689:0:296882:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976800.824693:0:296882:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.824698:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83fd749880 -> ffff9b83f7fed148 00000020:00000001:0.0:1783976800.824703:0:296882:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976800.824706:0:296882:0:(osc_object.c:161:osc_attr_update()) set kms from 767to 0 00020000:00000001:0.0:1783976800.824711:0:296882:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976800.824714:0:296882:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.824719:0:296882:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.824723:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b83fd749880 -> ffff9b83f7fed148 00000008:00000001:0.0:1783976800.824728:0:296882:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976800.824735:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976800.824740:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325000. 00000020:00000010:0.0:1783976800.824746:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976800.824751:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976800.824758:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976800.824763:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976800.824769:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976800.824774:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976800.824781:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325e00. 00000008:00000010:0.0:1783976800.824787:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976800.824793:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976800.824798:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976800.824804:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976800.824811:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401324c00. 00000020:00000010:0.0:1783976800.824818:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976800.824824:0:296882:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.824830:0:296882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.824835:0:296882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.824838:0:296882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.824843:0:296882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.824847:0:296882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.824854:0:296882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b84007f7200 with handle 0xc4ea75fdb9c3dce3 from hash 00010000:00000001:0.0:1783976800.824862:0:296882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.824866:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.824869:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.824874:0:296882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.824879:0:296882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.824885:0:296882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.824891:0:296882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.824898:0:296882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000e9c9a10d/0xc4ea75fdb9c34bf0 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x1b04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3b1beee expref: -99 pid: 284634 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:0.0:1783976800.824919:0:296882:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976800.824925:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976800.824931:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976800.824938:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401324c00. 00000020:00000010:0.0:1783976800.824945:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325e00. 00000020:00000010:0.0:1783976800.824951:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976800.824958:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976800.824966:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976800.824973:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976800.824980:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976800.824986:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976800.824992:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325000. 00000008:00000010:0.0:1783976800.824999:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976800.825006:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976800.825013:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976800.825019:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976800.825026:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976800.825032:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976800.825036:0:296882:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976800.825041:0:296882:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976800.825045:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976800.825049:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976800.825056:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976800.825062:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325200. 00000020:00000010:0.0:1783976800.825068:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976800.825073:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976800.825078:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976800.825085:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976800.825091:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976800.825097:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976800.825103:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976800.825108:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976800.825114:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976800.825119:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976800.825125:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976800.825130:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976800.825135:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976800.825139:0:296882:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976800.825143:0:296882:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976800.825150:0:296882:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976800.825220:0:296882:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976800.825226:0:296882:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976800.825230:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d1d80a80 -> ffff9b82d1a26468 00000020:00000001:0.0:1783976800.825235:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d1a26468 -> ffff9b82d1a26468 00000020:00000001:0.0:1783976800.825239:0:296882:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976800.825242:0:296882:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976800.825245:0:296882:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x27de:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976800.825253:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976800.825257:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976800.825259:0:296882:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976800.825264:0:296882:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x27de:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976800.825272:0:296882:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976800.825276:0:296882:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976800.825279:0:296882:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976800.825285:0:296882:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976800.825289:0:296882:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.825316:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976800.825320:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976800.825324:0:296882:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976800.825327:0:296882:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976800.825332:0:296882:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976800.825337:0:296882:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976800.825342:0:296882:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976800.825345:0:296882:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976800.825348:0:296882:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976800.825351:0:296882:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976800.825354:0:296882:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x27de:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976800.825359:0:296882:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976800.825362:0:296882:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976800.825365:0:296882:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976800.825369:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976800.825374:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325200. 00000020:00000010:0.0:1783976800.825382:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976800.825388:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976800.825392:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976800.825397:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976800.825402:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976800.825407:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976800.825412:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976800.825417:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976800.825422:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976800.825428:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976800.825433:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976800.825439:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976800.825443:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976800.825447:0:296882:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.825453:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d1d80a80 -> ffff9b82d1a26468 00010000:00000001:0.0:1783976800.825458:0:296882:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976800.825462:0:296882:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.825467:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d1d80a80 -> ffff9b82d1a26468 00000020:00000001:0.0:1783976800.825471:0:296882:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976800.825475:0:296882:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976800.825480:0:296882:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976800.825484:0:296882:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.825488:0:296882:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.825493:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d1d80a80 -> ffff9b82d1a26468 00000008:00000001:0.0:1783976800.825499:0:296882:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976800.825504:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976800.825508:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325e00. 00000020:00000010:0.0:1783976800.825512:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976800.825519:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976800.825526:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976800.825530:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976800.825535:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976800.825540:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976800.825546:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401324c00. 00000008:00000010:0.0:1783976800.825550:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976800.825555:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976800.825560:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976800.825566:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976800.825572:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325000. 00000020:00000010:0.0:1783976800.825576:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976800.825582:0:296882:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.825587:0:296882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.825591:0:296882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.825595:0:296882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.825599:0:296882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.825603:0:296882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.825608:0:296882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f3c37800 with handle 0xc4ea75fdb9c34bf0 from hash 00010000:00000001:0.0:1783976800.825615:0:296882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.825619:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.825623:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.825626:0:296882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.825631:0:296882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.825635:0:296882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.825641:0:296882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.825647:0:296882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000260ce513/0xc4ea75fdb9c26c21 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x1b62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3ae158f expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:0.0:1783976800.825682:0:296882:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976800.825686:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976800.825691:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976800.825696:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325000. 00000020:00000010:0.0:1783976800.825702:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401324c00. 00000020:00000010:0.0:1783976800.825709:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976800.825716:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976800.825724:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976800.825731:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976800.825739:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976800.825747:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976800.825755:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325e00. 00000008:00000010:0.0:1783976800.825762:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976800.825769:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976800.825774:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976800.825780:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976800.825785:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976800.825791:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976800.825797:0:296882:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976800.825802:0:296882:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976800.825806:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976800.825810:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976800.825815:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976800.825820:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976800.825825:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976800.825830:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976800.825835:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976800.825841:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976800.825847:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976800.825854:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976800.825860:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325200. 00000008:00000010:0.0:1783976800.825867:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976800.825873:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976800.825880:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976800.825886:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976800.825891:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976800.825897:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976800.825903:0:296882:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976800.825909:0:296882:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976800.825916:0:296882:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976800.825923:0:296882:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976800.825929:0:296882:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976800.825934:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d1162700 -> ffff9b82df3739e0 00000020:00000001:0.0:1783976800.825939:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82df3739e0 -> ffff9b82df3739e0 00000020:00000001:0.0:1783976800.825945:0:296882:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976800.825948:0:296882:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976800.825952:0:296882:0:(vvp_io.c:1822:vvp_io_init()) [0x240002b13:0x129bb:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976800.825960:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976800.825964:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976800.825968:0:296882:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976800.825975:0:296882:0:(lov_object.c:1588:lov_io_init()) [0x240002b13:0x129bb:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976800.825984:0:296882:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976800.825988:0:296882:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976800.825991:0:296882:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976800.825995:0:296882:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976800.826000:0:296882:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.826005:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976800.826008:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976800.826012:0:296882:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976800.826016:0:296882:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976800.826020:0:296882:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976800.826025:0:296882:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976800.826032:0:296882:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976800.826036:0:296882:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976800.826039:0:296882:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976800.826043:0:296882:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976800.826047:0:296882:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x129bb:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976800.826054:0:296882:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976800.826059:0:296882:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976800.826063:0:296882:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976800.826068:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976800.826073:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976800.826082:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976800.826091:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976800.826098:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976800.826103:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976800.826109:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976800.826114:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976800.826120:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976800.826126:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976800.826132:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976800.826140:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976800.826146:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976800.826216:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325200. 00000020:00000010:0.0:1783976800.826223:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976800.826229:0:296882:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.826234:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d1162700 -> ffff9b82df3739e0 00010000:00000001:0.0:1783976800.826239:0:296882:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976800.826244:0:296882:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.826250:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d1162700 -> ffff9b82df3739e0 00000020:00000001:0.0:1783976800.826254:0:296882:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976800.826257:0:296882:0:(osc_object.c:161:osc_attr_update()) set kms from 5to 0 00020000:00000001:0.0:1783976800.826261:0:296882:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976800.826264:0:296882:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.826269:0:296882:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.826274:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d1162700 -> ffff9b82df3739e0 00000008:00000001:0.0:1783976800.826279:0:296882:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976800.826285:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976800.826289:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401324c00. 00000020:00000010:0.0:1783976800.826313:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976800.826316:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976800.826320:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976800.826322:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976800.826328:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976800.826334:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976800.826339:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325000. 00000008:00000010:0.0:1783976800.826344:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976800.826348:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976800.826352:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976800.826357:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976800.826362:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325e00. 00000020:00000010:0.0:1783976800.826365:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976800.826369:0:296882:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.826374:0:296882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.826378:0:296882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.826381:0:296882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.826384:0:296882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.826386:0:296882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.826389:0:296882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83c528c400 with handle 0xc4ea75fdb9c26c21 from hash 00010000:00000001:0.0:1783976800.826394:0:296882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.826399:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.826402:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.826405:0:296882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.826408:0:296882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.826412:0:296882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.826419:0:296882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.826425:0:296882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000d5a76278/0xc4ea75fdb9c26bf7 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x1b0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3ae14cb expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:0.0:1783976800.826440:0:296882:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976800.826444:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976800.826448:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976800.826454:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325e00. 00000020:00000010:0.0:1783976800.826460:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325000. 00000020:00000010:0.0:1783976800.826465:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976800.826469:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976800.826475:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976800.826480:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976800.826486:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976800.826492:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976800.826498:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401324c00. 00000008:00000010:0.0:1783976800.826504:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976800.826510:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976800.826516:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976800.826520:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976800.826525:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976800.826531:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976800.826535:0:296882:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976800.826539:0:296882:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976800.826542:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976800.826544:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976800.826549:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325200. 00000020:00000010:0.0:1783976800.826554:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976800.826558:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976800.826562:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976800.826567:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976800.826571:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976800.826576:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976800.826581:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976800.826586:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976800.826592:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976800.826598:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976800.826603:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976800.826607:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976800.826612:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976800.826617:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976800.826621:0:296882:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976800.826624:0:296882:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976800.826629:0:296882:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976800.826634:0:296882:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976800.826639:0:296882:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976800.826643:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d1162e00 -> ffff9b82d1181aa8 00000020:00000001:0.0:1783976800.826647:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d1181aa8 -> ffff9b82d1181aa8 00000020:00000001:0.0:1783976800.826651:0:296882:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976800.826654:0:296882:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976800.826657:0:296882:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x27f2:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976800.826661:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976800.826664:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976800.826666:0:296882:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976800.826671:0:296882:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x27f2:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976800.826676:0:296882:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976800.826679:0:296882:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976800.826683:0:296882:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976800.826688:0:296882:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976800.826691:0:296882:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.826695:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976800.826699:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976800.826703:0:296882:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976800.826707:0:296882:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976800.826711:0:296882:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976800.826714:0:296882:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976800.826718:0:296882:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976800.826720:0:296882:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976800.826722:0:296882:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976800.826724:0:296882:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976800.826726:0:296882:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x27f2:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976800.826733:0:296882:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976800.826736:0:296882:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976800.826739:0:296882:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976800.826745:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976800.826748:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976800.826755:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976800.826762:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976800.826769:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976800.826774:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976800.826779:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976800.826784:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976800.826790:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325200. 00000008:00000010:0.0:1783976800.826795:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976800.826802:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976800.826807:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976800.826812:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976800.826817:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976800.826822:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976800.826826:0:296882:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.826830:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d1162e00 -> ffff9b82d1181aa8 00010000:00000001:0.0:1783976800.826832:0:296882:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976800.826836:0:296882:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.826839:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d1162e00 -> ffff9b82d1181aa8 00000020:00000001:0.0:1783976800.826843:0:296882:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976800.826847:0:296882:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976800.826849:0:296882:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976800.826853:0:296882:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.826857:0:296882:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.826862:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d1162e00 -> ffff9b82d1181aa8 00000008:00000001:0.0:1783976800.826867:0:296882:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976800.826870:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976800.826874:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325000. 00000020:00000010:0.0:1783976800.826880:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976800.826886:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976800.826891:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976800.826896:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976800.826902:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976800.826907:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976800.826912:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325e00. 00000008:00000010:0.0:1783976800.826916:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976800.826921:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976800.826926:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976800.826930:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976800.826935:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401324c00. 00000020:00000010:0.0:1783976800.826938:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976800.826944:0:296882:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.826950:0:296882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.826955:0:296882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.826960:0:296882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.826964:0:296882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.826968:0:296882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.826974:0:296882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f3c92800 with handle 0xc4ea75fdb9c26bf7 from hash 00010000:00000001:0.0:1783976800.826981:0:296882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.826984:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.826988:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.826990:0:296882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.826995:0:296882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.826997:0:296882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.827001:0:296882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.827006:0:296882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000921a4861/0xc4ea75fdb9c26b80 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x1b60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3ae1319 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:0.0:1783976800.827018:0:296882:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976800.827021:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976800.827025:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976800.827030:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401324c00. 00000020:00000010:0.0:1783976800.827036:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325e00. 00000020:00000010:0.0:1783976800.827042:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976800.827049:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976800.827054:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976800.827061:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976800.827065:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976800.827070:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976800.827076:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325000. 00000008:00000010:0.0:1783976800.827082:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976800.827088:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976800.827093:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976800.827098:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976800.827102:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976800.827108:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976800.827113:0:296882:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976800.827119:0:296882:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976800.827122:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976800.827128:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976800.827134:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976800.827140:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325200. 00000020:00000010:0.0:1783976800.827147:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976800.827237:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976800.827243:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976800.827248:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976800.827254:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976800.827259:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976800.827264:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976800.827268:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976800.827272:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976800.827277:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976800.827282:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976800.827286:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976800.827290:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976800.827316:0:296882:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976800.827319:0:296882:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976800.827324:0:296882:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976800.827328:0:296882:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976800.827332:0:296882:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976800.827337:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d1d80540 -> ffff9b82d1ea3918 00000020:00000001:0.0:1783976800.827341:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d1ea3918 -> ffff9b82d1ea3918 00000020:00000001:0.0:1783976800.827346:0:296882:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976800.827349:0:296882:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976800.827350:0:296882:0:(vvp_io.c:1822:vvp_io_init()) [0x240002b13:0x129b7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976800.827353:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976800.827354:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976800.827356:0:296882:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976800.827359:0:296882:0:(lov_object.c:1588:lov_io_init()) [0x240002b13:0x129b7:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976800.827363:0:296882:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976800.827364:0:296882:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976800.827366:0:296882:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976800.827369:0:296882:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976800.827371:0:296882:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.827372:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976800.827373:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976800.827375:0:296882:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976800.827376:0:296882:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976800.827378:0:296882:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976800.827381:0:296882:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976800.827385:0:296882:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976800.827388:0:296882:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976800.827392:0:296882:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976800.827394:0:296882:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976800.827398:0:296882:0:(vvp_io.c:304:vvp_io_fini()) [0x240002b13:0x129b7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976800.827403:0:296882:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976800.827407:0:296882:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976800.827410:0:296882:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976800.827414:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976800.827420:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325200. 00000020:00000010:0.0:1783976800.827425:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976800.827430:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976800.827435:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976800.827441:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976800.827448:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976800.827455:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976800.827460:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976800.827466:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976800.827472:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976800.827478:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976800.827484:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976800.827491:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976800.827496:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976800.827500:0:296882:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.827505:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d1d80540 -> ffff9b82d1ea3918 00010000:00000001:0.0:1783976800.827510:0:296882:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976800.827513:0:296882:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.827516:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d1d80540 -> ffff9b82d1ea3918 00000020:00000001:0.0:1783976800.827521:0:296882:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976800.827526:0:296882:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976800.827530:0:296882:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976800.827533:0:296882:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.827538:0:296882:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.827543:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d1d80540 -> ffff9b82d1ea3918 00000008:00000001:0.0:1783976800.827547:0:296882:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976800.827552:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976800.827557:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325e00. 00000020:00000010:0.0:1783976800.827562:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976800.827568:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976800.827573:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976800.827579:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976800.827584:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976800.827589:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976800.827594:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401324c00. 00000008:00000010:0.0:1783976800.827599:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976800.827605:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976800.827610:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976800.827614:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976800.827620:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325000. 00000020:00000010:0.0:1783976800.827623:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976800.827629:0:296882:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.827633:0:296882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.827637:0:296882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.827641:0:296882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.827645:0:296882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.827648:0:296882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.827652:0:296882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f36ed800 with handle 0xc4ea75fdb9c26b80 from hash 00010000:00000001:0.0:1783976800.827658:0:296882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.827661:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.827664:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.827668:0:296882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.827673:0:296882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.827677:0:296882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.827682:0:296882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.827689:0:296882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000af59d5bb/0xc4ea75fdb9c36ed4 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x1af3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3b25601 expref: -99 pid: 284634 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:0.0:1783976800.827704:0:296882:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976800.827707:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976800.827713:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976800.827719:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325000. 00000020:00000010:0.0:1783976800.827727:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401324c00. 00000020:00000010:0.0:1783976800.827733:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976800.827740:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976800.827746:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976800.827752:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976800.827758:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976800.827764:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976800.827773:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325e00. 00000008:00000010:0.0:1783976800.827780:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976800.827786:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976800.827792:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976800.827798:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976800.827803:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976800.827809:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976800.827812:0:296882:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976800.827818:0:296882:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976800.827821:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976800.827825:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976800.827831:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976800.827837:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976800.827841:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976800.827846:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976800.827852:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976800.827857:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976800.827861:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976800.827866:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976800.827871:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325200. 00000008:00000010:0.0:1783976800.827876:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976800.827880:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976800.827886:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976800.827891:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976800.827896:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976800.827901:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976800.827906:0:296882:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976800.827909:0:296882:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976800.827913:0:296882:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976800.827918:0:296882:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976800.827921:0:296882:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976800.827925:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d10fe1c0 -> ffff9b82c1312c38 00000020:00000001:0.0:1783976800.827930:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82c1312c38 -> ffff9b82c1312c38 00000020:00000001:0.0:1783976800.827936:0:296882:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976800.827938:0:296882:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976800.827942:0:296882:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x27b8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976800.827948:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976800.827953:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976800.827956:0:296882:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976800.827962:0:296882:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x27b8:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976800.827968:0:296882:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976800.827972:0:296882:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976800.827976:0:296882:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976800.827983:0:296882:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976800.827987:0:296882:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.827992:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976800.827995:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976800.827998:0:296882:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976800.828001:0:296882:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976800.828006:0:296882:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976800.828010:0:296882:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976800.828015:0:296882:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976800.828018:0:296882:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976800.828021:0:296882:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976800.828024:0:296882:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976800.828027:0:296882:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x27b8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976800.828034:0:296882:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976800.828037:0:296882:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976800.828040:0:296882:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976800.828044:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976800.828048:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976800.828053:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976800.828058:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976800.828064:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976800.828069:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976800.828074:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976800.828080:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976800.828087:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976800.828092:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976800.828098:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976800.828103:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976800.828108:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976800.828114:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325200. 00000020:00000010:0.0:1783976800.828122:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976800.828129:0:296882:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.828135:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d10fe1c0 -> ffff9b82c1312c38 00010000:00000001:0.0:1783976800.828141:0:296882:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976800.828145:0:296882:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.828149:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d10fe1c0 -> ffff9b82c1312c38 00000020:00000001:0.0:1783976800.828220:0:296882:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976800.828224:0:296882:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976800.828228:0:296882:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976800.828233:0:296882:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.828238:0:296882:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.828242:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d10fe1c0 -> ffff9b82c1312c38 00000008:00000001:0.0:1783976800.828249:0:296882:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976800.828253:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976800.828258:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401324c00. 00000020:00000010:0.0:1783976800.828265:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976800.828271:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976800.828277:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976800.828283:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976800.828291:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976800.828319:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976800.828326:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325000. 00000008:00000010:0.0:1783976800.828332:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976800.828337:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976800.828343:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976800.828348:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976800.828354:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325e00. 00000020:00000010:0.0:1783976800.828360:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976800.828365:0:296882:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.828372:0:296882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.828376:0:296882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.828380:0:296882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.828385:0:296882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.828388:0:296882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.828393:0:296882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83fec89400 with handle 0xc4ea75fdb9c36ed4 from hash 00010000:00000001:0.0:1783976800.828399:0:296882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.828402:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.828405:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.828409:0:296882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.828412:0:296882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.828416:0:296882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.828422:0:296882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.828427:0:296882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000dd2c0c75/0xc4ea75fdb9c36eb1 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x1af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3b255b4 expref: -99 pid: 284634 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:0.0:1783976800.828440:0:296882:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976800.828444:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976800.828449:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976800.828455:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325e00. 00000020:00000010:0.0:1783976800.828460:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325000. 00000020:00000010:0.0:1783976800.828465:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976800.828469:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976800.828474:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976800.828478:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976800.828483:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976800.828489:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976800.828494:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401324c00. 00000008:00000010:0.0:1783976800.828500:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976800.828506:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976800.828513:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976800.828520:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976800.828527:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976800.828534:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976800.828538:0:296882:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976800.828543:0:296882:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976800.828547:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976800.828551:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976800.828555:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325200. 00000020:00000010:0.0:1783976800.828562:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976800.828567:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976800.828570:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976800.828575:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976800.828581:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976800.828586:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976800.828593:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976800.828598:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976800.828602:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976800.828610:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976800.828614:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976800.828620:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976800.828625:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976800.828631:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976800.828636:0:296882:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976800.828639:0:296882:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976800.828646:0:296882:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976800.828653:0:296882:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976800.828658:0:296882:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976800.828662:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82e105cfc0 -> ffff9b82d118b3a0 00000020:00000001:0.0:1783976800.828665:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d118b3a0 -> ffff9b82d118b3a0 00000020:00000001:0.0:1783976800.828670:0:296882:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976800.828673:0:296882:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976800.828677:0:296882:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x27b7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976800.828684:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976800.828688:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976800.828691:0:296882:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976800.828695:0:296882:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x27b7:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976800.828702:0:296882:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976800.828705:0:296882:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976800.828709:0:296882:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976800.828715:0:296882:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976800.828718:0:296882:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.828723:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976800.828726:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976800.828730:0:296882:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976800.828732:0:296882:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976800.828739:0:296882:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976800.828743:0:296882:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976800.828748:0:296882:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976800.828751:0:296882:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976800.828754:0:296882:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976800.828757:0:296882:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976800.828761:0:296882:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x27b7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976800.828767:0:296882:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976800.828770:0:296882:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976800.828774:0:296882:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976800.828777:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976800.828781:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976800.828786:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976800.828792:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976800.828797:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976800.828803:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976800.828808:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976800.828814:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976800.828821:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325200. 00000008:00000010:0.0:1783976800.828827:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976800.828832:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976800.828840:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976800.828847:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976800.828855:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976800.828861:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976800.828865:0:296882:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.828872:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82e105cfc0 -> ffff9b82d118b3a0 00010000:00000001:0.0:1783976800.828878:0:296882:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976800.828884:0:296882:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.828890:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82e105cfc0 -> ffff9b82d118b3a0 00000020:00000001:0.0:1783976800.828896:0:296882:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976800.828900:0:296882:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976800.828905:0:296882:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976800.828911:0:296882:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.828917:0:296882:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.828923:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82e105cfc0 -> ffff9b82d118b3a0 00000008:00000001:0.0:1783976800.828927:0:296882:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976800.828932:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976800.828938:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325000. 00000020:00000010:0.0:1783976800.828945:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976800.828952:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976800.828959:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976800.828968:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976800.828976:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976800.828983:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976800.828990:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325e00. 00000008:00000010:0.0:1783976800.828997:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976800.829005:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976800.829012:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976800.829018:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976800.829023:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401324c00. 00000020:00000010:0.0:1783976800.829028:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976800.829035:0:296882:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.829040:0:296882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.829046:0:296882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.829050:0:296882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.829055:0:296882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.829058:0:296882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.829063:0:296882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b8401037800 with handle 0xc4ea75fdb9c36eb1 from hash 00010000:00000001:0.0:1783976800.829069:0:296882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.829073:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.829077:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.829080:0:296882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.829086:0:296882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.829090:0:296882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.829096:0:296882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.829104:0:296882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000075e86ed4/0xc4ea75fdb9c36e72 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x1af1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3b25472 expref: -99 pid: 284634 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:0.0:1783976800.829129:0:296882:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976800.829133:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976800.829137:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976800.829144:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401324c00. 00000020:00000010:0.0:1783976800.829150:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325e00. 00000020:00000010:0.0:1783976800.829229:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976800.829237:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976800.829245:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976800.829254:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976800.829263:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976800.829270:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976800.829276:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325000. 00000008:00000010:0.0:1783976800.829284:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976800.829291:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976800.829317:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976800.829326:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976800.829333:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976800.829339:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976800.829344:0:296882:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976800.829348:0:296882:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976800.829353:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976800.829358:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976800.829366:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976800.829372:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325200. 00000020:00000010:0.0:1783976800.829378:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976800.829385:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976800.829391:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976800.829398:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976800.829404:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976800.829410:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976800.829418:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976800.829424:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976800.829429:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976800.829435:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976800.829440:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976800.829445:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976800.829449:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976800.829452:0:296882:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976800.829456:0:296882:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976800.829464:0:296882:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976800.829469:0:296882:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976800.829474:0:296882:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976800.829479:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d10fe700 -> ffff9b82c13129e0 00000020:00000001:0.0:1783976800.829484:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82c13129e0 -> ffff9b82c13129e0 00000020:00000001:0.0:1783976800.829488:0:296882:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976800.829492:0:296882:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976800.829495:0:296882:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x27b6:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976800.829502:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976800.829505:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976800.829510:0:296882:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976800.829516:0:296882:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x27b6:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976800.829522:0:296882:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976800.829526:0:296882:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976800.829529:0:296882:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976800.829534:0:296882:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976800.829538:0:296882:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.829544:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976800.829547:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976800.829552:0:296882:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976800.829555:0:296882:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976800.829558:0:296882:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976800.829562:0:296882:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976800.829568:0:296882:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976800.829571:0:296882:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976800.829574:0:296882:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976800.829578:0:296882:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976800.829581:0:296882:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x27b6:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976800.829589:0:296882:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976800.829593:0:296882:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976800.829597:0:296882:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976800.829603:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976800.829610:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325200. 00000020:00000010:0.0:1783976800.829618:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976800.829627:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976800.829636:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976800.829643:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976800.829650:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976800.829658:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976800.829667:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976800.829674:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976800.829682:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976800.829690:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976800.829697:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976800.829705:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976800.829712:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976800.829719:0:296882:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.829725:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d10fe700 -> ffff9b82c13129e0 00010000:00000001:0.0:1783976800.829730:0:296882:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976800.829735:0:296882:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.829741:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d10fe700 -> ffff9b82c13129e0 00000020:00000001:0.0:1783976800.829746:0:296882:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976800.829751:0:296882:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976800.829755:0:296882:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976800.829759:0:296882:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.829765:0:296882:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.829769:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d10fe700 -> ffff9b82c13129e0 00000008:00000001:0.0:1783976800.829774:0:296882:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976800.829779:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976800.829785:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325e00. 00000020:00000010:0.0:1783976800.829792:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976800.829799:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976800.829804:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976800.829810:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976800.829815:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976800.829821:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976800.829828:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401324c00. 00000008:00000010:0.0:1783976800.829835:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976800.829841:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976800.829845:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976800.829851:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976800.829858:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325000. 00000020:00000010:0.0:1783976800.829864:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976800.829868:0:296882:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.829873:0:296882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.829879:0:296882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.829882:0:296882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.829886:0:296882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.829891:0:296882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.829898:0:296882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83fec88a00 with handle 0xc4ea75fdb9c36e72 from hash 00010000:00000001:0.0:1783976800.829903:0:296882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.829907:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.829910:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.829914:0:296882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.829920:0:296882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.829924:0:296882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.829930:0:296882:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.829935:0:296882:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000517ee0e3/0xc4ea75fdb9c25290 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x1ae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xe1223009a3adb556 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:0.0:1783976800.829954:0:296882:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1783976800.829958:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976800.829963:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976800.829971:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325000. 00000020:00000010:0.0:1783976800.829977:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401324c00. 00000020:00000010:0.0:1783976800.829982:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976800.829987:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976800.829994:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976800.830002:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976800.830009:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976800.830016:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976800.830023:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325e00. 00000008:00000010:0.0:1783976800.830029:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976800.830035:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976800.830041:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976800.830047:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976800.830053:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976800.830057:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000008:00000001:0.0:1783976800.830061:0:296882:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1783976800.830066:0:296882:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1783976800.830071:0:296882:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976800.830075:0:296882:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7cc60. 00000020:00000010:0.0:1783976800.830081:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976800.830087:0:296882:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976800.830093:0:296882:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976800.830100:0:296882:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976800.830106:0:296882:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976800.830111:0:296882:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976800.830119:0:296882:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976800.830126:0:296882:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976800.830133:0:296882:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325200. 00000008:00000010:0.0:1783976800.830139:0:296882:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976800.830146:0:296882:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976800.830152:0:296882:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976800.830226:0:296882:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fb870. 00000020:00000001:0.0:1783976800.830232:0:296882:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962610280 : -110484746941336 : ffff9b83c3e7cc68) 00000020:00001000:0.0:1783976800.830239:0:296882:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7cc60 00000008:00000001:0.0:1783976800.830244:0:296882:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1783976800.830248:0:296882:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1783976800.830255:0:296882:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1783976800.830258:0:296882:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976800.830263:0:296882:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1783976800.830266:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82e105d6c0 -> ffff9b82d1190918 00000020:00000001:0.0:1783976800.830271:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82d1190918 -> ffff9b82d1190918 00000020:00000001:0.0:1783976800.830276:0:296882:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1783976800.830280:0:296882:0:(vvp_io.c:1817:vvp_io_init()) Process entered 00000080:00200000:0.0:1783976800.830285:0:296882:0:(vvp_io.c:1822:vvp_io_init()) [0x200002b12:0x2799:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1783976800.830314:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976800.830317:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1783976800.830321:0:296882:0:(vvp_io.c:1894:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1783976800.830326:0:296882:0:(lov_object.c:1588:lov_io_init()) [0x200002b12:0x2799:0x0]io ffff9b83f9e79700 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1783976800.830332:0:296882:0:(lov_io.c:2178:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1783976800.830336:0:296882:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1783976800.830341:0:296882:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1783976800.830347:0:296882:0:(lov_io.c:205:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1783976800.830351:0:296882:0:(lov_io.c:213:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.830354:0:296882:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1783976800.830359:0:296882:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1783976800.830362:0:296882:0:(lov_io.c:2191:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1783976800.830367:0:296882:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1783976800.830373:0:296882:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1783976800.830376:0:296882:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783976800.830382:0:296882:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1783976800.830384:0:296882:0:(lov_io.c:901:lov_io_fini()) Process entered 00020000:00000001:0.0:1783976800.830389:0:296882:0:(lov_io.c:920:lov_io_fini()) Process leaving 00000080:00000001:0.0:1783976800.830393:0:296882:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1783976800.830397:0:296882:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b12:0x2799:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1783976800.830406:0:296882:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1783976800.830409:0:296882:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1783976800.830412:0:296882:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976800.830418:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7cc60 00000020:00000010:0.0:1783976800.830424:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976800.830431:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3960. 00000008:00000010:0.0:1783976800.830438:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e79660. 00020000:00000010:0.0:1783976800.830446:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3bf00. 00008000:00000010:0.0:1783976800.830453:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc710. 00000080:00000010:0.0:1783976800.830461:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fbf18. 00000080:00000010:0.0:1783976800.830467:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92500. 00000020:00000010:0.0:1783976800.830474:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976800.830480:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf94a0. 00020000:00000010:0.0:1783976800.830487:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fc9da8. 00008000:00000010:0.0:1783976800.830494:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c35713c0. 00000080:00000010:0.0:1783976800.830501:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fb870. 00000020:00000010:0.0:1783976800.830506:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325200. 00000020:00000010:0.0:1783976800.830512:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7cc60. 00000008:00000001:0.0:1783976800.830516:0:296882:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.830521:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82e105d6c0 -> ffff9b82d1190918 00010000:00000001:0.0:1783976800.830527:0:296882:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1783976800.830532:0:296882:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.830538:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82e105d6c0 -> ffff9b82d1190918 00000020:00000001:0.0:1783976800.830543:0:296882:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1783976800.830547:0:296882:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1783976800.830551:0:296882:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1783976800.830555:0:296882:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.830560:0:296882:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.830565:0:296882:0:(cl_object.c:151:cl_object_top()) ffff9b82e105d6c0 -> ffff9b82d1190918 00000008:00000001:0.0:1783976800.830572:0:296882:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976800.830577:0:296882:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976800.830582:0:296882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401324c00. 00000020:00000010:0.0:1783976800.830587:0:296882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976800.830593:0:296882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976800.830599:0:296882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976800.830605:0:296882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976800.830612:0:296882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976800.830619:0:296882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976800.830625:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325000. 00000008:00000010:0.0:1783976800.830632:0:296882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976800.830638:0:296882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976800.830645:0:296882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976800.830652:0:296882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976800.830659:0:296882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325e00. 00000020:00000010:0.0:1783976800.830665:0:296882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000008:00000001:0.0:1783976800.830672:0:296882:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.830681:0:296882:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.830686:0:296882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.830690:0:296882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.830694:0:296882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.830698:0:296882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.830704:0:296882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f43bf600 with handle 0xc4ea75fdb9c25290 from hash 00010000:00000001:0.0:1783976800.830709:0:296882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.830713:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.830716:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.830721:0:296882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.830725:0:296882:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.830731:0:296882:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.830740:0:296882:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=12 : 12 : c) 00010000:00000001:0.0:1783976800.830750:0:296882:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976800.830754:0:296882:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1783976800.830765:0:296882:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9880. 00000020:00000040:0.0:1783976800.830774:0:296882:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000100:00000001:0.0:1783976800.830787:0:296882:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976800.830792:0:296882:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976800.830800:0:296882:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976800.830813:0:296882:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b8401325e00. 00000100:00000001:0.0:1783976800.830825:0:296882:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.830834:0:296882:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783976800.830844:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000d9c4f78d/0xc4ea75fdb9c3a4b2 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x1b4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b3463f expref: -99 pid: 284635 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976800.830874:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000efb1c0ae/0xc4ea75fdb9c3a522 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x1b4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b348c3 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976800.830898:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000fa7d4fa3/0xc4ea75fdb9c3ddbc lrc: 1/0,0 mode: --/PR res: [0x280000403:0x1e12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b3f490 expref: -99 pid: 289998 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1783976800.830928:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000005f65af21/0xc4ea75fdb9c3dce3 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x1e0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400020020 nid: local remote: 0xe1223009a3b3f195 expref: -99 pid: 288110 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976800.830951:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000e9c9a10d/0xc4ea75fdb9c34bf0 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x1b04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b1beee expref: -99 pid: 284634 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976800.830985:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000260ce513/0xc4ea75fdb9c26c21 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x1b62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae158f expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976800.831019:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000d5a76278/0xc4ea75fdb9c26bf7 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x1b0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae14cb expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976800.831055:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000921a4861/0xc4ea75fdb9c26b80 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x1b60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae1319 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976800.831091:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000af59d5bb/0xc4ea75fdb9c36ed4 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x1af3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b25601 expref: -99 pid: 284634 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976800.831169:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000dd2c0c75/0xc4ea75fdb9c36eb1 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x1af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b255b4 expref: -99 pid: 284634 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976800.831204:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000075e86ed4/0xc4ea75fdb9c36e72 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x1af1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b25472 expref: -99 pid: 284634 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976800.831223:0:296882:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000517ee0e3/0xc4ea75fdb9c25290 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x1ae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3adb556 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976800.831239:0:296882:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 12 locks packed 00010000:00000001:0.0:1783976800.831240:0:296882:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=12 : 12 : c) 00000100:00000001:0.0:1783976800.831243:0:296882:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976800.831245:0:296882:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976800.831252:0:296882:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021d623df] to pc [ptlrpcd_00_01+1] req@ffff9b83ef4c9880 x1870620402678656/t0(0) o103->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:17/18 lens 408/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1783976800.831277:0:296882:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976800.831285:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.831290:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000d9c4f78d/0xc4ea75fdb9c3a4b2 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1b4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b3463f expref: -99 pid: 284635 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976800.831327:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83fdf72480. 00010000:00000040:0.0:1783976800.831334:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fa830500 count: 0 00010000:00000010:0.0:1783976800.831342:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83fa830d00. 00010000:00000001:0.0:1783976800.831351:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.831355:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.831361:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000efb1c0ae/0xc4ea75fdb9c3a522 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1b4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b348c3 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976800.831386:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ef7bd1c0. 00010000:00000040:0.0:1783976800.831396:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef24cf00 count: 0 00010000:00000010:0.0:1783976800.831400:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83ef24c900. 00010000:00000001:0.0:1783976800.831409:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.831412:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.831416:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000fa7d4fa3/0xc4ea75fdb9c3ddbc lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1e12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b3f490 expref: -99 pid: 289998 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1783976800.831433:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f7fc4900. 00010000:00000040:0.0:1783976800.831439:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c4b63200 count: 0 00010000:00000010:0.0:1783976800.831445:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83c4b63100. 00010000:00000001:0.0:1783976800.831453:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.831456:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.831461:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 000000005f65af21/0xc4ea75fdb9c3dce3 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x1e0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400020020 nid: local remote: 0xe1223009a3b3f195 expref: -99 pid: 288110 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000010:0.0:1783976800.831476:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83ef8ba680. 00010000:00000040:0.0:1783976800.831481:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef0aaf00 count: 0 00010000:00000010:0.0:1783976800.831486:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83ef0aa300. 00010000:00000001:0.0:1783976800.831494:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.831497:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.831501:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000e9c9a10d/0xc4ea75fdb9c34bf0 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1b04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b1beee expref: -99 pid: 284634 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976800.831517:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83d1633740. 00010000:00000040:0.0:1783976800.831523:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f6824a00 count: 0 00010000:00000010:0.0:1783976800.831529:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f6824300. 00010000:00000001:0.0:1783976800.831546:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.831550:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.831555:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000260ce513/0xc4ea75fdb9c26c21 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1b62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae158f expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976800.831573:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f33c4280. 00010000:00000040:0.0:1783976800.831580:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c37d9700 count: 0 00010000:00000010:0.0:1783976800.831586:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83c37d9e00. 00010000:00000001:0.0:1783976800.831598:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.831601:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.831606:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000d5a76278/0xc4ea75fdb9c26bf7 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1b0a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae14cb expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976800.831631:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f33c4680. 00010000:00000040:0.0:1783976800.831637:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f37ceb00 count: 0 00010000:00000010:0.0:1783976800.831643:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83f37ce000. 00010000:00000001:0.0:1783976800.831654:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.831658:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.831663:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000921a4861/0xc4ea75fdb9c26b80 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1b60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3ae1319 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976800.831680:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6aef500. 00010000:00000040:0.0:1783976800.831685:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c49aa600 count: 0 00010000:00000010:0.0:1783976800.831690:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83e5decc00. 00010000:00000001:0.0:1783976800.831699:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.831701:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.831704:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000af59d5bb/0xc4ea75fdb9c36ed4 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1af3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b25601 expref: -99 pid: 284634 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976800.831711:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d5989000. 00010000:00000040:0.0:1783976800.831715:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c9611a00 count: 0 00010000:00000010:0.0:1783976800.831717:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83c9611300. 00010000:00000001:0.0:1783976800.831724:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.831726:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.831731:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000dd2c0c75/0xc4ea75fdb9c36eb1 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1af2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b255b4 expref: -99 pid: 284634 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976800.831744:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c6040d80. 00010000:00000040:0.0:1783976800.831748:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b8401035400 count: 0 00010000:00000010:0.0:1783976800.831753:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b8401035b00. 00010000:00000001:0.0:1783976800.831760:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.831763:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.831767:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 0000000075e86ed4/0xc4ea75fdb9c36e72 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1af1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3b25472 expref: -99 pid: 284634 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976800.831780:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d5989e00. 00010000:00000040:0.0:1783976800.831785:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef8a5300 count: 0 00010000:00000010:0.0:1783976800.831789:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83ef8a5500. 00010000:00000001:0.0:1783976800.831797:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.831799:0:296882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.831802:0:296882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b83c87ef800 lock: 00000000517ee0e3/0xc4ea75fdb9c25290 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1ae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xe1223009a3adb556 expref: -99 pid: 284637 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:0.0:1783976800.831821:0:296882:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d4afc640. 00010000:00000040:0.0:1783976800.831828:0:296882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83d400c700 count: 0 00010000:00000010:0.0:1783976800.831833:0:296882:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b83d400ce00. 00010000:00000001:0.0:1783976800.831841:0:296882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.831845:0:296882:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1783976800.831850:0:296882:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9b83f726d300. 00010000:00000001:0.0:1783976800.831855:0:296882:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.831859:0:296882:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976800.831861:0:296882:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976800.831865:0:296882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976800.831868:0:296882:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976800.831871:0:296882:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976800.831875:0:296882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976800.831878:0:296882:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976800.831880:0:296882:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976800.831883:0:296882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1783976800.831906:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.831912:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.831915:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.831920:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.831923:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.831927:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.831931:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.831936:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.831943:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83c9e28a00 with handle 0xc4ea75fdb9c2674a from hash 00010000:00000001:0.0:1783976800.831949:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.831952:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.831957:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.831961:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.831966:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.831969:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.831974:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.831980:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c9e28000/0xc4ea75fdb9c266cc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ae0137 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00000080:00000001:0.0:1783976800.831994:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.831998:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.832001:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.832004:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000400:0x1c:0x0] mode (null) 00000002:00000001:0.0:1783976800.832009:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.832012:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.832017:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5e6ca00 count: 2 00010000:00000001:0.0:1783976800.832023:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.832028:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.832033:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.832036:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.832040:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5e6ca00 count: 2 00010000:00000001:0.0:1783976800.832044:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.832050:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.832054:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.832059:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000400:0x1c:0x0] lli = ffff9b83cc7398c0, pfid = [0x240000402:0x32:0x0] 00000080:00000002:0.0:1783976800.832099:0:296883:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240000400:0x1c:0x0] m[0x240000402:0x32:0x0] 00000080:00000001:0.0:1783976800.832105:0:296883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761522 : 162129603798761522 : 240000402000032) 00000080:00000001:0.0:1783976800.832110:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.832114:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.832118:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.832122:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000400:0x1c:0x0](ffff9b83cc739988) invalid 00000080:00000001:0.0:1783976800.832128:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.832132:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.832135:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.832143:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.832147:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.832150:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.832154:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.832159:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.832165:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83c9e28000 with handle 0xc4ea75fdb9c266cc from hash 00010000:00000001:0.0:1783976800.832169:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.832172:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.832176:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.832179:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.832183:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.832187:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.832206:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.832211:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f257f400/0xc4ea75fdb9c26719 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x32:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ae0233 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976800.832227:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.832230:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.832232:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.832236:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0x32:0x0] mode (null) 00000002:00000001:0.0:1783976800.832240:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.832244:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.832248:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5e6cd00 count: 2 00010000:00000001:0.0:1783976800.832253:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.832258:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.832261:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.832264:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.832266:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5e6cd00 count: 2 00010000:00000001:0.0:1783976800.832269:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.832273:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.832278:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.832282:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0x32:0x0] lli = ffff9b83cc739080, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.832286:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.832289:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.832319:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.832322:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0x32:0x0](ffff9b83cc739148) invalid 00000020:00000001:0.0:1783976800.832327:0:296883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1d97ca0 00000080:00002000:0.0:1783976800.832330:0:296883:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d17k.sanity.new (ffff9b8400e0fa20) parent ffff9b83cc4ba870 inode ffff9b83cc739148 refc 0 00000080:00000001:0.0:1783976800.832340:0:296883:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976800.832346:0:296883:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976800.832353:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.832359:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.832363:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.832367:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.832370:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.832373:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.832377:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.832380:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.832384:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f257f400 with handle 0xc4ea75fdb9c26719 from hash 00010000:00000001:0.0:1783976800.832390:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.832393:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.832396:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.832400:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.832403:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.832407:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.832411:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.832416:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83ff63c600/0xc4ea75fdb9c3914f lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0xa3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b2f827 expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00000080:00000001:0.0:1783976800.832443:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.832447:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.832450:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.832454:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0xa3:0x0] mode (null) 00000002:00000001:0.0:1783976800.832458:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.832461:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.832466:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f7452500 count: 2 00010000:00000001:0.0:1783976800.832472:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.832478:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.832484:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.832488:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.832493:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f7452500 count: 2 00010000:00000001:0.0:1783976800.832498:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.832506:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.832511:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.832518:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0xa3:0x0] lli = ffff9b83ca4fe300, pfid = [0x200000402:0xd79a:0x0] 00000080:00000002:0.0:1783976800.832558:0:296883:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0xa3:0x0] m[0x200000402:0xd79a:0x0] 00000080:00000001:0.0:1783976800.832563:0:296883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289334682 : 144115205289334682 : 20000040200d79a) 00000080:00000001:0.0:1783976800.832568:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.832571:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.832575:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.832579:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0xa3:0x0](ffff9b83ca4fe3c8) invalid 00000080:00000001:0.0:1783976800.832585:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.832589:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.832591:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.832595:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.832599:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.832602:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.832606:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.832609:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.832614:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83ff63c600 with handle 0xc4ea75fdb9c3914f from hash 00010000:00000001:0.0:1783976800.832618:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.832620:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.832623:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.832626:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.832628:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.832631:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.832635:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.832640:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f2a21e00/0xc4ea75fdb9c26608 lrc: 2/0,0 mode: PR/PR res: [0x240002b10:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adfe43 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00000080:00000001:0.0:1783976800.832651:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.832654:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.832656:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.832660:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b10:0x2f:0x0] mode (null) 00000002:00000001:0.0:1783976800.832663:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.832666:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.832670:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c2fce200 count: 2 00010000:00000001:0.0:1783976800.832674:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.832679:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.832682:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.832685:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.832690:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c2fce200 count: 2 00010000:00000001:0.0:1783976800.832694:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.832697:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.832700:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.832704:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b10:0x2f:0x0] lli = ffff9b83d0b7b180, pfid = [0x240000402:0xfb41:0x0] 00000080:00000002:0.0:1783976800.832737:0:296883:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b10:0x2f:0x0] m[0x240000402:0xfb41:0x0] 00000080:00000001:0.0:1783976800.832745:0:296883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798825793 : 162129603798825793 : 24000040200fb41) 00000080:00000001:0.0:1783976800.832751:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.832754:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.832757:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.832760:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b10:0x2f:0x0](ffff9b83d0b7b248) invalid 00000080:00000001:0.0:1783976800.832765:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.832768:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.832771:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.832775:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.832778:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.832782:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.832786:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.832790:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.832795:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f2a21e00 with handle 0xc4ea75fdb9c26608 from hash 00010000:00000001:0.0:1783976800.832799:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.832802:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.832805:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.832808:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.832811:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.832814:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.832818:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.832824:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f4309200/0xc4ea75fdb9c26632 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xfb41:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adfec8 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976800.832838:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.832841:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.832845:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.832849:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0xfb41:0x0] mode (null) 00000002:00000001:0.0:1783976800.832853:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.832856:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.832860:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ef781100 count: 2 00010000:00000001:0.0:1783976800.832864:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.832869:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.832874:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.832877:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.832881:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ef781100 count: 2 00010000:00000001:0.0:1783976800.832885:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.832890:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.832894:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.832898:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0xfb41:0x0] lli = ffff9b83d0b798c0, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.832903:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.832906:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.832909:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.832913:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xfb41:0x0](ffff9b83d0b79988) invalid 00000020:00000001:0.0:1783976800.832918:0:296883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1d97ca0 00000080:00002000:0.0:1783976800.832922:0:296883:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d27F.sanity (ffff9b8400e0e510) parent ffff9b83cc4ba870 inode ffff9b83d0b79988 refc 0 00000080:00000001:0.0:1783976800.832930:0:296883:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976800.832934:0:296883:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976800.832937:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.832939:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.832941:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.832944:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.832946:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.832948:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.832950:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.832952:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.832954:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f4309200 with handle 0xc4ea75fdb9c26632 from hash 00010000:00000001:0.0:1783976800.832957:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.832958:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.832959:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.832960:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.832963:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.832966:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.832970:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.832975:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f4308800/0xc4ea75fdb9c265ad lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adfd1d expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00000080:00000001:0.0:1783976800.832989:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.832992:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.832994:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.832998:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000bd0:0x3:0x0] mode (null) 00000002:00000001:0.0:1783976800.833002:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.833005:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.833009:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ef781e00 count: 2 00010000:00000001:0.0:1783976800.833013:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.833018:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.833023:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.833026:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.833030:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ef781e00 count: 2 00010000:00000001:0.0:1783976800.833034:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.833038:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.833041:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.833046:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000bd0:0x3:0x0] lli = ffff9b83cc732940, pfid = [0x240000402:0x32d:0x0] 00000080:00000002:0.0:1783976800.833079:0:296883:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240000bd0:0x3:0x0] m[0x240000402:0x32d:0x0] 00000080:00000001:0.0:1783976800.833086:0:296883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798762285 : 162129603798762285 : 24000040200032d) 00000080:00000001:0.0:1783976800.833091:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.833094:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.833096:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.833100:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000bd0:0x3:0x0](ffff9b83cc732a08) invalid 00000080:00000001:0.0:1783976800.833102:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.833103:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.833104:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.833107:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.833109:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.833111:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.833113:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.833115:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.833118:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f4308800 with handle 0xc4ea75fdb9c265ad from hash 00010000:00000001:0.0:1783976800.833121:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.833122:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.833124:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.833125:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.833127:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.833128:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.833130:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.833134:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f4309c00/0xc4ea75fdb9c265e5 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x32d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adfdd3 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976800.833147:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.833149:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.833152:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.833154:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0x32d:0x0] mode (null) 00000002:00000001:0.0:1783976800.833159:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.833161:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.833166:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ef781400 count: 2 00010000:00000001:0.0:1783976800.833170:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.833174:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.833178:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.833181:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.833184:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ef781400 count: 2 00010000:00000001:0.0:1783976800.833190:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.833204:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.833207:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.833209:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0x32d:0x0] lli = ffff9b83cc734a40, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.833212:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.833213:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.833214:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.833216:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0x32d:0x0](ffff9b83cc734b08) invalid 00000020:00000001:0.0:1783976800.833218:0:296883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1d97ca0 00000080:00002000:0.0:1783976800.833220:0:296883:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d17n.sanity (ffff9b8400ccd510) parent ffff9b83cc4ba870 inode ffff9b83cc734b08 refc 0 00000080:00000001:0.0:1783976800.833225:0:296883:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976800.833228:0:296883:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976800.833230:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.833233:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.833234:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.833236:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.833237:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.833239:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.833240:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.833241:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.833243:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f4309c00 with handle 0xc4ea75fdb9c265e5 from hash 00010000:00000001:0.0:1783976800.833245:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.833246:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.833247:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.833248:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.833250:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.833251:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.833253:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.833256:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f2969a00/0xc4ea75fdb9c2649c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adf93b expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00000080:00000001:0.0:1783976800.833263:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.833265:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.833267:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.833268:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000400:0xb:0x0] mode (null) 00000002:00000001:0.0:1783976800.833270:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.833271:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.833274:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f37f5000 count: 2 00010000:00000001:0.0:1783976800.833276:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.833279:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.833280:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.833281:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.833283:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f37f5000 count: 2 00010000:00000001:0.0:1783976800.833285:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.833286:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.833288:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.833290:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000400:0xb:0x0] lli = ffff9b83d0b71080, pfid = [0x240000402:0xd:0x0] 00000080:00000002:0.0:1783976800.833340:0:296883:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240000400:0xb:0x0] m[0x240000402:0xd:0x0] 00000080:00000001:0.0:1783976800.833343:0:296883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761485 : 162129603798761485 : 24000040200000d) 00000080:00000001:0.0:1783976800.833346:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.833347:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.833349:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.833350:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000400:0xb:0x0](ffff9b83d0b71148) invalid 00000080:00000001:0.0:1783976800.833352:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.833354:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.833355:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.833357:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.833359:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.833360:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.833362:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.833363:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.833366:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f2969a00 with handle 0xc4ea75fdb9c2649c from hash 00010000:00000001:0.0:1783976800.833368:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.833369:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.833370:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.833372:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.833373:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.833374:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.833377:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.833380:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f2eb6a00/0xc4ea75fdb9c264d4 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adf9b9 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976800.833387:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.833389:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.833390:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.833392:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0xd:0x0] mode (null) 00000002:00000001:0.0:1783976800.833394:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.833395:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.833398:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5cbdd00 count: 2 00010000:00000001:0.0:1783976800.833400:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.833402:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.833404:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.833405:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.833406:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5cbdd00 count: 2 00010000:00000001:0.0:1783976800.833408:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.833410:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.833411:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.833413:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0xd:0x0] lli = ffff9b83d0b70840, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.833415:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.833416:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.833417:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.833419:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xd:0x0](ffff9b83d0b70908) invalid 00000020:00000001:0.0:1783976800.833421:0:296883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1d97ca0 00000080:00002000:0.0:1783976800.833423:0:296883:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d7b.sanity (ffff9b8400e0fe58) parent ffff9b83cc4ba870 inode ffff9b83d0b70908 refc 0 00000080:00000001:0.0:1783976800.833428:0:296883:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976800.833431:0:296883:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976800.833433:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.833435:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.833437:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.833439:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.833441:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.833443:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.833444:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.833446:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.833448:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f2eb6a00 with handle 0xc4ea75fdb9c264d4 from hash 00010000:00000001:0.0:1783976800.833453:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.833456:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.833458:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.833461:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.833465:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.833468:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.833470:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.833475:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f2eb7c00/0xc4ea75fdb9c26495 lrc: 2/0,0 mode: PR/PR res: [0x240002b10:0x23:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adf92d expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 0 00000080:00000001:0.0:1783976800.833486:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.833489:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.833491:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.833494:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b10:0x23:0x0] mode (null) 00000002:00000001:0.0:1783976800.833497:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.833499:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.833504:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f3a30a00 count: 2 00010000:00000001:0.0:1783976800.833507:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.833513:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.833517:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.833519:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.833523:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f3a30a00 count: 2 00010000:00000001:0.0:1783976800.833527:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.833530:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.833534:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.833536:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b10:0x23:0x0] lli = ffff9b83d0e3b9c0, pfid = [0x240000402:0xfae0:0x0] 00000080:00000002:0.0:1783976800.833570:0:296883:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b10:0x23:0x0] m[0x240000402:0xfae0:0x0] 00000080:00000001:0.0:1783976800.833578:0:296883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798825696 : 162129603798825696 : 24000040200fae0) 00000080:00000001:0.0:1783976800.833583:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.833587:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.833589:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.833591:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b10:0x23:0x0](ffff9b83d0e3ba88) invalid 00000080:00000001:0.0:1783976800.833595:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.833599:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.833602:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.833616:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.833623:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.833626:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.833630:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.833634:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.833637:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f2eb7c00 with handle 0xc4ea75fdb9c26495 from hash 00010000:00000001:0.0:1783976800.833642:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.833646:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.833648:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.833651:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.833655:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.833657:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.833661:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.833665:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f2eb7000/0xc4ea75fdb9c264cd lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xfae0:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adf9ab expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976800.833677:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.833680:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.833683:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.833686:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0xfae0:0x0] mode (null) 00000002:00000001:0.0:1783976800.833690:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.833693:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.833697:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5cbd300 count: 2 00010000:00000001:0.0:1783976800.833701:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.833706:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.833711:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.833713:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.833716:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5cbd300 count: 2 00010000:00000001:0.0:1783976800.833721:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.833726:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.833730:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.833735:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0xfae0:0x0] lli = ffff9b83d0e3dac0, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.833739:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.833742:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.833745:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.833749:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xfae0:0x0](ffff9b83d0e3db88) invalid 00000020:00000001:0.0:1783976800.833753:0:296883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1d97ca0 00000080:00002000:0.0:1783976800.833756:0:296883:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d27wa.sanity (ffff9b83d0b0dca8) parent ffff9b83cc4ba870 inode ffff9b83d0e3db88 refc 0 00000080:00000001:0.0:1783976800.833763:0:296883:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976800.833769:0:296883:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976800.833774:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.833778:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.833781:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.833787:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.833790:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.833794:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.833797:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.833801:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.833808:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f2eb7000 with handle 0xc4ea75fdb9c264cd from hash 00010000:00000001:0.0:1783976800.833812:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.833814:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.833817:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.833818:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.833821:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.833824:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.833829:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.833834:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3c9a800/0xc4ea75fdb9c263e6 lrc: 2/0,0 mode: PR/PR res: [0x240002b10:0x16:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adf69b expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00000080:00000001:0.0:1783976800.833846:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.833850:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.833853:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.833857:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b10:0x16:0x0] mode (null) 00000002:00000001:0.0:1783976800.833862:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.833865:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.833870:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f3a30e00 count: 2 00010000:00000001:0.0:1783976800.833876:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.833881:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.833885:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.833888:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.833890:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f3a30e00 count: 2 00010000:00000001:0.0:1783976800.833894:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.833896:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.833898:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.833900:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b10:0x16:0x0] lli = ffff9b83d0f83180, pfid = [0x240000402:0xf8b8:0x0] 00000080:00000002:0.0:1783976800.833933:0:296883:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b10:0x16:0x0] m[0x240000402:0xf8b8:0x0] 00000080:00000001:0.0:1783976800.833939:0:296883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798825144 : 162129603798825144 : 24000040200f8b8) 00000080:00000001:0.0:1783976800.833944:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.833947:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.833952:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.833957:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b10:0x16:0x0](ffff9b83d0f83248) invalid 00000080:00000001:0.0:1783976800.833962:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.833965:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.833969:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.833973:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.833977:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.833980:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.833983:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.833986:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.833992:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f3c9a800 with handle 0xc4ea75fdb9c263e6 from hash 00010000:00000001:0.0:1783976800.833996:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.833998:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.834000:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.834002:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.834006:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.834009:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.834012:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.834017:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c96fd200/0xc4ea75fdb9c26417 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xf8b8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adf743 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976800.834030:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.834033:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.834036:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.834039:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0xf8b8:0x0] mode (null) 00000002:00000001:0.0:1783976800.834043:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.834046:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.834051:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f3a30200 count: 2 00010000:00000001:0.0:1783976800.834056:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.834060:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.834064:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.834067:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.834071:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f3a30200 count: 2 00010000:00000001:0.0:1783976800.834075:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.834078:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.834082:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.834085:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0xf8b8:0x0] lli = ffff9b83d0f818c0, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.834091:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.834093:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.834096:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.834100:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xf8b8:0x0](ffff9b83d0f81988) invalid 00000020:00000001:0.0:1783976800.834106:0:296883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1d97ca0 00000080:00002000:0.0:1783976800.834108:0:296883:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d27cf.sanity (ffff9b8400eb1d80) parent ffff9b83cc4ba870 inode ffff9b83d0f81988 refc 0 00000080:00000001:0.0:1783976800.834116:0:296883:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976800.834125:0:296883:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976800.834130:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.834136:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.834140:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.834146:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.834150:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.834154:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.834158:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.834162:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.834168:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83c96fd200 with handle 0xc4ea75fdb9c26417 from hash 00010000:00000001:0.0:1783976800.834173:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.834177:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.834179:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.834182:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.834187:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.834191:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.834210:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.834217:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f2a20a00/0xc4ea75fdb9c263ca lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x14:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adf647 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00000080:00000001:0.0:1783976800.834242:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.834246:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.834249:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.834251:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0x14:0x0] mode (null) 00000002:00000001:0.0:1783976800.834255:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.834257:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.834262:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f2bb9400 count: 2 00010000:00000001:0.0:1783976800.834264:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.834266:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.834268:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.834270:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.834272:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f2bb9400 count: 2 00010000:00000001:0.0:1783976800.834274:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.834277:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.834279:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.834281:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0x14:0x0] lli = ffff9b83d0b7dac0, pfid = [0x200000402:0x3df:0x0] 00000080:00000002:0.0:1783976800.834334:0:296883:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0x14:0x0] m[0x200000402:0x3df:0x0] 00000080:00000001:0.0:1783976800.834339:0:296883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289280479 : 144115205289280479 : 2000004020003df) 00000080:00000001:0.0:1783976800.834345:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.834349:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.834353:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.834357:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0x14:0x0](ffff9b83d0b7db88) invalid 00000080:00000001:0.0:1783976800.834362:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.834364:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.834368:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.834373:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.834376:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.834378:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.834381:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.834384:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.834390:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f2a20a00 with handle 0xc4ea75fdb9c263ca from hash 00010000:00000001:0.0:1783976800.834393:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.834396:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.834399:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.834402:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.834405:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.834409:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.834413:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.834418:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c96fd800/0xc4ea75fdb9c26345 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xfbd3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adf410 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:0.0:1783976800.834438:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.834441:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.834444:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.834447:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0xfbd3:0x0] mode (null) 00000002:00000001:0.0:1783976800.834454:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.834457:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.834464:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f3b09400 count: 2 00010000:00000001:0.0:1783976800.834470:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.834479:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.834482:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.834485:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.834490:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f3b09400 count: 2 00010000:00000001:0.0:1783976800.834495:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.834501:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.834506:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.834512:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0xfbd3:0x0] lli = ffff9b83d0b7a940, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.834579:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.834582:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.834586:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.834589:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xfbd3:0x0](ffff9b83d0b7aa08) invalid 00000020:00000001:0.0:1783976800.834596:0:296883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1d97ca0 00000080:00002000:0.0:1783976800.834601:0:296883:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d31l.sanity (ffff9b8400e0e360) parent ffff9b83cc4ba870 inode ffff9b83d0b7aa08 refc 0 00000080:00000001:0.0:1783976800.834612:0:296883:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976800.834620:0:296883:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976800.834627:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.834632:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.834636:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.834642:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.834647:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.834651:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.834655:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.834659:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.834665:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83c96fd800 with handle 0xc4ea75fdb9c26345 from hash 00010000:00000001:0.0:1783976800.834671:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.834674:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.834677:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.834680:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.834684:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.834686:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.834692:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.834699:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3aae600/0xc4ea75fdb9c262f1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adf30d expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 0 00000080:00000001:0.0:1783976800.834714:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.834718:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.834722:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.834725:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000400:0x1b:0x0] mode (null) 00000002:00000001:0.0:1783976800.834731:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.834734:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.834738:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5ce9b00 count: 2 00010000:00000001:0.0:1783976800.834741:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.834748:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.834753:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.834755:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.834760:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5ce9b00 count: 2 00010000:00000001:0.0:1783976800.834763:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.834769:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.834773:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.834779:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000400:0x1b:0x0] lli = ffff9b83d0e32940, pfid = [0x240000402:0x31:0x0] 00000080:00000002:0.0:1783976800.834828:0:296883:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240000400:0x1b:0x0] m[0x240000402:0x31:0x0] 00000080:00000001:0.0:1783976800.834836:0:296883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761521 : 162129603798761521 : 240000402000031) 00000080:00000001:0.0:1783976800.834845:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.834850:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.834855:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.834860:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000400:0x1b:0x0](ffff9b83d0e32a08) invalid 00000080:00000001:0.0:1783976800.834868:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.834871:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.834874:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.834880:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.834884:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.834888:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.834891:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.834895:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.834901:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f3aae600 with handle 0xc4ea75fdb9c262f1 from hash 00010000:00000001:0.0:1783976800.834907:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.834912:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.834915:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.834919:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.834923:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.834926:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.834931:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.834935:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c96fd600/0xc4ea75fdb9c26329 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adf3d1 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976800.834952:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.834957:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.834961:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.834965:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0x31:0x0] mode (null) 00000002:00000001:0.0:1783976800.834971:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.834975:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.834981:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fb065900 count: 2 00010000:00000001:0.0:1783976800.834986:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.834992:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.834996:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.834998:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.835001:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fb065900 count: 2 00010000:00000001:0.0:1783976800.835006:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.835011:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.835017:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.835023:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0x31:0x0] lli = ffff9b83d0f88000, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.835031:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.835035:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.835038:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.835041:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0x31:0x0](ffff9b83d0f880c8) invalid 00000020:00000001:0.0:1783976800.835048:0:296883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1d97ca0 00000080:00002000:0.0:1783976800.835052:0:296883:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d17k.sanity (ffff9b8400e0f000) parent ffff9b83cc4ba870 inode ffff9b83d0f880c8 refc 0 00000080:00000001:0.0:1783976800.835063:0:296883:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976800.835071:0:296883:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976800.835080:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.835085:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.835088:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.835094:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.835098:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.835102:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.835107:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.835112:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.835118:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83c96fd600 with handle 0xc4ea75fdb9c26329 from hash 00010000:00000001:0.0:1783976800.835124:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.835127:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.835130:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.835134:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.835139:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.835143:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.835148:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.835154:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f40b1000/0xc4ea75fdb9c262c0 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x10d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adf273 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 0 00000080:00000001:0.0:1783976800.835173:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.835176:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.835179:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.835183:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0x10d:0x0] mode (null) 00000002:00000001:0.0:1783976800.835187:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.835191:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.835234:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f3b09a00 count: 2 00010000:00000001:0.0:1783976800.835238:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.835243:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.835245:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.835247:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.835249:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f3b09a00 count: 2 00010000:00000001:0.0:1783976800.835251:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.835254:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.835255:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.835258:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0x10d:0x0] lli = ffff9b83d0e2a940, pfid = [0x200002b12:0x294b:0x0] 00000080:00000002:0.0:1783976800.835319:0:296883:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0x10d:0x0] m[0x200002b12:0x294b:0x0] 00000080:00000001:0.0:1783976800.835324:0:296883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061450059 : 144115373061450059 : 200002b1200294b) 00000080:00000001:0.0:1783976800.835329:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.835333:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.835336:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.835339:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0x10d:0x0](ffff9b83d0e2aa08) invalid 00000080:00000001:0.0:1783976800.835344:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.835346:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.835349:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.835354:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.835357:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.835361:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.835363:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.835367:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.835371:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f40b1000 with handle 0xc4ea75fdb9c262c0 from hash 00010000:00000001:0.0:1783976800.835375:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.835379:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.835380:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.835384:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.835386:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.835389:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.835393:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.835398:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f26d0e00/0xc4ea75fdb9c26234 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0xf6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adf035 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00000080:00000001:0.0:1783976800.835413:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.835416:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.835418:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.835419:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0xf6:0x0] mode (null) 00000002:00000001:0.0:1783976800.835422:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.835423:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.835426:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83d42c6800 count: 2 00010000:00000001:0.0:1783976800.835428:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.835431:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.835433:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.835435:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.835437:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83d42c6800 count: 2 00010000:00000001:0.0:1783976800.835439:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.835441:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.835443:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.835445:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0xf6:0x0] lli = ffff9b83fe9eca40, pfid = [0x200002b12:0x281b:0x0] 00000080:00000002:0.0:1783976800.835484:0:296883:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0xf6:0x0] m[0x200002b12:0x281b:0x0] 00000080:00000001:0.0:1783976800.835488:0:296883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061449755 : 144115373061449755 : 200002b1200281b) 00000080:00000001:0.0:1783976800.835493:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.835496:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.835500:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.835504:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0xf6:0x0](ffff9b83fe9ecb08) invalid 00000080:00000001:0.0:1783976800.835509:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.835512:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.835514:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.835519:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.835522:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.835525:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.835528:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.835532:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.835536:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f26d0e00 with handle 0xc4ea75fdb9c26234 from hash 00010000:00000001:0.0:1783976800.835539:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.835542:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.835544:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.835546:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.835550:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.835553:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.835558:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.835563:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83d19a3400/0xc4ea75fdb9c2614d lrc: 2/0,0 mode: PR/PR res: [0x240002b10:0x39:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adece6 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00000080:00000001:0.0:1783976800.835579:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.835582:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.835586:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.835590:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b10:0x39:0x0] mode (null) 00000002:00000001:0.0:1783976800.835595:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.835599:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.835604:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83d438eb00 count: 2 00010000:00000001:0.0:1783976800.835610:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.835616:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.835620:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.835623:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.835627:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83d438eb00 count: 2 00010000:00000001:0.0:1783976800.835631:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.835636:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.835639:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.835642:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b10:0x39:0x0] lli = ffff9b83ca5a98c0, pfid = [0x240000402:0xfba2:0x0] 00000080:00000002:0.0:1783976800.835683:0:296883:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b10:0x39:0x0] m[0x240000402:0xfba2:0x0] 00000080:00000001:0.0:1783976800.835689:0:296883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798825890 : 162129603798825890 : 24000040200fba2) 00000080:00000001:0.0:1783976800.835694:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.835697:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.835701:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.835704:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b10:0x39:0x0](ffff9b83ca5a9988) invalid 00000080:00000001:0.0:1783976800.835708:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.835711:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.835714:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.835718:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.835723:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.835726:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.835729:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.835731:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.835735:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83d19a3400 with handle 0xc4ea75fdb9c2614d from hash 00010000:00000001:0.0:1783976800.835741:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.835744:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.835745:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.835748:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.835751:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.835754:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.835758:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.835763:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3aafa00/0xc4ea75fdb9c2617e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xfba2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3aded9c expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976800.835777:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.835781:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.835784:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.835787:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0xfba2:0x0] mode (null) 00000002:00000001:0.0:1783976800.835793:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.835796:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.835799:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f38b7f00 count: 2 00010000:00000001:0.0:1783976800.835803:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.835808:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.835811:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.835814:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.835817:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f38b7f00 count: 2 00010000:00000001:0.0:1783976800.835822:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.835827:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.835830:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.835834:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0xfba2:0x0] lli = ffff9b83ca5a9080, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.835839:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.835841:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.835844:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.835846:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xfba2:0x0](ffff9b83ca5a9148) invalid 00000020:00000001:0.0:1783976800.835850:0:296883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1d97ca0 00000080:00002000:0.0:1783976800.835854:0:296883:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d27P.sanity (ffff9b83f5a0c1b0) parent ffff9b83cc4ba870 inode ffff9b83ca5a9148 refc 0 00000080:00000001:0.0:1783976800.835863:0:296883:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976800.835870:0:296883:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976800.835875:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.835880:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.835884:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.835890:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.835894:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.835898:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.835901:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.835905:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.835911:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f3aafa00 with handle 0xc4ea75fdb9c2617e from hash 00010000:00000001:0.0:1783976800.835916:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.835919:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.835923:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.835926:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.835930:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.835934:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.835940:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.835946:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3c9b400/0xc4ea75fdb9c2606d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xfae6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ade9dd expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976800.835961:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.835966:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.835970:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.835973:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0xfae6:0x0] mode (null) 00000002:00000001:0.0:1783976800.835975:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.835976:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.835979:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ecc06800 count: 2 00010000:00000001:0.0:1783976800.835982:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.835985:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.835987:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.835988:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.835990:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ecc06800 count: 2 00010000:00000001:0.0:1783976800.835992:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.835995:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.835997:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.835999:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0xfae6:0x0] lli = ffff9b8400d5c200, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.836002:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.836005:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.836008:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.836012:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xfae6:0x0](ffff9b8400d5c2c8) invalid 00000020:00000001:0.0:1783976800.836018:0:296883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1d97ca0 00000080:00002000:0.0:1783976800.836021:0:296883:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d27Ca.sanity (ffff9b8400d996c0) parent ffff9b83cc4ba870 inode ffff9b8400d5c2c8 refc 0 00000080:00000001:0.0:1783976800.836028:0:296883:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976800.836036:0:296883:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976800.836042:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.836046:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.836049:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.836054:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.836057:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.836060:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.836063:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.836066:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.836071:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f3c9b400 with handle 0xc4ea75fdb9c2606d from hash 00010000:00000001:0.0:1783976800.836075:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.836077:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.836081:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.836082:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.836084:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.836087:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.836091:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.836096:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f366c400/0xc4ea75fdb9c25fda lrc: 2/0,0 mode: PR/PR res: [0x240002b10:0x52:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ade7d0 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00000080:00000001:0.0:1783976800.836110:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.836114:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.836117:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.836120:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b10:0x52:0x0] mode (null) 00000002:00000001:0.0:1783976800.836124:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.836127:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.836131:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f401d600 count: 2 00010000:00000001:0.0:1783976800.836134:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.836138:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.836142:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.836145:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.836149:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f401d600 count: 2 00010000:00000001:0.0:1783976800.836153:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.836157:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.836160:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.836165:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b10:0x52:0x0] lli = ffff9b83c2242100, pfid = [0x240002b13:0x3c9:0x0] 00000080:00000002:0.0:1783976800.836234:0:296883:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b10:0x52:0x0] m[0x240002b13:0x3c9:0x0] 00000080:00000001:0.0:1783976800.836240:0:296883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587699657 : 162129771587699657 : 240002b130003c9) 00000080:00000001:0.0:1783976800.836245:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.836248:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.836251:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.836256:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b10:0x52:0x0](ffff9b83c22421c8) invalid 00000080:00000001:0.0:1783976800.836260:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.836262:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.836264:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.836269:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.836273:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.836275:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.836278:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.836281:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.836286:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f366c400 with handle 0xc4ea75fdb9c25fda from hash 00010000:00000001:0.0:1783976800.836289:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.836312:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.836315:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.836318:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.836321:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.836324:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.836328:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.836333:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f366ca00/0xc4ea75fdb9c25fc5 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x3c9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ade791 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976800.836348:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.836351:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.836353:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.836355:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x3c9:0x0] mode (null) 00000002:00000001:0.0:1783976800.836357:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.836359:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.836361:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f401d900 count: 2 00010000:00000001:0.0:1783976800.836364:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.836367:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.836369:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.836371:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.836373:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f401d900 count: 2 00010000:00000001:0.0:1783976800.836375:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.836378:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.836380:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.836382:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b13:0x3c9:0x0] lli = ffff9b83c2240000, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.836385:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.836389:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.836392:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.836394:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x3c9:0x0](ffff9b83c22400c8) invalid 00000020:00000001:0.0:1783976800.836398:0:296883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1d97ca0 00000080:00002000:0.0:1783976800.836402:0:296883:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d43b.sanity (ffff9b83cc596a20) parent ffff9b83cc4ba870 inode ffff9b83c22400c8 refc 0 00000080:00000001:0.0:1783976800.836409:0:296883:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976800.836415:0:296883:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976800.836421:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.836425:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.836429:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.836433:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.836436:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.836439:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.836443:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.836446:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.836451:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f366ca00 with handle 0xc4ea75fdb9c25fc5 from hash 00010000:00000001:0.0:1783976800.836455:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.836457:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.836460:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.836462:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.836465:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.836467:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.836471:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.836476:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f658aa00/0xc4ea75fdb9c3906f lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b2f45a expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00000080:00000001:0.0:1783976800.836498:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.836501:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.836504:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.836508:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0x7:0x0] mode (null) 00000002:00000001:0.0:1783976800.836512:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.836514:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.836518:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83de11ea00 count: 2 00010000:00000001:0.0:1783976800.836523:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.836529:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.836534:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.836536:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.836537:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83de11ea00 count: 2 00010000:00000001:0.0:1783976800.836539:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.836541:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.836543:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.836546:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0x7:0x0] lli = ffff9b83ca4fdac0, pfid = [0x200000402:0x3c5:0x0] 00000080:00000002:0.0:1783976800.836588:0:296883:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0x7:0x0] m[0x200000402:0x3c5:0x0] 00000080:00000001:0.0:1783976800.836594:0:296883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289280453 : 144115205289280453 : 2000004020003c5) 00000080:00000001:0.0:1783976800.836600:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.836603:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.836606:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.836609:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0x7:0x0](ffff9b83ca4fdb88) invalid 00000080:00000001:0.0:1783976800.836613:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.836616:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.836619:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.836622:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.836625:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.836629:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.836633:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.836636:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.836640:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f658aa00 with handle 0xc4ea75fdb9c3906f from hash 00010000:00000001:0.0:1783976800.836645:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.836648:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.836651:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.836653:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.836656:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.836658:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.836662:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.836667:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3c9a400/0xc4ea75fdb9c25efa lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0xa6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ade4c7 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00000080:00000001:0.0:1783976800.836680:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.836684:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.836688:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.836690:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0xa6:0x0] mode (null) 00000002:00000001:0.0:1783976800.836694:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.836697:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.836701:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fb045000 count: 2 00010000:00000001:0.0:1783976800.836705:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.836709:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.836712:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.836715:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.836719:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fb045000 count: 2 00010000:00000001:0.0:1783976800.836722:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.836727:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.836730:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.836735:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0xa6:0x0] lli = ffff9b83d0f8a100, pfid = [0x200000402:0xd79f:0x0] 00000080:00000002:0.0:1783976800.836772:0:296883:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0xa6:0x0] m[0x200000402:0xd79f:0x0] 00000080:00000001:0.0:1783976800.836777:0:296883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289334687 : 144115205289334687 : 20000040200d79f) 00000080:00000001:0.0:1783976800.836782:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.836784:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.836788:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.836791:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0xa6:0x0](ffff9b83d0f8a1c8) invalid 00000080:00000001:0.0:1783976800.836796:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.836798:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.836801:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.836804:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.836808:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.836812:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.836815:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.836818:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.836823:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f3c9a400 with handle 0xc4ea75fdb9c25efa from hash 00010000:00000001:0.0:1783976800.836827:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.836830:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.836833:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.836835:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.836839:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.836842:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.836846:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.836851:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83de0f4e00/0xc4ea75fdb9c3ba06 lrc: 2/0,0 mode: PR/PR res: [0x240002b10:0x4e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b39b49 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00000080:00000001:0.0:1783976800.836864:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.836867:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.836869:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.836871:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b10:0x4e:0x0] mode (null) 00000002:00000001:0.0:1783976800.836873:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.836874:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.836877:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ef5f9e00 count: 2 00010000:00000001:0.0:1783976800.836879:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.836883:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.836884:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.836886:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.836888:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ef5f9e00 count: 2 00010000:00000001:0.0:1783976800.836890:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.836893:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.836895:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.836897:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b10:0x4e:0x0] lli = ffff9b83f5a5b9c0, pfid = [0x240002b12:0x12:0x0] 00000080:00000002:0.0:1783976800.836937:0:296883:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b10:0x4e:0x0] m[0x240002b12:0x12:0x0] 00000080:00000001:0.0:1783976800.836944:0:296883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771570921490 : 162129771570921490 : 240002b12000012) 00000080:00000001:0.0:1783976800.836951:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.836954:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.836957:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.836961:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b10:0x4e:0x0](ffff9b83f5a5ba88) invalid 00000080:00000001:0.0:1783976800.836967:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.836970:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.836973:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.836977:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.836981:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.836983:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.836986:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.836990:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.836995:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83de0f4e00 with handle 0xc4ea75fdb9c3ba06 from hash 00010000:00000001:0.0:1783976800.837000:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.837004:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.837008:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.837011:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.837015:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.837018:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.837023:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.837028:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83fb0aa600/0xc4ea75fdb9c38fff lrc: 2/0,0 mode: PR/PR res: [0x240002b12:0x11:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b2f231 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 0 00000080:00000001:0.0:1783976800.837042:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.837045:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.837048:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.837051:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b12:0x11:0x0] mode (null) 00000002:00000001:0.0:1783976800.837054:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.837057:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.837061:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fb0ad600 count: 2 00010000:00000001:0.0:1783976800.837065:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.837070:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.837074:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.837078:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.837082:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fb0ad600 count: 2 00010000:00000001:0.0:1783976800.837086:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.837089:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.837094:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.837096:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.837099:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fb0ad600 count: 2 00010000:00000001:0.0:1783976800.837103:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.837108:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.837111:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.837115:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b12:0x11:0x0] lli = ffff9b83fea739c0, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.837120:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.837123:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.837126:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.837128:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b12:0x11:0x0](ffff9b83fea73a88) invalid 00000020:00000001:0.0:1783976800.837133:0:296883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1d97ca0 00000080:00002000:0.0:1783976800.837136:0:296883:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d39p.sanity (ffff9b8400dd3000) parent ffff9b83d0b0d0d8 inode ffff9b83fea73a88 refc 1 00000080:00000001:0.0:1783976800.837143:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.837146:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.837148:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.837152:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.837155:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.837158:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.837161:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.837164:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.837168:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83fb0aa600 with handle 0xc4ea75fdb9c38fff from hash 00010000:00000001:0.0:1783976800.837173:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.837175:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.837179:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.837180:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.837184:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.837188:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.837204:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.837209:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83de0f7a00/0xc4ea75fdb9c3ba8b lrc: 2/0,0 mode: PR/PR res: [0x240002b12:0x12:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b39d17 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000080:00000001:0.0:1783976800.837224:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.837227:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.837229:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.837230:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b12:0x12:0x0] mode (null) 00000002:00000001:0.0:1783976800.837233:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.837235:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.837238:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f7fc0400 count: 2 00010000:00000001:0.0:1783976800.837240:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.837243:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.837245:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.837247:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.837249:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f7fc0400 count: 2 00010000:00000001:0.0:1783976800.837251:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.837253:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.837255:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.837256:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.837258:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f7fc0400 count: 2 00010000:00000001:0.0:1783976800.837262:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.837266:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.837269:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.837273:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b12:0x12:0x0] lli = ffff9b83f5a5dac0, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.837282:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.837286:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.837290:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.837316:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b12:0x12:0x0](ffff9b83f5a5db88) invalid 00000020:00000001:0.0:1783976800.837323:0:296883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1d97ca0 00000080:00002000:0.0:1783976800.837328:0:296883:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry remote_dir1 (ffff9b83fe910288) parent ffff9b8400dd3000 inode ffff9b83f5a5db88 refc 0 00000080:00000001:0.0:1783976800.837340:0:296883:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976800.837348:0:296883:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976800.837355:0:296883:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976800.837358:0:296883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1d97c10 00000080:00002000:0.0:1783976800.837363:0:296883:0:(dcache.c:127:ll_ddelete()) deleting dentry d39p.sanity (ffff9b8400dd3000, parent ffff9b83d0b0d0d8, inode ffff9b83fea73a88) hashed, 00000080:00000001:0.0:1783976800.837371:0:296883:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976800.837378:0:296883:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976800.837385:0:296883:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976800.837389:0:296883:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976800.837393:0:296883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1d97c10 00000080:00002000:0.0:1783976800.837396:0:296883:0:(dcache.c:127:ll_ddelete()) deleting dentry d39p.sanity (ffff9b83d0b0d0d8, parent ffff9b83cc4ba870, inode ffff9b83d0f821c8) hashed, 00000080:00000001:0.0:1783976800.837401:0:296883:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976800.837408:0:296883:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976800.837417:0:296883:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976800.837425:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.837429:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.837432:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.837436:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.837440:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.837442:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.837446:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.837449:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.837453:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83de0f7a00 with handle 0xc4ea75fdb9c3ba8b from hash 00010000:00000001:0.0:1783976800.837458:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.837461:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.837465:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.837467:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.837471:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.837475:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.837478:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.837482:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f8ad4000/0xc4ea75fdb9c25f24 lrc: 2/0,0 mode: PR/PR res: [0x240002b12:0x10:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ade561 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000080:00000001:0.0:1783976800.837495:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.837498:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.837501:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.837504:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b12:0x10:0x0] mode (null) 00000002:00000001:0.0:1783976800.837508:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.837511:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.837515:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fb045900 count: 2 00010000:00000001:0.0:1783976800.837519:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.837524:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.837529:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.837532:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.837535:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fb045900 count: 2 00010000:00000001:0.0:1783976800.837540:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.837545:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.837549:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.837553:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b12:0x10:0x0] lli = ffff9b83d0f82100, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.837592:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.837595:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.837598:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.837602:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b12:0x10:0x0](ffff9b83d0f821c8) invalid 00000080:00000001:0.0:1783976800.837607:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.837611:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.837614:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.837619:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.837623:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.837626:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.837629:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.837633:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.837637:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f8ad4000 with handle 0xc4ea75fdb9c25f24 from hash 00010000:00000001:0.0:1783976800.837641:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.837643:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.837646:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.837648:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.837651:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.837654:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.837657:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.837662:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3d87200/0xc4ea75fdb9c25e3d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xf8c2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ade1e1 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976800.837676:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.837680:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.837682:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.837685:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0xf8c2:0x0] mode (null) 00000002:00000001:0.0:1783976800.837689:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.837692:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.837696:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fb045a00 count: 2 00010000:00000001:0.0:1783976800.837700:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.837704:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.837707:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.837710:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.837712:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fb045a00 count: 2 00010000:00000001:0.0:1783976800.837714:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.837717:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.837718:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.837721:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0xf8c2:0x0] lli = ffff9b83d0f82940, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.837724:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.837726:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.837728:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.837730:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xf8c2:0x0](ffff9b83d0f82a08) invalid 00000020:00000001:0.0:1783976800.837732:0:296883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1d97ca0 00000080:00002000:0.0:1783976800.837734:0:296883:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d27ga.sanity (ffff9b83cc61ca20) parent ffff9b83cc4ba870 inode ffff9b83d0f82a08 refc 0 00000080:00000001:0.0:1783976800.837739:0:296883:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976800.837745:0:296883:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976800.837749:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.837753:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.837756:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.837759:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.837762:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.837765:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.837768:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.837771:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.837775:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f3d87200 with handle 0xc4ea75fdb9c25e3d from hash 00010000:00000001:0.0:1783976800.837782:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.837785:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.837786:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.837789:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.837793:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.837796:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.837801:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.837806:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3d86a00/0xc4ea75fdb9c25dd4 lrc: 2/0,0 mode: PR/PR res: [0x240002b10:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ade091 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00000080:00000001:0.0:1783976800.837820:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.837824:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.837827:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.837830:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b10:0x2c:0x0] mode (null) 00000002:00000001:0.0:1783976800.837835:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.837837:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.837842:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c4f54c00 count: 2 00010000:00000001:0.0:1783976800.837846:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.837854:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.837859:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.837863:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.837867:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c4f54c00 count: 2 00010000:00000001:0.0:1783976800.837870:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.837875:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.837879:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.837884:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b10:0x2c:0x0] lli = ffff9b83d0f86b40, pfid = [0x240000402:0xfb2b:0x0] 00000080:00000002:0.0:1783976800.837921:0:296883:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b10:0x2c:0x0] m[0x240000402:0xfb2b:0x0] 00000080:00000001:0.0:1783976800.837928:0:296883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798825771 : 162129603798825771 : 24000040200fb2b) 00000080:00000001:0.0:1783976800.837933:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.837936:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.837939:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.837943:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b10:0x2c:0x0](ffff9b83d0f86c08) invalid 00000080:00000001:0.0:1783976800.837947:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.837950:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.837953:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.837958:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.837961:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.837965:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.837969:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.837972:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.837976:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f3d86a00 with handle 0xc4ea75fdb9c25dd4 from hash 00010000:00000001:0.0:1783976800.837981:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.837983:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.837986:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.837988:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.837991:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.837994:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.837998:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.838003:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83e735d600/0xc4ea75fdb9c25e28 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xfb2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ade19b expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976800.838016:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.838020:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.838024:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.838026:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0xfb2b:0x0] mode (null) 00000002:00000001:0.0:1783976800.838031:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.838033:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.838036:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f6c63b00 count: 2 00010000:00000001:0.0:1783976800.838041:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.838045:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.838049:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.838052:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.838054:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f6c63b00 count: 2 00010000:00000001:0.0:1783976800.838057:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.838061:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.838064:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.838068:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0xfb2b:0x0] lli = ffff9b83d0f85280, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.838073:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.838075:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.838077:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.838081:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xfb2b:0x0](ffff9b83d0f85348) invalid 00000020:00000001:0.0:1783976800.838084:0:296883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1d97ca0 00000080:00002000:0.0:1783976800.838087:0:296883:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d27Ce.sanity (ffff9b83cc5966c0) parent ffff9b83cc4ba870 inode ffff9b83d0f85348 refc 0 00000080:00000001:0.0:1783976800.838095:0:296883:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976800.838101:0:296883:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976800.838106:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.838110:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.838112:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.838115:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.838116:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.838117:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.838119:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.838121:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.838124:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83e735d600 with handle 0xc4ea75fdb9c25e28 from hash 00010000:00000001:0.0:1783976800.838126:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.838128:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.838129:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.838131:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.838133:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.838135:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.838137:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.838141:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83de6d4600/0xc4ea75fdb9c25d4f lrc: 2/0,0 mode: PR/PR res: [0x240000401:0xc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3addea7 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00000080:00000001:0.0:1783976800.838150:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.838154:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.838157:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.838161:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000401:0xc:0x0] mode (null) 00000002:00000001:0.0:1783976800.838165:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.838169:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.838174:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f28e7a00 count: 2 00010000:00000001:0.0:1783976800.838180:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.838185:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.838190:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.838206:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.838211:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f28e7a00 count: 2 00010000:00000001:0.0:1783976800.838216:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.838221:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.838227:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.838231:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000401:0xc:0x0] lli = ffff9b83ca5ac200, pfid = [0x200000402:0x19:0x0] 00000080:00000002:0.0:1783976800.838270:0:296883:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240000401:0xc:0x0] m[0x200000402:0x19:0x0] 00000080:00000001:0.0:1783976800.838276:0:296883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279513 : 144115205289279513 : 200000402000019) 00000080:00000001:0.0:1783976800.838281:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.838284:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.838287:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.838291:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000401:0xc:0x0](ffff9b83ca5ac2c8) invalid 00000080:00000001:0.0:1783976800.838318:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.838321:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.838324:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.838328:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.838331:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.838334:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.838337:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.838341:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.838346:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83de6d4600 with handle 0xc4ea75fdb9c25d4f from hash 00010000:00000001:0.0:1783976800.838349:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.838352:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.838354:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.838356:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.838359:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.838361:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.838365:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.838369:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c9ed3a00/0xc4ea75fdb9c25d09 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adddc7 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00000080:00000001:0.0:1783976800.838380:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.838384:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.838387:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.838390:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000400:0x1e:0x0] mode (null) 00000002:00000001:0.0:1783976800.838394:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.838397:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.838400:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f2fc4600 count: 2 00010000:00000001:0.0:1783976800.838404:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.838409:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.838412:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.838415:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.838418:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f2fc4600 count: 2 00010000:00000001:0.0:1783976800.838421:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.838425:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.838430:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.838433:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000400:0x1e:0x0] lli = ffff9b8400d54a40, pfid = [0x240000402:0x36:0x0] 00000080:00000002:0.0:1783976800.838467:0:296883:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240000400:0x1e:0x0] m[0x240000402:0x36:0x0] 00000080:00000001:0.0:1783976800.838474:0:296883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761526 : 162129603798761526 : 240000402000036) 00000080:00000001:0.0:1783976800.838479:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.838482:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.838486:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.838489:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000400:0x1e:0x0](ffff9b8400d54b08) invalid 00000080:00000001:0.0:1783976800.838493:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.838496:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.838499:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.838503:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.838507:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.838511:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.838513:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.838517:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.838522:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83c9ed3a00 with handle 0xc4ea75fdb9c25d09 from hash 00010000:00000001:0.0:1783976800.838526:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.838530:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.838533:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.838537:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.838541:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.838544:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.838549:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.838554:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3d87000/0xc4ea75fdb9c25d41 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x36:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adde84 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976800.838568:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.838571:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.838574:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.838576:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0x36:0x0] mode (null) 00000002:00000001:0.0:1783976800.838580:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.838583:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.838588:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f2fc4700 count: 2 00010000:00000001:0.0:1783976800.838593:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.838598:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.838602:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.838605:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.838608:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f2fc4700 count: 2 00010000:00000001:0.0:1783976800.838611:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.838616:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.838621:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.838626:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0x36:0x0] lli = ffff9b8400d56b40, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.838630:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.838633:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.838635:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.838639:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0x36:0x0](ffff9b8400d56c08) invalid 00000080:00000001:0.0:1783976800.838645:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.838649:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.838652:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.838657:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.838660:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.838663:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.838666:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.838669:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.838674:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f3d87000 with handle 0xc4ea75fdb9c25d41 from hash 00010000:00000001:0.0:1783976800.838677:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.838680:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.838683:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.838686:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.838688:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.838691:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.838696:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.838700:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c9ed2c00/0xc4ea75fdb9c25c84 lrc: 2/0,0 mode: PR/PR res: [0x240002b10:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3addbd6 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00000080:00000001:0.0:1783976800.838710:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.838713:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.838716:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.838719:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b10:0x31:0x0] mode (null) 00000002:00000001:0.0:1783976800.838723:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.838726:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.838730:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f2f87e00 count: 2 00010000:00000001:0.0:1783976800.838733:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.838737:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.838741:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.838744:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.838746:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f2f87e00 count: 2 00010000:00000001:0.0:1783976800.838749:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.838753:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.838756:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.838760:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b10:0x31:0x0] lli = ffff9b8400d53180, pfid = [0x240000402:0xfb47:0x0] 00000080:00000002:0.0:1783976800.838798:0:296883:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b10:0x31:0x0] m[0x240000402:0xfb47:0x0] 00000080:00000001:0.0:1783976800.838806:0:296883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798825799 : 162129603798825799 : 24000040200fb47) 00000080:00000001:0.0:1783976800.838813:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.838816:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.838821:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.838824:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b10:0x31:0x0](ffff9b8400d53248) invalid 00000080:00000001:0.0:1783976800.838830:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.838833:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.838836:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.838842:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.838847:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.838851:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.838855:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.838858:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.838863:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83c9ed2c00 with handle 0xc4ea75fdb9c25c84 from hash 00010000:00000001:0.0:1783976800.838869:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.838872:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.838874:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.838877:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.838879:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.838882:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.838887:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.838892:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3a58600/0xc4ea75fdb9c25cbc lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xfb47:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3addcc4 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976800.838905:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.838909:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.838911:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.838914:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0xfb47:0x0] mode (null) 00000002:00000001:0.0:1783976800.838919:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.838923:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.838927:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e7234c00 count: 2 00010000:00000001:0.0:1783976800.838931:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.838936:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.838942:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.838945:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.838949:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e7234c00 count: 2 00010000:00000001:0.0:1783976800.838953:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.838957:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.838962:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.838967:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0xfb47:0x0] lli = ffff9b8400d518c0, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.838973:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.838975:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.838978:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.838981:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xfb47:0x0](ffff9b8400d51988) invalid 00000080:00000001:0.0:1783976800.838986:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.838989:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.838992:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.838997:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.839000:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.839003:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.839006:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.839009:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.839012:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f3a58600 with handle 0xc4ea75fdb9c25cbc from hash 00010000:00000001:0.0:1783976800.839017:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.839020:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.839022:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.839025:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.839029:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.839031:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.839035:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.839039:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83de6d4200/0xc4ea75fdb9c25c30 lrc: 2/0,0 mode: PR/PR res: [0x240002b10:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3addacc expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00000080:00000001:0.0:1783976800.839054:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.839058:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.839060:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.839062:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b10:0x19:0x0] mode (null) 00000002:00000001:0.0:1783976800.839067:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.839070:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.839074:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f37fb500 count: 2 00010000:00000001:0.0:1783976800.839080:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.839087:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.839090:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.839093:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.839095:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f37fb500 count: 2 00010000:00000001:0.0:1783976800.839098:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.839101:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.839105:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.839107:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b10:0x19:0x0] lli = ffff9b83ca5aeb40, pfid = [0x240000402:0xf8bf:0x0] 00000080:00000002:0.0:1783976800.839148:0:296883:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b10:0x19:0x0] m[0x240000402:0xf8bf:0x0] 00000080:00000001:0.0:1783976800.839153:0:296883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798825151 : 162129603798825151 : 24000040200f8bf) 00000080:00000001:0.0:1783976800.839159:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.839162:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.839166:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.839170:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b10:0x19:0x0](ffff9b83ca5aec08) invalid 00000080:00000001:0.0:1783976800.839176:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.839179:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.839183:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.839188:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.839204:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.839208:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.839213:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.839217:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.839223:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83de6d4200 with handle 0xc4ea75fdb9c25c30 from hash 00010000:00000001:0.0:1783976800.839229:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.839233:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.839237:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.839240:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.839244:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.839247:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.839252:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.839257:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c9ed3600/0xc4ea75fdb9c25c5a lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xf8bf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3addb51 expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976800.839270:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.839274:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.839277:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.839280:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0xf8bf:0x0] mode (null) 00000002:00000001:0.0:1783976800.839284:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.839287:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.839290:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c4f54000 count: 2 00010000:00000001:0.0:1783976800.839314:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.839319:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.839323:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.839325:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.839327:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c4f54000 count: 2 00010000:00000001:0.0:1783976800.839331:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.839334:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.839338:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.839343:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0xf8bf:0x0] lli = ffff9b83fda53180, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.839348:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.839351:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.839354:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.839358:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xf8bf:0x0](ffff9b83fda53248) invalid 00000080:00000001:0.0:1783976800.839364:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.839366:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.839368:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.839373:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.839377:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.839381:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.839385:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.839388:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.839392:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83c9ed3600 with handle 0xc4ea75fdb9c25c5a from hash 00010000:00000001:0.0:1783976800.839397:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.839400:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.839403:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.839406:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.839409:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.839413:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.839417:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.839422:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3a58400/0xc4ea75fdb9c25b96 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xfbcb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3add88e expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000080:00000001:0.0:1783976800.839445:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.839449:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.839451:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.839454:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0xfbcb:0x0] mode (null) 00000002:00000001:0.0:1783976800.839459:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.839462:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.839465:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f37fbe00 count: 2 00010000:00000001:0.0:1783976800.839470:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.839476:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.839480:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.839483:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.839486:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f37fbe00 count: 2 00010000:00000001:0.0:1783976800.839489:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.839491:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.839494:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.839497:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0xfbcb:0x0] lli = ffff9b83fda518c0, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.839535:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.839539:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.839541:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.839544:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xfbcb:0x0](ffff9b83fda51988) invalid 00000020:00000001:0.0:1783976800.839548:0:296883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1d97ca0 00000080:00002000:0.0:1783976800.839552:0:296883:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d31i.sanity (ffff9b8400e0eaf8) parent ffff9b83cc4ba870 inode ffff9b83fda51988 refc 2 00000080:00000001:0.0:1783976800.839558:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.839560:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.839563:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.839568:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.839571:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.839574:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.839576:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.839579:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.839583:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f3a58400 with handle 0xc4ea75fdb9c25b96 from hash 00010000:00000001:0.0:1783976800.839587:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.839590:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.839593:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.839596:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.839600:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.839603:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.839608:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.839613:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3a59400/0xc4ea75fdb9c25b81 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x98:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3add848 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00000080:00000001:0.0:1783976800.839630:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.839634:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.839637:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.839642:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0x98:0x0] mode (null) 00000002:00000001:0.0:1783976800.839647:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.839650:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.839654:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f4022000 count: 2 00010000:00000001:0.0:1783976800.839656:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.839660:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.839662:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.839665:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.839667:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f4022000 count: 2 00010000:00000001:0.0:1783976800.839671:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.839675:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.839680:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.839684:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0x98:0x0] lli = ffff9b83ca5a2100, pfid = [0x200000402:0xd5be:0x0] 00000080:00000002:0.0:1783976800.839718:0:296883:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0x98:0x0] m[0x200000402:0xd5be:0x0] 00000080:00000001:0.0:1783976800.839724:0:296883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289334206 : 144115205289334206 : 20000040200d5be) 00000080:00000001:0.0:1783976800.839729:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.839733:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.839737:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.839741:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0x98:0x0](ffff9b83ca5a21c8) invalid 00000080:00000001:0.0:1783976800.839747:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.839750:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.839753:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.839758:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.839761:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.839764:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.839769:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.839772:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.839776:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f3a59400 with handle 0xc4ea75fdb9c25b81 from hash 00010000:00000001:0.0:1783976800.839780:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.839783:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.839785:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.839788:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.839792:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.839794:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.839798:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.839803:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f7cf5400/0xc4ea75fdb9c25b57 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3add7bc expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00000080:00000001:0.0:1783976800.839816:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.839819:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.839821:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.839824:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0x15:0x0] mode (null) 00000002:00000001:0.0:1783976800.839827:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.839829:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.839833:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c4f54a00 count: 2 00010000:00000001:0.0:1783976800.839837:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.839842:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.839845:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.839848:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.839852:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c4f54a00 count: 2 00010000:00000001:0.0:1783976800.839857:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.839861:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.839865:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.839869:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0x15:0x0] lli = ffff9b83fda5e300, pfid = [0x200000402:0x3e0:0x0] 00000080:00000002:0.0:1783976800.839904:0:296883:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0x15:0x0] m[0x200000402:0x3e0:0x0] 00000080:00000001:0.0:1783976800.839911:0:296883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289280480 : 144115205289280480 : 2000004020003e0) 00000080:00000001:0.0:1783976800.839916:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.839919:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.839923:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.839927:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0x15:0x0](ffff9b83fda5e3c8) invalid 00000080:00000001:0.0:1783976800.839932:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.839935:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.839938:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.839942:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.839945:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.839948:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.839951:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.839955:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.839961:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f7cf5400 with handle 0xc4ea75fdb9c25b57 from hash 00010000:00000001:0.0:1783976800.839964:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.839966:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.839967:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.839968:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.839970:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.839972:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.839974:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.839978:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f7482a00/0xc4ea75fdb9c3b98f lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b399ac expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00000080:00000001:0.0:1783976800.839985:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.839988:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.839989:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.839991:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0x2b:0x0] mode (null) 00000002:00000001:0.0:1783976800.839993:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.839995:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.839997:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fb2fd000 count: 2 00010000:00000001:0.0:1783976800.840002:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.840007:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.840012:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.840015:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.840018:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fb2fd000 count: 2 00010000:00000001:0.0:1783976800.840023:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.840026:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.840029:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.840033:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0x2b:0x0] lli = ffff9b83f5a5a100, pfid = [0x200000402:0xd115:0x0] 00000080:00000002:0.0:1783976800.840079:0:296883:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0x2b:0x0] m[0x200000402:0xd115:0x0] 00000080:00000001:0.0:1783976800.840084:0:296883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289333013 : 144115205289333013 : 20000040200d115) 00000080:00000001:0.0:1783976800.840089:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.840093:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.840096:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.840100:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0x2b:0x0](ffff9b83f5a5a1c8) invalid 00000080:00000001:0.0:1783976800.840105:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.840108:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.840111:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.840115:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.840119:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.840121:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.840125:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.840129:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.840134:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f7482a00 with handle 0xc4ea75fdb9c3b98f from hash 00010000:00000001:0.0:1783976800.840137:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.840140:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.840144:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.840147:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.840151:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.840154:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.840158:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.840163:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83e5cefe00/0xc4ea75fdb9c25b34 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xf83f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3add75a expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000080:00000001:0.0:1783976800.840174:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.840177:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.840179:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.840183:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0xf83f:0x0] mode (null) 00000002:00000001:0.0:1783976800.840186:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.840189:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.840206:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f4022400 count: 2 00010000:00000001:0.0:1783976800.840213:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.840218:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.840223:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.840226:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.840229:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f4022400 count: 2 00010000:00000001:0.0:1783976800.840234:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.840238:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.840241:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.840245:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0xf83f:0x0] lli = ffff9b83ca5a2940, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.840283:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.840287:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.840290:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.840314:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xf83f:0x0](ffff9b83ca5a2a08) invalid 00000020:00000001:0.0:1783976800.840318:0:296883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1d97ca0 00000080:00002000:0.0:1783976800.840320:0:296883:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d24C.sanity (ffff9b83f5a0f510) parent ffff9b83cc4ba870 inode ffff9b83ca5a2a08 refc 1 00000080:00000001:0.0:1783976800.840323:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.840324:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.840326:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.840330:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.840332:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.840333:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.840336:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.840337:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.840340:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83e5cefe00 with handle 0xc4ea75fdb9c25b34 from hash 00010000:00000001:0.0:1783976800.840343:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.840344:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.840346:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.840347:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.840349:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.840350:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.840353:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.840357:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83ee199200/0xc4ea75fdb9c25ad2 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x23:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3add5d9 expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976800.840364:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.840368:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.840370:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.840371:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0x23:0x0] mode (null) 00000002:00000001:0.0:1783976800.840374:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.840376:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.840379:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c86fa200 count: 2 00010000:00000001:0.0:1783976800.840382:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.840385:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.840387:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.840389:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.840391:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c86fa200 count: 2 00010000:00000001:0.0:1783976800.840393:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.840395:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.840397:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.840400:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0x23:0x0] lli = ffff9b83fda5a100, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.840403:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.840406:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.840408:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.840410:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0x23:0x0](ffff9b83fda5a1c8) invalid 00000080:00000001:0.0:1783976800.840413:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.840417:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.840419:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.840422:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.840424:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.840426:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.840428:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.840430:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.840433:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83ee199200 with handle 0xc4ea75fdb9c25ad2 from hash 00010000:00000001:0.0:1783976800.840435:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.840436:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.840438:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.840439:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.840441:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.840443:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.840447:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.840452:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b84000c9400/0xc4ea75fdb9c38881 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0xe5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b2cd8d expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00000080:00000001:0.0:1783976800.840465:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.840469:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.840471:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.840474:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0xe5:0x0] mode (null) 00000002:00000001:0.0:1783976800.840478:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.840481:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.840484:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b84012f9000 count: 2 00010000:00000001:0.0:1783976800.840487:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.840490:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.840493:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.840495:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.840498:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b84012f9000 count: 2 00010000:00000001:0.0:1783976800.840501:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.840503:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.840507:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.840509:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0xe5:0x0] lli = ffff9b83fe993180, pfid = [0x200002b12:0x27e9:0x0] 00000080:00000002:0.0:1783976800.840541:0:296883:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0xe5:0x0] m[0x200002b12:0x27e9:0x0] 00000080:00000001:0.0:1783976800.840546:0:296883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061449705 : 144115373061449705 : 200002b120027e9) 00000080:00000001:0.0:1783976800.840550:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.840553:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.840555:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.840558:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0xe5:0x0](ffff9b83fe993248) invalid 00000080:00000001:0.0:1783976800.840562:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.840565:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.840567:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.840572:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.840576:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.840578:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.840581:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.840585:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.840588:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b84000c9400 with handle 0xc4ea75fdb9c38881 from hash 00010000:00000001:0.0:1783976800.840592:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.840593:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.840595:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.840596:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.840600:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.840603:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.840606:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.840612:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83fc3e4e00/0xc4ea75fdb9c38731 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0xe6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b2c74a expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00000080:00000001:0.0:1783976800.840625:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.840628:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.840630:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.840633:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0xe6:0x0] mode (null) 00000002:00000001:0.0:1783976800.840636:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.840639:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.840642:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fdebb200 count: 2 00010000:00000001:0.0:1783976800.840646:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.840650:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.840653:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.840656:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.840658:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fdebb200 count: 2 00010000:00000001:0.0:1783976800.840662:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.840668:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.840670:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.840674:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0xe6:0x0] lli = ffff9b83fe992940, pfid = [0x200002b12:0x27eb:0x0] 00000080:00000002:0.0:1783976800.840704:0:296883:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0xe6:0x0] m[0x200002b12:0x27eb:0x0] 00000080:00000001:0.0:1783976800.840709:0:296883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061449707 : 144115373061449707 : 200002b120027eb) 00000080:00000001:0.0:1783976800.840715:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.840719:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.840723:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.840728:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0xe6:0x0](ffff9b83fe992a08) invalid 00000080:00000001:0.0:1783976800.840733:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.840738:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.840741:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.840747:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.840750:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.840754:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.840758:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.840762:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.840766:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83fc3e4e00 with handle 0xc4ea75fdb9c38731 from hash 00010000:00000001:0.0:1783976800.840771:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.840773:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.840776:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.840777:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.840781:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.840783:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.840788:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.840793:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83e5cef400/0xc4ea75fdb9c25974 lrc: 2/0,0 mode: PR/PR res: [0x240002b10:0x26:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3add0a7 expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00000080:00000001:0.0:1783976800.840808:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.840811:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.840814:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.840817:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b10:0x26:0x0] mode (null) 00000002:00000001:0.0:1783976800.840821:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.840824:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.840828:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5d7b200 count: 2 00010000:00000001:0.0:1783976800.840834:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.840840:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.840845:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.840848:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.840852:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5d7b200 count: 2 00010000:00000001:0.0:1783976800.840855:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.840859:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.840862:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.840868:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b10:0x26:0x0] lli = ffff9b83fd94ca40, pfid = [0x240000402:0xfae4:0x0] 00000080:00000002:0.0:1783976800.840897:0:296883:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b10:0x26:0x0] m[0x240000402:0xfae4:0x0] 00000080:00000001:0.0:1783976800.840902:0:296883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798825700 : 162129603798825700 : 24000040200fae4) 00000080:00000001:0.0:1783976800.840906:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.840909:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.840913:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.840917:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b10:0x26:0x0](ffff9b83fd94cb08) invalid 00000080:00000001:0.0:1783976800.840922:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.840925:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.840927:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.840933:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.840936:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.840939:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.840942:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.840946:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.840950:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83e5cef400 with handle 0xc4ea75fdb9c25974 from hash 00010000:00000001:0.0:1783976800.840956:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.840960:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.840964:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.840967:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.840970:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.840974:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.840979:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.840984:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3f81e00/0xc4ea75fdb9c2599e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xfae4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3add133 expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976800.840999:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.841003:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.841006:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.841008:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0xfae4:0x0] mode (null) 00000002:00000001:0.0:1783976800.841012:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.841015:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.841019:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f2f87300 count: 2 00010000:00000001:0.0:1783976800.841023:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.841028:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.841031:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.841034:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.841036:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f2f87300 count: 2 00010000:00000001:0.0:1783976800.841039:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.841043:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.841046:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.841050:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0xfae4:0x0] lli = ffff9b83fd94eb40, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.841054:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.841057:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.841059:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.841063:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xfae4:0x0](ffff9b83fd94ec08) invalid 00000080:00000001:0.0:1783976800.841068:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.841071:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.841073:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.841078:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.841081:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.841083:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.841087:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.841091:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.841095:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f3f81e00 with handle 0xc4ea75fdb9c2599e from hash 00010000:00000001:0.0:1783976800.841099:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.841103:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.841106:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.841109:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.841112:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.841116:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.841122:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.841129:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83de0f5200/0xc4ea75fdb9c3b957 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b398ef expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00000080:00000001:0.0:1783976800.841148:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.841152:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.841156:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.841160:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000401:0x6:0x0] mode (null) 00000002:00000001:0.0:1783976800.841164:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.841167:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.841171:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ef5f9100 count: 2 00010000:00000001:0.0:1783976800.841175:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.841180:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.841183:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.841186:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.841190:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ef5f9100 count: 2 00010000:00000001:0.0:1783976800.841206:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.841211:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.841217:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.841221:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000401:0x6:0x0] lli = ffff9b83f5a5a940, pfid = [0x200000402:0xf:0x0] 00000080:00000002:0.0:1783976800.841251:0:296883:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240000401:0x6:0x0] m[0x200000402:0xf:0x0] 00000080:00000001:0.0:1783976800.841256:0:296883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279503 : 144115205289279503 : 20000040200000f) 00000080:00000001:0.0:1783976800.841260:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.841264:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.841267:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.841270:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000401:0x6:0x0](ffff9b83f5a5aa08) invalid 00000080:00000001:0.0:1783976800.841274:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.841277:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.841279:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.841284:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.841287:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.841290:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.841312:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.841316:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.841321:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83de0f5200 with handle 0xc4ea75fdb9c3b957 from hash 00010000:00000001:0.0:1783976800.841327:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.841331:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.841335:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.841338:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.841342:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.841344:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.841348:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.841353:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3f81800/0xc4ea75fdb9c25878 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xf8ae:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adcd12 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976800.841366:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.841369:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.841372:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.841375:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0xf8ae:0x0] mode (null) 00000002:00000001:0.0:1783976800.841378:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.841381:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.841386:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fe3a0100 count: 2 00010000:00000001:0.0:1783976800.841390:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.841394:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.841397:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.841401:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.841403:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fe3a0100 count: 2 00010000:00000001:0.0:1783976800.841407:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.841412:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.841416:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.841420:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0xf8ae:0x0] lli = ffff9b83fda52940, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.841424:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.841427:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.841430:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.841433:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xf8ae:0x0](ffff9b83fda52a08) invalid 00000080:00000001:0.0:1783976800.841437:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.841440:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.841442:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.841447:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.841450:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.841453:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.841456:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.841460:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.841465:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f3f81800 with handle 0xc4ea75fdb9c25878 from hash 00010000:00000001:0.0:1783976800.841469:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.841472:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.841474:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.841476:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.841479:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.841482:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.841487:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.841492:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83ee0b0400/0xc4ea75fdb9c257ec lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xf8b6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adcb7c expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976800.841504:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.841507:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.841511:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.841513:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0xf8b6:0x0] mode (null) 00000002:00000001:0.0:1783976800.841518:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.841521:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.841524:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f3c95400 count: 2 00010000:00000001:0.0:1783976800.841529:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.841533:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.841536:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.841539:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.841542:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f3c95400 count: 2 00010000:00000001:0.0:1783976800.841545:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.841549:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.841552:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.841556:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0xf8b6:0x0] lli = ffff9b83fd948840, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.841562:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.841564:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.841567:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.841570:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xf8b6:0x0](ffff9b83fd948908) invalid 00000080:00000001:0.0:1783976800.841574:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.841577:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.841579:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.841583:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.841586:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.841589:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.841593:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.841596:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.841600:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83ee0b0400 with handle 0xc4ea75fdb9c257ec from hash 00010000:00000001:0.0:1783976800.841603:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.841606:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.841608:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.841611:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.841615:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.841618:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.841621:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.841625:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83ee0b0600/0xc4ea75fdb9c25713 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xfd71:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adc80a expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976800.841634:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.841637:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.841638:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.841641:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0xfd71:0x0] mode (null) 00000002:00000001:0.0:1783976800.841644:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.841647:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.841650:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fe3a0600 count: 2 00010000:00000001:0.0:1783976800.841653:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.841658:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.841661:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.841664:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.841667:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fe3a0600 count: 2 00010000:00000001:0.0:1783976800.841671:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.841674:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.841678:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.841682:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0xfd71:0x0] lli = ffff9b83fd9beb40, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.841685:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.841688:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.841691:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.841693:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xfd71:0x0](ffff9b83fd9bec08) invalid 00000080:00000001:0.0:1783976800.841695:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.841697:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.841701:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.841703:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.841706:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.841708:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.841710:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.841713:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.841716:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83ee0b0600 with handle 0xc4ea75fdb9c25713 from hash 00010000:00000001:0.0:1783976800.841720:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.841722:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.841724:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.841725:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.841727:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.841729:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.841733:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.841737:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83ef78f800/0xc4ea75fdb9c37e78 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b29c39 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:0.0:1783976800.841746:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.841748:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.841749:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.841750:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0xa:0x0] mode (null) 00000002:00000001:0.0:1783976800.841752:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.841756:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.841759:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83efd46900 count: 2 00010000:00000001:0.0:1783976800.841765:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.841770:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.841774:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.841777:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.841781:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83efd46900 count: 2 00010000:00000001:0.0:1783976800.841785:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.841791:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.841797:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.841801:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0xa:0x0] lli = ffff9b83f5bf39c0, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.841838:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.841841:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.841844:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.841847:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xa:0x0](ffff9b83f5bf3a88) invalid 00000080:00000001:0.0:1783976800.841852:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.841855:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.841858:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.841863:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.841867:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.841869:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.841872:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.841876:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.841880:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83ef78f800 with handle 0xc4ea75fdb9c37e78 from hash 00010000:00000001:0.0:1783976800.841884:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.841887:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.841890:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.841892:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.841895:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.841896:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.841899:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.841903:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b8401382c00/0xc4ea75fdb9c25680 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xfb51:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adc612 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976800.841910:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.841912:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.841914:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.841915:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0xfb51:0x0] mode (null) 00000002:00000001:0.0:1783976800.841918:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.841919:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.841921:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ed3ad200 count: 2 00010000:00000001:0.0:1783976800.841923:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.841925:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.841927:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.841928:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.841930:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ed3ad200 count: 2 00010000:00000001:0.0:1783976800.841931:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.841933:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.841935:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.841937:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0xfb51:0x0] lli = ffff9b83fd945280, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.841939:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.841940:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.841941:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.841943:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xfb51:0x0](ffff9b83fd945348) invalid 00000080:00000001:0.0:1783976800.841945:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.841946:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.841947:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.841949:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.841950:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.841951:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.841952:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.841953:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.841956:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b8401382c00 with handle 0xc4ea75fdb9c25680 from hash 00010000:00000001:0.0:1783976800.841958:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.841959:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.841960:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.841961:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.841963:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.841964:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.841966:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.841970:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b8401383e00/0xc4ea75fdb9c255b5 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adc309 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976800.841981:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.841983:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.841984:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.841986:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0x1d:0x0] mode (null) 00000002:00000001:0.0:1783976800.841988:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.841989:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.841990:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c9181200 count: 2 00010000:00000001:0.0:1783976800.841992:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.841994:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.841996:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.841997:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.841998:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c9181200 count: 2 00010000:00000001:0.0:1783976800.842000:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.842002:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.842004:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.842006:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0x1d:0x0] lli = ffff9b83fd9439c0, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.842008:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.842009:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.842010:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.842012:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0x1d:0x0](ffff9b83fd943a88) invalid 00000080:00000001:0.0:1783976800.842014:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.842015:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.842016:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.842018:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.842019:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.842020:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.842021:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.842023:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.842025:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b8401383e00 with handle 0xc4ea75fdb9c255b5 from hash 00010000:00000001:0.0:1783976800.842027:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.842028:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.842029:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.842030:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.842031:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.842033:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.842035:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.842038:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3774400/0xc4ea75fdb9c254ce lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12989:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adbf12 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000080:00000001:0.0:1783976800.842044:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.842046:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.842047:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.842048:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12989:0x0] mode (null) 00000002:00000001:0.0:1783976800.842050:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.842051:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.842052:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f43cf100 count: 2 00010000:00000001:0.0:1783976800.842054:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.842056:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.842057:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.842058:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.842060:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f43cf100 count: 2 00010000:00000001:0.0:1783976800.842061:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.842063:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.842065:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.842067:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b13:0x12989:0x0] lli = ffff9b82e15a1080, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.842095:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.842097:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.842099:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.842100:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12989:0x0](ffff9b82e15a1148) invalid 00000020:00000001:0.0:1783976800.842103:0:296883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1d97ca0 00000080:00002000:0.0:1783976800.842105:0:296883:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d56od.sanity (ffff9b83cb2b1360) parent ffff9b83cc4ba870 inode ffff9b82e15a1148 refc 2 00000080:00000001:0.0:1783976800.842108:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.842109:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.842111:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.842113:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.842115:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.842117:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.842118:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.842120:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.842123:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f3774400 with handle 0xc4ea75fdb9c254ce from hash 00010000:00000001:0.0:1783976800.842125:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.842126:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.842127:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.842128:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.842130:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.842132:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.842135:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.842138:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3775c00/0xc4ea75fdb9c2546c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xf8e9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adbcf0 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976800.842144:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.842146:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.842148:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.842149:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0xf8e9:0x0] mode (null) 00000002:00000001:0.0:1783976800.842152:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.842153:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.842155:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ef886c00 count: 2 00010000:00000001:0.0:1783976800.842157:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.842159:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.842161:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.842162:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.842163:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ef886c00 count: 2 00010000:00000001:0.0:1783976800.842165:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.842167:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.842168:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.842170:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0xf8e9:0x0] lli = ffff9b8400ac5280, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.842173:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.842174:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.842175:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.842176:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xf8e9:0x0](ffff9b8400ac5348) invalid 00000080:00000001:0.0:1783976800.842178:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.842180:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.842181:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.842183:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.842184:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.842185:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.842187:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.842188:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.842190:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f3775c00 with handle 0xc4ea75fdb9c2546c from hash 00010000:00000001:0.0:1783976800.842204:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.842205:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.842207:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.842208:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.842209:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.842210:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.842213:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.842216:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83e5cbf400/0xc4ea75fdb9c253b6 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xfbc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adb9cb expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00000080:00000001:0.0:1783976800.842222:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.842224:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.842225:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.842227:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0xfbc8:0x0] mode (null) 00000002:00000001:0.0:1783976800.842229:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.842230:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.842232:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ef886b00 count: 2 00010000:00000001:0.0:1783976800.842234:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.842236:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.842238:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.842239:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.842240:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ef886b00 count: 2 00010000:00000001:0.0:1783976800.842242:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.842244:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.842245:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.842247:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0xfbc8:0x0] lli = ffff9b83fd9b5ac0, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.842277:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.842280:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.842281:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.842283:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xfbc8:0x0](ffff9b83fd9b5b88) invalid 00000020:00000001:0.0:1783976800.842286:0:296883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1d97ca0 00000080:00002000:0.0:1783976800.842288:0:296883:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d31h.sanity (ffff9b83d0f2b0d8) parent ffff9b83cc4ba870 inode ffff9b83fd9b5b88 refc 1 00000080:00000001:0.0:1783976800.842291:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.842292:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.842310:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.842313:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.842315:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.842317:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.842319:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.842321:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.842324:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83e5cbf400 with handle 0xc4ea75fdb9c253b6 from hash 00010000:00000001:0.0:1783976800.842326:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.842327:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.842329:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.842330:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.842331:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.842333:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.842335:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.842339:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c32df400/0xc4ea75fdb9c2537e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xfd5f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adb8e4 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976800.842345:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.842347:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.842348:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.842350:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0xfd5f:0x0] mode (null) 00000002:00000001:0.0:1783976800.842352:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.842353:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.842355:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f2b6b500 count: 2 00010000:00000001:0.0:1783976800.842357:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.842359:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.842361:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.842362:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.842363:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f2b6b500 count: 2 00010000:00000001:0.0:1783976800.842365:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.842367:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.842369:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.842371:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0xfd5f:0x0] lli = ffff9b8400b92100, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.842374:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.842376:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.842377:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.842379:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xfd5f:0x0](ffff9b8400b921c8) invalid 00000020:00000001:0.0:1783976800.842381:0:296883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1d97ca0 00000080:00002000:0.0:1783976800.842383:0:296883:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d31p.sanity (ffff9b83cc5fae58) parent ffff9b83cc4ba870 inode ffff9b8400b921c8 refc 1 00000080:00000001:0.0:1783976800.842386:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.842388:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.842389:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.842391:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.842392:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.842393:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.842395:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.842396:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.842399:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83c32df400 with handle 0xc4ea75fdb9c2537e from hash 00010000:00000001:0.0:1783976800.842400:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.842402:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.842403:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.842404:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.842405:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.842406:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.842408:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.842411:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83e5dbbc00/0xc4ea75fdb9c2529e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xf8af:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adb56b expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976800.842417:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.842419:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.842420:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.842421:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0xf8af:0x0] mode (null) 00000002:00000001:0.0:1783976800.842423:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.842424:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.842426:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f3bc8e00 count: 2 00010000:00000001:0.0:1783976800.842427:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.842429:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.842431:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.842432:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.842433:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f3bc8e00 count: 2 00010000:00000001:0.0:1783976800.842435:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.842436:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.842438:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.842440:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0xf8af:0x0] lli = ffff9b8400b94a40, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.842443:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.842444:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.842445:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.842446:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xf8af:0x0](ffff9b8400b94b08) invalid 00000080:00000001:0.0:1783976800.842448:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.842450:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.842451:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.842453:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.842455:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.842456:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.842457:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.842459:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.842461:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83e5dbbc00 with handle 0xc4ea75fdb9c2529e from hash 00010000:00000001:0.0:1783976800.842463:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.842465:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.842466:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.842467:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.842469:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.842470:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.842472:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.842476:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f43bea00/0xc4ea75fdb9c25235 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x1297c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3adb3f1 expref: -99 pid: 284637 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00000001:0.0:1783976800.842482:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.842483:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.842484:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.842486:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x1297c:0x0] mode (null) 00000002:00000001:0.0:1783976800.842488:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.842489:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.842491:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f37bbe00 count: 2 00010000:00000001:0.0:1783976800.842493:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.842495:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.842497:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.842498:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.842499:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f37bbe00 count: 2 00010000:00000001:0.0:1783976800.842501:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.842503:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.842504:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.842505:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.842506:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f37bbe00 count: 2 00010000:00000001:0.0:1783976800.842508:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.842510:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.842511:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.842512:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.842514:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f37bbe00 count: 2 00010000:00000001:0.0:1783976800.842515:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.842517:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.842519:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.842520:0:296883:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976800.842522:0:296883:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976800.842525:0:296883:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976800.842528:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325000. 00000020:00000010:0.0:1783976800.842531:0:296883:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401324c00. 00000020:00000010:0.0:1783976800.842534:0:296883:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976800.842538:0:296883:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976800.842542:0:296883:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976800.842545:0:296883:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976800.842548:0:296883:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976800.842551:0:296883:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976800.842554:0:296883:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325200. 00000008:00000010:0.0:1783976800.842556:0:296883:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976800.842559:0:296883:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976800.842562:0:296883:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976800.842565:0:296883:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976800.842567:0:296883:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976800.842569:0:296883:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976800.842571:0:296883:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976800.842573:0:296883:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x1297c:0x0]: losing layout lock 00000080:00000001:0.0:1783976800.842575:0:296883:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976800.842577:0:296883:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976800.842579:0:296883:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976800.842581:0:296883:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976800.842583:0:296883:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x1297c:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976800.842585:0:296883:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.842587:0:296883:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976800.842589:0:296883:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976800.842591:0:296883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401324c00. 00000020:00000010:0.0:1783976800.842594:0:296883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976800.842598:0:296883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976800.842600:0:296883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976800.842603:0:296883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976800.842605:0:296883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976800.842608:0:296883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976800.842610:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325000. 00000008:00000010:0.0:1783976800.842613:0:296883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976800.842615:0:296883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976800.842618:0:296883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976800.842620:0:296883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976800.842623:0:296883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325200. 00000020:00000010:0.0:1783976800.842624:0:296883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976800.842626:0:296883:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.842628:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.842629:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x1297c:0x0](ffff9b82e1549988) invalid 00000020:00000001:0.0:1783976800.842632:0:296883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1d97ca0 00000080:00002000:0.0:1783976800.842634:0:296883:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry file2 (ffff9b83c208b1b0) parent ffff9b82d140e510 inode ffff9b82e1549988 refc 0 00000080:00000001:0.0:1783976800.842639:0:296883:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976800.842643:0:296883:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976800.842646:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.842648:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.842649:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.842651:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.842653:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.842654:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.842656:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.842657:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.842660:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f43bea00 with handle 0xc4ea75fdb9c25235 from hash 00010000:00000001:0.0:1783976800.842662:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.842663:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.842664:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.842665:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.842666:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.842668:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.842670:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.842673:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83d19ec800/0xc4ea75fdb9c250a6 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xf8b2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adad76 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976800.842679:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.842681:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.842683:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.842684:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0xf8b2:0x0] mode (null) 00000002:00000001:0.0:1783976800.842686:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.842687:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.842689:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c600df00 count: 2 00010000:00000001:0.0:1783976800.842691:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.842693:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.842695:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.842696:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.842697:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c600df00 count: 2 00010000:00000001:0.0:1783976800.842699:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.842701:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.842702:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.842704:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0xf8b2:0x0] lli = ffff9b8400b98000, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.842707:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.842709:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.842710:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.842711:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xf8b2:0x0](ffff9b8400b980c8) invalid 00000020:00000001:0.0:1783976800.842714:0:296883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1d97ca0 00000080:00002000:0.0:1783976800.842716:0:296883:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d27cb.sanity (ffff9b83cc5970d8) parent ffff9b83cc4ba870 inode ffff9b8400b980c8 refc 0 00000080:00000001:0.0:1783976800.842721:0:296883:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976800.842724:0:296883:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976800.842727:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.842730:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.842730:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.842732:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.842734:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.842735:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.842736:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.842737:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.842739:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83d19ec800 with handle 0xc4ea75fdb9c250a6 from hash 00010000:00000001:0.0:1783976800.842741:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.842742:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.842743:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.842743:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.842745:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.842746:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.842748:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.842751:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f2a5c600/0xc4ea75fdb9c24f9c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x3fb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ada971 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976800.842757:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.842759:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.842760:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.842761:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0x3fb:0x0] mode (null) 00000002:00000001:0.0:1783976800.842763:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.842764:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.842766:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ccf12f00 count: 2 00010000:00000001:0.0:1783976800.842768:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.842770:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.842771:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.842772:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.842774:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ccf12f00 count: 2 00010000:00000001:0.0:1783976800.842775:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.842777:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.842779:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.842781:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0x3fb:0x0] lli = ffff9b8400b9b180, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.842783:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.842784:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.842785:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.842787:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0x3fb:0x0](ffff9b8400b9b248) invalid 00000020:00000001:0.0:1783976800.842789:0:296883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1d97ca0 00000080:00002000:0.0:1783976800.842790:0:296883:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d17o.sanityo (ffff9b83d1efa360) parent ffff9b83cc4ba870 inode ffff9b8400b9b248 refc 0 00000080:00000001:0.0:1783976800.842794:0:296883:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976800.842798:0:296883:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976800.842800:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.842802:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.842803:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.842805:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.842806:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.842807:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.842809:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.842810:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.842813:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f2a5c600 with handle 0xc4ea75fdb9c24f9c from hash 00010000:00000001:0.0:1783976800.842815:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.842817:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.842818:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.842819:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.842820:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.842822:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.842824:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.842827:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c3938000/0xc4ea75fdb9c24eb5 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xfbbf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ada630 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976800.842834:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.842836:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.842837:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.842838:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0xfbbf:0x0] mode (null) 00000002:00000001:0.0:1783976800.842840:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.842842:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.842844:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f256a700 count: 2 00010000:00000001:0.0:1783976800.842846:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.842848:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.842849:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.842850:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.842852:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f256a700 count: 2 00010000:00000001:0.0:1783976800.842854:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.842855:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.842857:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.842859:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0xfbbf:0x0] lli = ffff9b83fa498840, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.842861:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.842863:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.842864:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.842865:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xfbbf:0x0](ffff9b83fa498908) invalid 00000020:00000001:0.0:1783976800.842867:0:296883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1d97ca0 00000080:00002000:0.0:1783976800.842869:0:296883:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d29 (ffff9b83f59e65e8) parent ffff9b83cc4ba870 inode ffff9b83fa498908 refc 0 00000080:00000001:0.0:1783976800.842873:0:296883:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976800.842878:0:296883:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976800.842881:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.842883:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.842884:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.842886:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.842887:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.842888:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.842890:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.842891:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.842893:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83c3938000 with handle 0xc4ea75fdb9c24eb5 from hash 00010000:00000001:0.0:1783976800.842895:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.842896:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.842897:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.842898:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.842900:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.842901:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.842903:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.842906:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3ddae00/0xc4ea75fdb9c24dea lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xfd87:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ada304 expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976800.842917:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.842919:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.842920:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.842922:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0xfd87:0x0] mode (null) 00000002:00000001:0.0:1783976800.842923:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.842924:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.842926:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5c80e00 count: 2 00010000:00000001:0.0:1783976800.842928:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.842930:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.842931:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.842932:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.842933:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5c80e00 count: 2 00010000:00000001:0.0:1783976800.842935:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.842937:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.842939:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.842941:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0xfd87:0x0] lli = ffff9b8400e10840, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.842943:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.842945:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.842946:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.842947:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xfd87:0x0](ffff9b8400e10908) invalid 00000020:00000001:0.0:1783976800.842949:0:296883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1d97ca0 00000080:00002000:0.0:1783976800.842950:0:296883:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d33hh.sanity (ffff9b83d1efa798) parent ffff9b83cc4ba870 inode ffff9b8400e10908 refc 0 00000080:00000001:0.0:1783976800.842953:0:296883:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976800.842956:0:296883:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976800.842959:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.842961:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.842962:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.842964:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.842966:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.842967:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.842969:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.842970:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.842973:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f3ddae00 with handle 0xc4ea75fdb9c24dea from hash 00010000:00000001:0.0:1783976800.842975:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.842976:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.842978:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.842979:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.842980:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.842981:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.842983:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.842986:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3ddb600/0xc4ea75fdb9c24cc4 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ad9e73 expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976800.842993:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.842995:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.842996:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.842997:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0x22:0x0] mode (null) 00000002:00000001:0.0:1783976800.842999:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.843000:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.843002:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5c80500 count: 2 00010000:00000001:0.0:1783976800.843004:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.843006:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.843008:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.843009:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.843011:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5c80500 count: 2 00010000:00000001:0.0:1783976800.843012:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.843014:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.843016:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.843018:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0x22:0x0] lli = ffff9b8400e18840, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.843020:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.843022:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.843023:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.843024:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0x22:0x0](ffff9b8400e18908) invalid 00000020:00000001:0.0:1783976800.843026:0:296883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1d97ca0 00000080:00002000:0.0:1783976800.843028:0:296883:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d17d.sanity (ffff9b83d1f46af8) parent ffff9b83cc4ba870 inode ffff9b8400e18908 refc 0 00000080:00000001:0.0:1783976800.843032:0:296883:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976800.843035:0:296883:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976800.843037:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.843039:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.843040:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.843042:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.843043:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.843044:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.843046:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.843047:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.843050:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f3ddb600 with handle 0xc4ea75fdb9c24cc4 from hash 00010000:00000001:0.0:1783976800.843051:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.843053:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.843054:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.843055:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.843056:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.843058:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.843060:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.843063:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b82d1afc000/0xc4ea75fdb9c24bf2 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xf8a9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ad9abb expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976800.843069:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.843070:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.843071:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.843073:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0xf8a9:0x0] mode (null) 00000002:00000001:0.0:1783976800.843074:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.843075:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.843077:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c928e600 count: 2 00010000:00000001:0.0:1783976800.843079:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.843081:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.843082:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.843084:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.843085:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c928e600 count: 2 00010000:00000001:0.0:1783976800.843087:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.843089:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.843090:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.843092:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0xf8a9:0x0] lli = ffff9b83fa491080, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.843095:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.843096:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.843097:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.843098:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xf8a9:0x0](ffff9b83fa491148) invalid 00000020:00000001:0.0:1783976800.843100:0:296883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1d97ca0 00000080:00002000:0.0:1783976800.843102:0:296883:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d25 (ffff9b8400cca6c0) parent ffff9b83cc4ba870 inode ffff9b83fa491148 refc 0 00000080:00000001:0.0:1783976800.843106:0:296883:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976800.843110:0:296883:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976800.843113:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.843115:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.843117:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.843119:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.843120:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.843122:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.843123:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.843124:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.843126:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b82d1afc000 with handle 0xc4ea75fdb9c24bf2 from hash 00010000:00000001:0.0:1783976800.843128:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.843129:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.843131:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.843132:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.843133:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.843135:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.843137:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.843140:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83d141ac00/0xc4ea75fdb9c24998 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xfb2c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ad924f expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976800.843147:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.843148:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.843149:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.843151:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0xfb2c:0x0] mode (null) 00000002:00000001:0.0:1783976800.843153:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.843154:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.843156:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f2859c00 count: 2 00010000:00000001:0.0:1783976800.843158:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.843161:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.843162:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.843164:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.843165:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f2859c00 count: 2 00010000:00000001:0.0:1783976800.843167:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.843169:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.843171:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.843173:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0xfb2c:0x0] lli = ffff9b83fa494200, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.843176:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.843177:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.843178:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.843180:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xfb2c:0x0](ffff9b83fa4942c8) invalid 00000020:00000001:0.0:1783976800.843182:0:296883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1d97ca0 00000080:00002000:0.0:1783976800.843184:0:296883:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d27Cf.sanity (ffff9b83d1f465e8) parent ffff9b83cc4ba870 inode ffff9b83fa4942c8 refc 0 00000080:00000001:0.0:1783976800.843188:0:296883:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976800.843205:0:296883:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976800.843209:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.843211:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.843212:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.843215:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.843216:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.843217:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.843219:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.843220:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.843223:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83d141ac00 with handle 0xc4ea75fdb9c24998 from hash 00010000:00000001:0.0:1783976800.843225:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.843226:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.843228:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.843229:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.843230:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.843232:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.843234:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.843237:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f29c8a00/0xc4ea75fdb9c24991 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xfb2e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ad9241 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976800.843243:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.843245:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.843246:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.843248:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0xfb2e:0x0] mode (null) 00000002:00000001:0.0:1783976800.843249:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.843251:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.843253:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c9e6b300 count: 2 00010000:00000001:0.0:1783976800.843255:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.843257:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976800.843258:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.843260:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.843261:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c9e6b300 count: 2 00010000:00000001:0.0:1783976800.843263:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.843265:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.843267:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976800.843269:0:296883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0xfb2e:0x0] lli = ffff9b83fa64f380, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976800.843271:0:296883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976800.843273:0:296883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976800.843274:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.843275:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xfb2e:0x0](ffff9b83fa64f448) invalid 00000020:00000001:0.0:1783976800.843277:0:296883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1d97ca0 00000080:00002000:0.0:1783976800.843279:0:296883:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d27D.sanity (ffff9b83d1f46d80) parent ffff9b83cc4ba870 inode ffff9b83fa64f448 refc 4 00000080:00000001:0.0:1783976800.843282:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.843283:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.843284:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.843286:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.843287:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.843288:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.843289:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.843291:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.843311:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f29c8a00 with handle 0xc4ea75fdb9c24991 from hash 00010000:00000001:0.0:1783976800.843313:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.843314:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.843315:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.843316:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.843318:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.843319:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.843321:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.843324:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83fdece000/0xc4ea75fdb9c39e30 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3ea:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b32e9f expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:0.0:1783976800.843336:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.843337:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.843339:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.843340:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000402:0x3ea:0x0] mode (null) 00000002:00000001:0.0:1783976800.843342:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.843343:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.843345:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fdf74300 count: 2 00010000:00000001:0.0:1783976800.843346:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976800.843349:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.843351:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976800.843352:0:296883:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976800.843355:0:296883:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x3ea:0x0](ffff9b83fa24aa08) invalid 00000020:00000001:0.0:1783976800.843358:0:296883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1d97ca0 00000080:00002000:0.0:1783976800.843360:0:296883:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry b (ffff9b83fa3726c0) parent ffff9b83fa372360 inode ffff9b83fa24aa08 refc 1 00000080:00000001:0.0:1783976800.843363:0:296883:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976800.843364:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.843365:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.843367:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.843368:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.843370:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.843371:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.843372:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.843375:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83fdece000 with handle 0xc4ea75fdb9c39e30 from hash 00010000:00000001:0.0:1783976800.843378:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.843379:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.843380:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.843381:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.843383:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.843384:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.843386:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.843389:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f6589600/0xc4ea75fdb9c38e46 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xfbcc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b2e9f6 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1783976800.843401:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.843403:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.843405:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.843406:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0xfbcc:0x0] mode (null) 00000002:00000001:0.0:1783976800.843408:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.843409:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.843412:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83de118c00 count: 3 00010000:00000001:0.0:1783976800.843414:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976800.843417:0:296883:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1783976800.843420:0:296883:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1783976800.843422:0:296883:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976800.843427:0:296883:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976800.843430:0:296883:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83fb0aa000/0xc4ea75fdb9c38e8c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xfbcc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe1223009a3b2eb5b expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00000001:0.0:1783976800.843437:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.843438:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976800.843439:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1783976800.843441:0:296883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976800.843443:0:296883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976800.843445:0:296883:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9b83fb0aa000 refcount=2 00000020:00000001:0.0:1783976800.843448:0:296883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589887639552 : -110483821912064 : ffff9b83fb0aa000) 00010000:00000001:0.0:1783976800.843451:0:296883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633589887639552 : -110483821912064 : ffff9b83fb0aa000) 00010000:00000001:0.0:1783976800.843453:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.843455:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976800.843456:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976800.843458:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.843460:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.843462:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.843464:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.843465:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.843467:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.843468:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.843471:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f6589600 with handle 0xc4ea75fdb9c38e46 from hash 00010000:00000001:0.0:1783976800.843473:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.843475:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.843476:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.843478:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.843480:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.843481:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.843484:0:296883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976800.843487:0:296883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f55eb800/0xc4ea75fdb9c38d7b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xf840:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b2e5f1 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1783976800.843493:0:296883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976800.843495:0:296883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976800.843496:0:296883:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976800.843498:0:296883:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0xf840:0x0] mode (null) 00000002:00000001:0.0:1783976800.843500:0:296883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976800.843501:0:296883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976800.843503:0:296883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f55eee00 count: 3 00010000:00000001:0.0:1783976800.843504:0:296883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976800.843507:0:296883:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1783976800.843508:0:296883:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1783976800.843510:0:296883:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1783976800.843512:0:296883:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976800.843515:0:296883:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83fb866e00/0xc4ea75fdb9c38dcf lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xf840:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe1223009a3b2e7a3 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00000001:0.0:1783976800.843521:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.843522:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1783976800.843523:0:296883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1783976800.843525:0:296883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783976800.843526:0:296883:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976800.843527:0:296883:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9b83fb866e00 refcount=2 00000020:00000001:0.0:1783976800.843529:0:296883:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589895753216 : -110483813798400 : ffff9b83fb866e00) 00010000:00000001:0.0:1783976800.843531:0:296883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633589895753216 : -110483813798400 : ffff9b83fb866e00) 00010000:00000001:0.0:1783976800.843533:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.843534:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1783976800.843535:0:296883:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976800.843537:0:296883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976800.843538:0:296883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.843540:0:296883:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976800.843541:0:296883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976800.843543:0:296883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976800.843544:0:296883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976800.843545:0:296883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976800.843547:0:296883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f55eb800 with handle 0xc4ea75fdb9c38d7b from hash 00010000:00000001:0.0:1783976800.843549:0:296883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976800.843550:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976800.843551:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.843552:0:296883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976800.843554:0:296883:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976800.843555:0:296883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976800.843557:0:296883:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=112 : 112 : 70) 00010000:00000001:0.0:1783976800.843560:0:296883:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976800.843562:0:296883:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1783976800.843568:0:296883:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4caa00. 00000020:00000040:0.0:1783976800.843571:0:296883:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=118 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000100:00000001:0.0:1783976800.843574:0:296883:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976800.843576:0:296883:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976800.843577:0:296883:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976800.843582:0:296883:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 2048 at ffff9b82d315e000. 00000100:00000001:0.0:1783976800.843586:0:296883:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976800.843589:0:296883:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783976800.843594:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f28bb800/0xc4ea75fdb9c27264 lrc: 1/0,0 mode: --/PR res: [0x240002b10:0xf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae2cb1 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00010000:0.0:1783976800.843602:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c8023200/0xc4ea75fdb9c272a3 lrc: 1/0,0 mode: --/PR res: [0x240000402:0xf8ad:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae2dc2 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.843609:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b84007cac00/0xc4ea75fdb9c39642 lrc: 1/0,0 mode: --/PR res: [0x240002b11:0xa1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b30d97 expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00010000:0.0:1783976800.843622:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f242b800/0xc4ea75fdb9c27161 lrc: 1/0,0 mode: --/PR res: [0x240002b10:0x54:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae2915 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 0 00010000:00010000:0.0:1783976800.843630:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f242a200/0xc4ea75fdb9c27153 lrc: 1/0,0 mode: --/PR res: [0x240002b13:0x10501:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae28b3 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.843637:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f242b400/0xc4ea75fdb9c27114 lrc: 1/0,0 mode: --/PR res: [0x240002b11:0xb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae27fd expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00010000:0.0:1783976800.843644:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f242a600/0xc4ea75fdb9c2706c lrc: 1/0,0 mode: --/PR res: [0x240000401:0xb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae2595 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00010000:0.0:1783976800.843651:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c9ed3e00/0xc4ea75fdb9c27018 lrc: 1/0,0 mode: --/PR res: [0x240002b11:0x93:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae245a expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00010000:0.0:1783976800.843659:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f7fd0c00/0xc4ea75fdb9c26f46 lrc: 1/0,0 mode: --/PR res: [0x240002b10:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae212e expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00010000:0.0:1783976800.843666:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83cd40ca00/0xc4ea75fdb9c26f7e lrc: 1/0,0 mode: --/PR res: [0x240000402:0xfaec:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae21f2 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.843673:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b84007cb200/0xc4ea75fdb9c39626 lrc: 1/0,0 mode: --/PR res: [0x240002b11:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b30d5f expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00010000:0.0:1783976800.843680:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b84007cee00/0xc4ea75fdb9c39562 lrc: 1/0,0 mode: --/PR res: [0x240002b11:0xc4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b3096f expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00010000:0.0:1783976800.843687:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f24a1e00/0xc4ea75fdb9c26f8c lrc: 1/0,0 mode: --/PR res: [0x240002b11:0xc1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae222a expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00010000:0.0:1783976800.843695:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c4fbda00/0xc4ea75fdb9c26eba lrc: 1/0,0 mode: --/PR res: [0x240002b13:0x49c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae1f2f expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1783976800.843702:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c9398c00/0xc4ea75fdb9c26eac lrc: 1/0,0 mode: --/PR res: [0x240000402:0xf8c5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae1f0c expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.843709:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c4fbce00/0xc4ea75fdb9c26df6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae1ca4 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00010000:0.0:1783976800.843716:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c9399200/0xc4ea75fdb9c26e27 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae1d1b expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.843723:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b84007cbe00/0xc4ea75fdb9c39515 lrc: 1/0,0 mode: --/PR res: [0x240002b11:0x92:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b30873 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00010000:0.0:1783976800.843730:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b84007cb400/0xc4ea75fdb9c39497 lrc: 1/0,0 mode: --/PR res: [0x240002b10:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b30643 expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 0 00010000:00010000:0.0:1783976800.843737:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b84007ca800/0xc4ea75fdb9c394c8 lrc: 1/0,0 mode: --/PR res: [0x240000402:0xfb4c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b30715 expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:0.0:1783976800.843745:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c57ad400/0xc4ea75fdb9c393d3 lrc: 1/0,0 mode: --/PR res: [0x240002b10:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b302ca expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 0 00010000:00010000:0.0:1783976800.843752:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c57adc00/0xc4ea75fdb9c393fd lrc: 1/0,0 mode: --/PR res: [0x240000402:0xfb4b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b30379 expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.843759:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c528ca00/0xc4ea75fdb9c26c8a lrc: 1/0,0 mode: --/PR res: [0x240002b10:0x32:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae1710 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 0 00010000:00010000:0.0:1783976800.843767:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c528dc00/0xc4ea75fdb9c26cc2 lrc: 1/0,0 mode: --/PR res: [0x240000402:0xfb49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae180c expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.843774:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f36ec800/0xc4ea75fdb9c26be2 lrc: 1/0,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae14a8 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00010000:0.0:1783976800.843781:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3c92400/0xc4ea75fdb9c26c13 lrc: 1/0,0 mode: --/PR res: [0x240002b13:0x129bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3ae156c expref: -99 pid: 284637 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1783976800.843788:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f36ec200/0xc4ea75fdb9c26b95 lrc: 1/0,0 mode: --/PR res: [0x240002b13:0x129bc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3ae1389 expref: -99 pid: 284637 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1783976800.843795:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83e73cc600/0xc4ea75fdb9c26b79 lrc: 1/0,0 mode: --/PR res: [0x240002b13:0x129b7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3ae12f6 expref: -99 pid: 284637 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1783976800.843802:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f4210e00/0xc4ea75fdb9c26a22 lrc: 1/0,0 mode: --/PR res: [0x240002b11:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae0dd2 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00010000:0.0:1783976800.843809:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83e5c13000/0xc4ea75fdb9c26a7d lrc: 1/0,0 mode: --/PR res: [0x240002b11:0x10e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae0f22 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 0 00010000:00010000:0.0:1783976800.843817:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83e5c13a00/0xc4ea75fdb9c269a4 lrc: 1/0,0 mode: --/PR res: [0x240000402:0xf8c8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae0bfd expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.843824:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83e73cd600/0xc4ea75fdb9c26950 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae0b08 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00010000:0.0:1783976800.843832:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83e5c12200/0xc4ea75fdb9c2698f lrc: 1/0,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae0bd3 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.843840:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f285a800/0xc4ea75fdb9c2688c lrc: 1/0,0 mode: --/PR res: [0x240002b10:0x40:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae081b expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00010000:0.0:1783976800.843847:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f27f6e00/0xc4ea75fdb9c268bd lrc: 1/0,0 mode: --/PR res: [0x240000402:0xfbc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae08c3 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.843854:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c57aee00/0xc4ea75fdb9c3921a lrc: 1/0,0 mode: --/PR res: [0x240002b11:0x115:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b2fc1e expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 0 00010000:00010000:0.0:1783976800.843862:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f2eb6000/0xc4ea75fdb9c26712 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae022c expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00010000:0.0:1783976800.843870:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c9e28a00/0xc4ea75fdb9c2674a lrc: 1/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae02b8 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.843877:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c9e28000/0xc4ea75fdb9c266cc lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae0137 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00010000:0.0:1783976800.843884:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f257f400/0xc4ea75fdb9c26719 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x32:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae0233 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.843891:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83ff63c600/0xc4ea75fdb9c3914f lrc: 1/0,0 mode: --/PR res: [0x240002b11:0xa3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b2f827 expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00010000:0.0:1783976800.843898:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f2a21e00/0xc4ea75fdb9c26608 lrc: 1/0,0 mode: --/PR res: [0x240002b10:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adfe43 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00010000:0.0:1783976800.843905:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f4309200/0xc4ea75fdb9c26632 lrc: 1/0,0 mode: --/PR res: [0x240000402:0xfb41:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adfec8 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.843913:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f4308800/0xc4ea75fdb9c265ad lrc: 1/0,0 mode: --/PR res: [0x240000bd0:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adfd1d expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00010000:0.0:1783976800.843920:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f4309c00/0xc4ea75fdb9c265e5 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x32d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adfdd3 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.843927:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f2969a00/0xc4ea75fdb9c2649c lrc: 1/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adf93b expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00010000:0.0:1783976800.843934:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f2eb6a00/0xc4ea75fdb9c264d4 lrc: 1/0,0 mode: --/PR res: [0x240000402:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adf9b9 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.843941:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f2eb7c00/0xc4ea75fdb9c26495 lrc: 1/0,0 mode: --/PR res: [0x240002b10:0x23:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adf92d expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 0 00010000:00010000:0.0:1783976800.843947:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f2eb7000/0xc4ea75fdb9c264cd lrc: 1/0,0 mode: --/PR res: [0x240000402:0xfae0:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adf9ab expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.843953:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3c9a800/0xc4ea75fdb9c263e6 lrc: 1/0,0 mode: --/PR res: [0x240002b10:0x16:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adf69b expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00010000:0.0:1783976800.843960:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c96fd200/0xc4ea75fdb9c26417 lrc: 1/0,0 mode: --/PR res: [0x240000402:0xf8b8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adf743 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.843966:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f2a20a00/0xc4ea75fdb9c263ca lrc: 1/0,0 mode: --/PR res: [0x240002b11:0x14:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adf647 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00010000:0.0:1783976800.843972:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c96fd800/0xc4ea75fdb9c26345 lrc: 1/0,0 mode: --/PR res: [0x240000402:0xfbd3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adf410 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1783976800.843979:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3aae600/0xc4ea75fdb9c262f1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adf30d expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 0 00010000:00010000:0.0:1783976800.843985:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c96fd600/0xc4ea75fdb9c26329 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adf3d1 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.843991:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f40b1000/0xc4ea75fdb9c262c0 lrc: 1/0,0 mode: --/PR res: [0x240002b11:0x10d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adf273 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 0 00010000:00010000:0.0:1783976800.843998:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f26d0e00/0xc4ea75fdb9c26234 lrc: 1/0,0 mode: --/PR res: [0x240002b11:0xf6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adf035 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00010000:0.0:1783976800.844005:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83d19a3400/0xc4ea75fdb9c2614d lrc: 1/0,0 mode: --/PR res: [0x240002b10:0x39:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adece6 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00010000:0.0:1783976800.844013:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3aafa00/0xc4ea75fdb9c2617e lrc: 1/0,0 mode: --/PR res: [0x240000402:0xfba2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3aded9c expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.844022:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3c9b400/0xc4ea75fdb9c2606d lrc: 1/0,0 mode: --/PR res: [0x240000402:0xfae6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ade9dd expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.844029:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f366c400/0xc4ea75fdb9c25fda lrc: 1/0,0 mode: --/PR res: [0x240002b10:0x52:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ade7d0 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00010000:0.0:1783976800.844035:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f366ca00/0xc4ea75fdb9c25fc5 lrc: 1/0,0 mode: --/PR res: [0x240002b13:0x3c9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ade791 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.844043:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f658aa00/0xc4ea75fdb9c3906f lrc: 1/0,0 mode: --/PR res: [0x240002b11:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b2f45a expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00010000:0.0:1783976800.844050:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3c9a400/0xc4ea75fdb9c25efa lrc: 1/0,0 mode: --/PR res: [0x240002b11:0xa6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ade4c7 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00010000:0.0:1783976800.844058:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83de0f4e00/0xc4ea75fdb9c3ba06 lrc: 1/0,0 mode: --/PR res: [0x240002b10:0x4e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b39b49 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00010000:0.0:1783976800.844065:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83fb0aa600/0xc4ea75fdb9c38fff lrc: 1/0,0 mode: --/PR res: [0x240002b12:0x11:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b2f231 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 0 00010000:00010000:0.0:1783976800.844071:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83de0f7a00/0xc4ea75fdb9c3ba8b lrc: 1/0,0 mode: --/PR res: [0x240002b12:0x12:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b39d17 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:0.0:1783976800.844076:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f8ad4000/0xc4ea75fdb9c25f24 lrc: 1/0,0 mode: --/PR res: [0x240002b12:0x10:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ade561 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:0.0:1783976800.844082:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3d87200/0xc4ea75fdb9c25e3d lrc: 1/0,0 mode: --/PR res: [0x240000402:0xf8c2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ade1e1 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.844089:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3d86a00/0xc4ea75fdb9c25dd4 lrc: 1/0,0 mode: --/PR res: [0x240002b10:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ade091 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00010000:0.0:1783976800.844096:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83e735d600/0xc4ea75fdb9c25e28 lrc: 1/0,0 mode: --/PR res: [0x240000402:0xfb2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ade19b expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.844104:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83de6d4600/0xc4ea75fdb9c25d4f lrc: 1/0,0 mode: --/PR res: [0x240000401:0xc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3addea7 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00010000:0.0:1783976800.844112:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c9ed3a00/0xc4ea75fdb9c25d09 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adddc7 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00010000:0.0:1783976800.844120:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3d87000/0xc4ea75fdb9c25d41 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x36:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adde84 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.844127:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c9ed2c00/0xc4ea75fdb9c25c84 lrc: 1/0,0 mode: --/PR res: [0x240002b10:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3addbd6 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00010000:0.0:1783976800.844135:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3a58600/0xc4ea75fdb9c25cbc lrc: 1/0,0 mode: --/PR res: [0x240000402:0xfb47:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3addcc4 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.844143:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83de6d4200/0xc4ea75fdb9c25c30 lrc: 1/0,0 mode: --/PR res: [0x240002b10:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3addacc expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00010000:0.0:1783976800.844150:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c9ed3600/0xc4ea75fdb9c25c5a lrc: 1/0,0 mode: --/PR res: [0x240000402:0xf8bf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3addb51 expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.844157:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3a58400/0xc4ea75fdb9c25b96 lrc: 1/0,0 mode: --/PR res: [0x240000402:0xfbcb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3add88e expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:0.0:1783976800.844164:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3a59400/0xc4ea75fdb9c25b81 lrc: 1/0,0 mode: --/PR res: [0x240002b11:0x98:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3add848 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00010000:0.0:1783976800.844172:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f7cf5400/0xc4ea75fdb9c25b57 lrc: 1/0,0 mode: --/PR res: [0x240002b11:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3add7bc expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00010000:0.0:1783976800.844179:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f7482a00/0xc4ea75fdb9c3b98f lrc: 1/0,0 mode: --/PR res: [0x240002b11:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b399ac expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00010000:0.0:1783976800.844187:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83e5cefe00/0xc4ea75fdb9c25b34 lrc: 1/0,0 mode: --/PR res: [0x240000402:0xf83f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3add75a expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:0.0:1783976800.844208:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83ee199200/0xc4ea75fdb9c25ad2 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x23:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3add5d9 expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.844215:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b84000c9400/0xc4ea75fdb9c38881 lrc: 1/0,0 mode: --/PR res: [0x240002b11:0xe5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b2cd8d expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00010000:0.0:1783976800.844223:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83fc3e4e00/0xc4ea75fdb9c38731 lrc: 1/0,0 mode: --/PR res: [0x240002b11:0xe6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b2c74a expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00010000:0.0:1783976800.844230:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83e5cef400/0xc4ea75fdb9c25974 lrc: 1/0,0 mode: --/PR res: [0x240002b10:0x26:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3add0a7 expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00010000:0.0:1783976800.844238:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3f81e00/0xc4ea75fdb9c2599e lrc: 1/0,0 mode: --/PR res: [0x240000402:0xfae4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3add133 expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.844245:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83de0f5200/0xc4ea75fdb9c3b957 lrc: 1/0,0 mode: --/PR res: [0x240000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b398ef expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00010000:0.0:1783976800.844252:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3f81800/0xc4ea75fdb9c25878 lrc: 1/0,0 mode: --/PR res: [0x240000402:0xf8ae:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adcd12 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.844259:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83ee0b0400/0xc4ea75fdb9c257ec lrc: 1/0,0 mode: --/PR res: [0x240000402:0xf8b6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adcb7c expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.844265:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83ee0b0600/0xc4ea75fdb9c25713 lrc: 1/0,0 mode: --/PR res: [0x240000402:0xfd71:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adc80a expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.844273:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83ef78f800/0xc4ea75fdb9c37e78 lrc: 1/0,0 mode: --/PR res: [0x240000402:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b29c39 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1783976800.844281:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b8401382c00/0xc4ea75fdb9c25680 lrc: 1/0,0 mode: --/PR res: [0x240000402:0xfb51:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adc612 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.844288:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b8401383e00/0xc4ea75fdb9c255b5 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adc309 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.844313:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3774400/0xc4ea75fdb9c254ce lrc: 1/0,0 mode: --/PR res: [0x240002b13:0x12989:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adbf12 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:0.0:1783976800.844321:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3775c00/0xc4ea75fdb9c2546c lrc: 1/0,0 mode: --/PR res: [0x240000402:0xf8e9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adbcf0 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.844328:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83e5cbf400/0xc4ea75fdb9c253b6 lrc: 1/0,0 mode: --/PR res: [0x240000402:0xfbc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adb9cb expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00010000:0.0:1783976800.844335:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c32df400/0xc4ea75fdb9c2537e lrc: 1/0,0 mode: --/PR res: [0x240000402:0xfd5f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adb8e4 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.844342:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83e5dbbc00/0xc4ea75fdb9c2529e lrc: 1/0,0 mode: --/PR res: [0x240000402:0xf8af:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adb56b expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.844349:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f43bea00/0xc4ea75fdb9c25235 lrc: 1/0,0 mode: --/PR res: [0x240002b13:0x1297c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3adb3f1 expref: -99 pid: 284637 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1783976800.844355:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83d19ec800/0xc4ea75fdb9c250a6 lrc: 1/0,0 mode: --/PR res: [0x240000402:0xf8b2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adad76 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.844363:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f2a5c600/0xc4ea75fdb9c24f9c lrc: 1/0,0 mode: --/PR res: [0x240000402:0x3fb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ada971 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.844370:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c3938000/0xc4ea75fdb9c24eb5 lrc: 1/0,0 mode: --/PR res: [0x240000402:0xfbbf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ada630 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.844377:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3ddae00/0xc4ea75fdb9c24dea lrc: 1/0,0 mode: --/PR res: [0x240000402:0xfd87:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ada304 expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.844384:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3ddb600/0xc4ea75fdb9c24cc4 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ad9e73 expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.844391:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b82d1afc000/0xc4ea75fdb9c24bf2 lrc: 1/0,0 mode: --/PR res: [0x240000402:0xf8a9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ad9abb expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.844398:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83d141ac00/0xc4ea75fdb9c24998 lrc: 1/0,0 mode: --/PR res: [0x240000402:0xfb2c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ad924f expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.844405:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f29c8a00/0xc4ea75fdb9c24991 lrc: 1/0,0 mode: --/PR res: [0x240000402:0xfb2e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ad9241 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976800.844412:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83fdece000/0xc4ea75fdb9c39e30 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x3ea:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b32e9f expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1783976800.844420:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f6589600/0xc4ea75fdb9c38e46 lrc: 1/0,0 mode: --/PR res: [0x240000402:0xfbcc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b2e9f6 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976800.844428:0:296883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f55eb800/0xc4ea75fdb9c38d7b lrc: 1/0,0 mode: --/PR res: [0x240000402:0xf840:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b2e5f1 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1783976800.844433:0:296883:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 112 locks packed 00010000:00000001:0.0:1783976800.844435:0:296883:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=112 : 112 : 70) 00000100:00000001:0.0:1783976800.844440:0:296883:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976800.844444:0:296883:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976800.844454:0:296883:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c533d711] to pc [ptlrpcd_00_00+0] req@ffff9b83ef4caa00 x1870620402679168/t0(0) o103->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:17/18 lens 1208/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1783976800.844477:0:296883:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976800.844480:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.844483:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f28bb800/0xc4ea75fdb9c27264 lrc: 0/0,0 mode: --/PR res: [0x240002b10:0xf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae2cb1 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00000040:0.0:1783976800.844491:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83de6c2900 count: 0 00010000:00000010:0.0:1783976800.844496:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b82df211800. 00010000:00000001:0.0:1783976800.844507:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.844508:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.844511:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c8023200/0xc4ea75fdb9c272a3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xf8ad:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae2dc2 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.844517:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c3b51000 count: 0 00010000:00000010:0.0:1783976800.844520:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f2ad3980. 00010000:00000001:0.0:1783976800.844524:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.844526:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.844528:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b84007cac00/0xc4ea75fdb9c39642 lrc: 0/0,0 mode: --/PR res: [0x240002b11:0xa1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b30d97 expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00000040:0.0:1783976800.844534:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b8401c62f00 count: 0 00010000:00000010:0.0:1783976800.844537:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83d03d1b80. 00010000:00000001:0.0:1783976800.844543:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.844544:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.844547:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f242b800/0xc4ea75fdb9c27161 lrc: 0/0,0 mode: --/PR res: [0x240002b10:0x54:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae2915 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 0 00010000:00000040:0.0:1783976800.844553:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb041800 count: 0 00010000:00000010:0.0:1783976800.844555:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f39e9a80. 00010000:00000001:0.0:1783976800.844561:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.844562:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.844565:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f242a200/0xc4ea75fdb9c27153 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x10501:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae28b3 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.844571:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb041e00 count: 0 00010000:00000010:0.0:1783976800.844574:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f39e9380. 00010000:00000001:0.0:1783976800.844578:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.844579:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.844581:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f242b400/0xc4ea75fdb9c27114 lrc: 0/0,0 mode: --/PR res: [0x240002b11:0xb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae27fd expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00000040:0.0:1783976800.844587:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f357f200 count: 0 00010000:00000010:0.0:1783976800.844589:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f39e9c80. 00010000:00000001:0.0:1783976800.844593:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.844594:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.844597:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f242a600/0xc4ea75fdb9c2706c lrc: 0/0,0 mode: --/PR res: [0x240000401:0xb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae2595 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00000040:0.0:1783976800.844602:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f357fb00 count: 0 00010000:00000010:0.0:1783976800.844605:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f39e9c00. 00010000:00000001:0.0:1783976800.844609:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.844610:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.844613:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c9ed3e00/0xc4ea75fdb9c27018 lrc: 0/0,0 mode: --/PR res: [0x240002b11:0x93:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae245a expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00000040:0.0:1783976800.844618:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef84ca00 count: 0 00010000:00000010:0.0:1783976800.844620:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fb069e00. 00010000:00000001:0.0:1783976800.844625:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.844626:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.844628:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f7fd0c00/0xc4ea75fdb9c26f46 lrc: 0/0,0 mode: --/PR res: [0x240002b10:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae212e expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00000040:0.0:1783976800.844634:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef84cb00 count: 0 00010000:00000010:0.0:1783976800.844637:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fb069980. 00010000:00000001:0.0:1783976800.844641:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.844642:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.844644:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83cd40ca00/0xc4ea75fdb9c26f7e lrc: 0/0,0 mode: --/PR res: [0x240000402:0xfaec:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae21f2 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.844650:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef84c600 count: 0 00010000:00000010:0.0:1783976800.844652:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fb069f00. 00010000:00000001:0.0:1783976800.844655:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.844656:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.844659:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b84007cb200/0xc4ea75fdb9c39626 lrc: 0/0,0 mode: --/PR res: [0x240002b11:0xc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b30d5f expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00000040:0.0:1783976800.844664:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b8401c62100 count: 0 00010000:00000010:0.0:1783976800.844666:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83d03d1980. 00010000:00000001:0.0:1783976800.844670:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.844671:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.844673:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b84007cee00/0xc4ea75fdb9c39562 lrc: 0/0,0 mode: --/PR res: [0x240002b11:0xc4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b3096f expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00000040:0.0:1783976800.844679:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef5e8100 count: 0 00010000:00000010:0.0:1783976800.844681:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f658e480. 00010000:00000001:0.0:1783976800.844685:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.844687:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.844689:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f24a1e00/0xc4ea75fdb9c26f8c lrc: 0/0,0 mode: --/PR res: [0x240002b11:0xc1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae222a expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00000040:0.0:1783976800.844695:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f366e900 count: 0 00010000:00000010:0.0:1783976800.844697:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f39e9480. 00010000:00000001:0.0:1783976800.844701:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.844703:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.844705:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c4fbda00/0xc4ea75fdb9c26eba lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x49c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae1f2f expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:0.0:1783976800.844711:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c3aea400 count: 0 00010000:00000010:0.0:1783976800.844713:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83cccad100. 00010000:00000001:0.0:1783976800.844723:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.844724:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.844726:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c9398c00/0xc4ea75fdb9c26eac lrc: 0/0,0 mode: --/PR res: [0x240000402:0xf8c5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae1f0c expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.844732:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f579de00 count: 0 00010000:00000010:0.0:1783976800.844734:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f2ad3300. 00010000:00000001:0.0:1783976800.844738:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.844739:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.844742:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c4fbce00/0xc4ea75fdb9c26df6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae1ca4 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00000040:0.0:1783976800.844747:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f579d800 count: 0 00010000:00000010:0.0:1783976800.844749:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f2ad3500. 00010000:00000001:0.0:1783976800.844753:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.844754:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.844756:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c9399200/0xc4ea75fdb9c26e27 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae1d1b expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.844762:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ee002600 count: 0 00010000:00000010:0.0:1783976800.844764:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83de6d3800. 00010000:00000001:0.0:1783976800.844768:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.844769:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.844772:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b84007cbe00/0xc4ea75fdb9c39515 lrc: 0/0,0 mode: --/PR res: [0x240002b11:0x92:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b30873 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00000040:0.0:1783976800.844778:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b8401c62b00 count: 0 00010000:00000010:0.0:1783976800.844780:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83d03d1c00. 00010000:00000001:0.0:1783976800.844784:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.844785:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.844787:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b84007cb400/0xc4ea75fdb9c39497 lrc: 0/0,0 mode: --/PR res: [0x240002b10:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b30643 expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 0 00010000:00000040:0.0:1783976800.844793:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b8401c62a00 count: 0 00010000:00000010:0.0:1783976800.844795:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fb862000. 00010000:00000001:0.0:1783976800.844799:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.844800:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.844802:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b84007ca800/0xc4ea75fdb9c394c8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xfb4c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b30715 expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00000040:0.0:1783976800.844807:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b8401c62500 count: 0 00010000:00000010:0.0:1783976800.844809:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fb862c80. 00010000:00000001:0.0:1783976800.844813:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.844814:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.844817:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c57ad400/0xc4ea75fdb9c393d3 lrc: 0/0,0 mode: --/PR res: [0x240002b10:0x33:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b302ca expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 0 00010000:00000040:0.0:1783976800.844823:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83eec34600 count: 0 00010000:00000010:0.0:1783976800.844825:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b84007cdd80. 00010000:00000001:0.0:1783976800.844829:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.844830:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.844832:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c57adc00/0xc4ea75fdb9c393fd lrc: 0/0,0 mode: --/PR res: [0x240000402:0xfb4b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b30379 expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.844838:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f7453100 count: 0 00010000:00000010:0.0:1783976800.844840:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fb862a00. 00010000:00000001:0.0:1783976800.844844:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.844846:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.844848:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c528ca00/0xc4ea75fdb9c26c8a lrc: 0/0,0 mode: --/PR res: [0x240002b10:0x32:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae1710 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 0 00010000:00000040:0.0:1783976800.844854:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c37d9d00 count: 0 00010000:00000010:0.0:1783976800.844856:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83de6d3900. 00010000:00000001:0.0:1783976800.844861:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.844862:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.844864:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c528dc00/0xc4ea75fdb9c26cc2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xfb49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae180c expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.844870:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c37d9100 count: 0 00010000:00000010:0.0:1783976800.844872:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83de6d3880. 00010000:00000001:0.0:1783976800.844876:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.844877:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.844879:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f36ec800/0xc4ea75fdb9c26be2 lrc: 0/0,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae14a8 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00000040:0.0:1783976800.844885:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83e5decd00 count: 0 00010000:00000010:0.0:1783976800.844888:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f2ad3800. 00010000:00000001:0.0:1783976800.844894:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.844895:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.844898:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3c92400/0xc4ea75fdb9c26c13 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x129bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3ae156c expref: -99 pid: 284637 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000010:0.0:1783976800.844904:0:296883:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83f33c4ec0. 00010000:00000040:0.0:1783976800.844907:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f37ce100 count: 0 00010000:00000010:0.0:1783976800.844909:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83de6d3e00. 00010000:00000001:0.0:1783976800.844915:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.844916:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.844919:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f36ec200/0xc4ea75fdb9c26b95 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x129bc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3ae1389 expref: -99 pid: 284637 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000010:0.0:1783976800.844925:0:296883:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83e73cfd40. 00010000:00000040:0.0:1783976800.844927:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83efbec400 count: 0 00010000:00000010:0.0:1783976800.844930:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fb10ec80. 00010000:00000001:0.0:1783976800.844934:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.844935:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.844938:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83e73cc600/0xc4ea75fdb9c26b79 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x129b7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3ae12f6 expref: -99 pid: 284637 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000010:0.0:1783976800.844943:0:296883:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b82d6aef380. 00010000:00000040:0.0:1783976800.844946:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c49aa900 count: 0 00010000:00000010:0.0:1783976800.844948:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c90cd980. 00010000:00000001:0.0:1783976800.844953:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.844954:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.844956:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f4210e00/0xc4ea75fdb9c26a22 lrc: 0/0,0 mode: --/PR res: [0x240002b11:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae0dd2 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00000040:0.0:1783976800.844963:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83efbec200 count: 0 00010000:00000010:0.0:1783976800.844965:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fb10e980. 00010000:00000001:0.0:1783976800.844970:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.844971:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.844973:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83e5c13000/0xc4ea75fdb9c26a7d lrc: 0/0,0 mode: --/PR res: [0x240002b11:0x10e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae0f22 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 0 00010000:00000040:0.0:1783976800.844980:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f572d400 count: 0 00010000:00000010:0.0:1783976800.844982:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c7d25f80. 00010000:00000001:0.0:1783976800.844990:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.844992:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.844994:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83e5c13a00/0xc4ea75fdb9c269a4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xf8c8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae0bfd expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.845007:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83de116500 count: 0 00010000:00000010:0.0:1783976800.845009:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c90cd900. 00010000:00000001:0.0:1783976800.845014:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845016:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845018:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83e73cd600/0xc4ea75fdb9c26950 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae0b08 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00000040:0.0:1783976800.845024:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f7cf6300 count: 0 00010000:00000010:0.0:1783976800.845026:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83de6d3f80. 00010000:00000001:0.0:1783976800.845031:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845032:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845034:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83e5c12200/0xc4ea75fdb9c2698f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae0bd3 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.845040:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83de116c00 count: 0 00010000:00000010:0.0:1783976800.845043:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83cb9e1300. 00010000:00000001:0.0:1783976800.845049:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845050:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845052:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f285a800/0xc4ea75fdb9c2688c lrc: 0/0,0 mode: --/PR res: [0x240002b10:0x40:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae081b expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00000040:0.0:1783976800.845058:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83de1fd700 count: 0 00010000:00000010:0.0:1783976800.845061:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fb10e500. 00010000:00000001:0.0:1783976800.845066:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845067:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845069:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f27f6e00/0xc4ea75fdb9c268bd lrc: 0/0,0 mode: --/PR res: [0x240000402:0xfbc3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae08c3 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.845075:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f4370500 count: 0 00010000:00000010:0.0:1783976800.845078:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83cb9e1580. 00010000:00000001:0.0:1783976800.845082:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845084:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845086:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c57aee00/0xc4ea75fdb9c3921a lrc: 0/0,0 mode: --/PR res: [0x240002b11:0x115:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b2fc1e expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 0 00010000:00000040:0.0:1783976800.845092:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f7453c00 count: 0 00010000:00000010:0.0:1783976800.845094:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fb862d00. 00010000:00000001:0.0:1783976800.845098:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845099:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845102:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f2eb6000/0xc4ea75fdb9c26712 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae022c expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00000040:0.0:1783976800.845108:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83e5cbda00 count: 0 00010000:00000010:0.0:1783976800.845110:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fb10e180. 00010000:00000001:0.0:1783976800.845115:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845116:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845118:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c9e28a00/0xc4ea75fdb9c2674a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae02b8 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.845124:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f3a30f00 count: 0 00010000:00000010:0.0:1783976800.845126:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fb10e100. 00010000:00000001:0.0:1783976800.845129:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845130:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845133:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c9e28000/0xc4ea75fdb9c266cc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae0137 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00000040:0.0:1783976800.845139:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83e5e6ca00 count: 0 00010000:00000010:0.0:1783976800.845140:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c7d25500. 00010000:00000001:0.0:1783976800.845145:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845146:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845148:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f257f400/0xc4ea75fdb9c26719 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x32:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ae0233 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.845154:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83e5e6cd00 count: 0 00010000:00000010:0.0:1783976800.845157:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c7d25b80. 00010000:00000001:0.0:1783976800.845160:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845161:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845164:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83ff63c600/0xc4ea75fdb9c3914f lrc: 0/0,0 mode: --/PR res: [0x240002b11:0xa3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b2f827 expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00000040:0.0:1783976800.845169:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f7452500 count: 0 00010000:00000010:0.0:1783976800.845171:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83de119500. 00010000:00000001:0.0:1783976800.845175:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845176:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845178:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f2a21e00/0xc4ea75fdb9c26608 lrc: 0/0,0 mode: --/PR res: [0x240002b10:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adfe43 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00000040:0.0:1783976800.845184:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c2fce200 count: 0 00010000:00000010:0.0:1783976800.845186:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b840204bc80. 00010000:00000001:0.0:1783976800.845190:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845191:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845208:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f4309200/0xc4ea75fdb9c26632 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xfb41:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adfec8 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.845218:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef781100 count: 0 00010000:00000010:0.0:1783976800.845220:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83cb9e1980. 00010000:00000001:0.0:1783976800.845226:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845228:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845230:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f4308800/0xc4ea75fdb9c265ad lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adfd1d expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00000040:0.0:1783976800.845236:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef781e00 count: 0 00010000:00000010:0.0:1783976800.845239:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83cb9e1880. 00010000:00000001:0.0:1783976800.845243:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845244:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845247:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f4309c00/0xc4ea75fdb9c265e5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x32d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adfdd3 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.845253:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef781400 count: 0 00010000:00000010:0.0:1783976800.845255:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83cb9e1380. 00010000:00000001:0.0:1783976800.845258:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845259:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845262:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f2969a00/0xc4ea75fdb9c2649c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adf93b expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00000040:0.0:1783976800.845267:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f37f5000 count: 0 00010000:00000010:0.0:1783976800.845269:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83cb9e1e80. 00010000:00000001:0.0:1783976800.845273:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845274:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845276:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f2eb6a00/0xc4ea75fdb9c264d4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adf9b9 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.845282:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83e5cbdd00 count: 0 00010000:00000010:0.0:1783976800.845285:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fb10ea00. 00010000:00000001:0.0:1783976800.845289:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845290:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845309:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f2eb7c00/0xc4ea75fdb9c26495 lrc: 0/0,0 mode: --/PR res: [0x240002b10:0x23:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adf92d expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 0 00010000:00000040:0.0:1783976800.845316:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f3a30a00 count: 0 00010000:00000010:0.0:1783976800.845319:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fb10e000. 00010000:00000001:0.0:1783976800.845325:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845326:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845329:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f2eb7000/0xc4ea75fdb9c264cd lrc: 0/0,0 mode: --/PR res: [0x240000402:0xfae0:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adf9ab expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.845340:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83e5cbd300 count: 0 00010000:00000010:0.0:1783976800.845343:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fb10ec00. 00010000:00000001:0.0:1783976800.845347:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845348:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845351:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3c9a800/0xc4ea75fdb9c263e6 lrc: 0/0,0 mode: --/PR res: [0x240002b10:0x16:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adf69b expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00000040:0.0:1783976800.845357:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f3a30e00 count: 0 00010000:00000010:0.0:1783976800.845360:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fe3a2c80. 00010000:00000001:0.0:1783976800.845367:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845368:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845371:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c96fd200/0xc4ea75fdb9c26417 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xf8b8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adf743 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.845380:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f3a30200 count: 0 00010000:00000010:0.0:1783976800.845383:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c7e6d280. 00010000:00000001:0.0:1783976800.845391:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845393:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845396:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f2a20a00/0xc4ea75fdb9c263ca lrc: 0/0,0 mode: --/PR res: [0x240002b11:0x14:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adf647 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00000040:0.0:1783976800.845414:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f2bb9400 count: 0 00010000:00000010:0.0:1783976800.845419:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b840204b700. 00010000:00000001:0.0:1783976800.845430:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845433:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845438:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c96fd800/0xc4ea75fdb9c26345 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xfbd3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adf410 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:0.0:1783976800.845452:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f3b09400 count: 0 00010000:00000010:0.0:1783976800.845458:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ca257800. 00010000:00000001:0.0:1783976800.845467:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845470:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845476:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3aae600/0xc4ea75fdb9c262f1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adf30d expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 0 00010000:00000040:0.0:1783976800.845492:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83e5ce9b00 count: 0 00010000:00000010:0.0:1783976800.845496:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b82d5bbb300. 00010000:00000001:0.0:1783976800.845507:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845510:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845514:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c96fd600/0xc4ea75fdb9c26329 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adf3d1 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.845531:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb065900 count: 0 00010000:00000010:0.0:1783976800.845535:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b840204b780. 00010000:00000001:0.0:1783976800.845542:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845544:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845549:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f40b1000/0xc4ea75fdb9c262c0 lrc: 0/0,0 mode: --/PR res: [0x240002b11:0x10d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adf273 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 0 00010000:00000040:0.0:1783976800.845567:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f3b09a00 count: 0 00010000:00000010:0.0:1783976800.845572:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ca257a00. 00010000:00000001:0.0:1783976800.845581:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845585:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845590:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f26d0e00/0xc4ea75fdb9c26234 lrc: 0/0,0 mode: --/PR res: [0x240002b11:0xf6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adf035 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00000040:0.0:1783976800.845607:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83d42c6800 count: 0 00010000:00000010:0.0:1783976800.845613:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ca257f80. 00010000:00000001:0.0:1783976800.845622:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845626:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845631:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83d19a3400/0xc4ea75fdb9c2614d lrc: 0/0,0 mode: --/PR res: [0x240002b10:0x39:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adece6 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00000040:0.0:1783976800.845640:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83d438eb00 count: 0 00010000:00000010:0.0:1783976800.845645:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b840204b500. 00010000:00000001:0.0:1783976800.845655:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845658:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845663:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3aafa00/0xc4ea75fdb9c2617e lrc: 0/0,0 mode: --/PR res: [0x240000402:0xfba2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3aded9c expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.845680:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f38b7f00 count: 0 00010000:00000010:0.0:1783976800.845686:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b82d5bbba80. 00010000:00000001:0.0:1783976800.845695:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845698:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845703:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3c9b400/0xc4ea75fdb9c2606d lrc: 0/0,0 mode: --/PR res: [0x240000402:0xfae6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ade9dd expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.845718:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ecc06800 count: 0 00010000:00000010:0.0:1783976800.845723:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b82d5bbbb00. 00010000:00000001:0.0:1783976800.845732:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845736:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845739:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f366c400/0xc4ea75fdb9c25fda lrc: 0/0,0 mode: --/PR res: [0x240002b10:0x52:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ade7d0 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00000040:0.0:1783976800.845746:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f401d600 count: 0 00010000:00000010:0.0:1783976800.845748:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f29f1900. 00010000:00000001:0.0:1783976800.845752:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845753:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845756:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f366ca00/0xc4ea75fdb9c25fc5 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x3c9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ade791 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.845761:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f401d900 count: 0 00010000:00000010:0.0:1783976800.845764:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f29f1980. 00010000:00000001:0.0:1783976800.845767:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845768:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845771:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f658aa00/0xc4ea75fdb9c3906f lrc: 0/0,0 mode: --/PR res: [0x240002b11:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b2f45a expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00000040:0.0:1783976800.845776:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83de11ea00 count: 0 00010000:00000010:0.0:1783976800.845778:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83de119100. 00010000:00000001:0.0:1783976800.845782:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845783:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845786:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3c9a400/0xc4ea75fdb9c25efa lrc: 0/0,0 mode: --/PR res: [0x240002b11:0xa6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ade4c7 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00000040:0.0:1783976800.845791:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb045000 count: 0 00010000:00000010:0.0:1783976800.845793:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b82d5bbbe80. 00010000:00000001:0.0:1783976800.845798:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845799:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845803:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83de0f4e00/0xc4ea75fdb9c3ba06 lrc: 0/0,0 mode: --/PR res: [0x240002b10:0x4e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b39b49 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00000040:0.0:1783976800.845808:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef5f9e00 count: 0 00010000:00000010:0.0:1783976800.845811:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ef06ba80. 00010000:00000001:0.0:1783976800.845818:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845819:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845821:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83fb0aa600/0xc4ea75fdb9c38fff lrc: 0/0,0 mode: --/PR res: [0x240002b12:0x11:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b2f231 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 0 00010000:00000040:0.0:1783976800.845828:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb0ad600 count: 0 00010000:00000010:0.0:1783976800.845830:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fb862f80. 00010000:00000001:0.0:1783976800.845835:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845836:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845839:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83de0f7a00/0xc4ea75fdb9c3ba8b lrc: 0/0,0 mode: --/PR res: [0x240002b12:0x12:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b39d17 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00000040:0.0:1783976800.845845:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f7fc0400 count: 0 00010000:00000010:0.0:1783976800.845847:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ef069900. 00010000:00000001:0.0:1783976800.845852:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845853:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845856:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f8ad4000/0xc4ea75fdb9c25f24 lrc: 0/0,0 mode: --/PR res: [0x240002b12:0x10:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ade561 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00000040:0.0:1783976800.845862:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb045900 count: 0 00010000:00000010:0.0:1783976800.845864:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b82d5bbbf80. 00010000:00000001:0.0:1783976800.845868:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845869:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845872:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3d87200/0xc4ea75fdb9c25e3d lrc: 0/0,0 mode: --/PR res: [0x240000402:0xf8c2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ade1e1 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.845878:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb045a00 count: 0 00010000:00000010:0.0:1783976800.845880:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b82d5bbbc80. 00010000:00000001:0.0:1783976800.845884:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845885:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845887:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3d86a00/0xc4ea75fdb9c25dd4 lrc: 0/0,0 mode: --/PR res: [0x240002b10:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ade091 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00000040:0.0:1783976800.845893:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c4f54c00 count: 0 00010000:00000010:0.0:1783976800.845895:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fe3a2c00. 00010000:00000001:0.0:1783976800.845899:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845901:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845903:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83e735d600/0xc4ea75fdb9c25e28 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xfb2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ade19b expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.845909:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f6c63b00 count: 0 00010000:00000010:0.0:1783976800.845911:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f29f1880. 00010000:00000001:0.0:1783976800.845916:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845918:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845920:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83de6d4600/0xc4ea75fdb9c25d4f lrc: 0/0,0 mode: --/PR res: [0x240000401:0xc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3addea7 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00000040:0.0:1783976800.845926:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f28e7a00 count: 0 00010000:00000010:0.0:1783976800.845929:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b840204b080. 00010000:00000001:0.0:1783976800.845933:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845934:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845936:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c9ed3a00/0xc4ea75fdb9c25d09 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adddc7 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00000040:0.0:1783976800.845942:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f2fc4600 count: 0 00010000:00000010:0.0:1783976800.845943:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b82d1801480. 00010000:00000001:0.0:1783976800.845949:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845951:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845953:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3d87000/0xc4ea75fdb9c25d41 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x36:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adde84 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.845958:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f2fc4700 count: 0 00010000:00000010:0.0:1783976800.845960:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b82d1801e00. 00010000:00000001:0.0:1783976800.845965:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845966:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845968:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c9ed2c00/0xc4ea75fdb9c25c84 lrc: 0/0,0 mode: --/PR res: [0x240002b10:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3addbd6 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00000040:0.0:1783976800.845975:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f2f87e00 count: 0 00010000:00000010:0.0:1783976800.845977:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b82d1801080. 00010000:00000001:0.0:1783976800.845982:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.845983:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.845985:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3a58600/0xc4ea75fdb9c25cbc lrc: 0/0,0 mode: --/PR res: [0x240000402:0xfb47:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3addcc4 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.845996:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83e7234c00 count: 0 00010000:00000010:0.0:1783976800.845998:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f29f1b00. 00010000:00000001:0.0:1783976800.846002:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.846004:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.846006:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83de6d4200/0xc4ea75fdb9c25c30 lrc: 0/0,0 mode: --/PR res: [0x240002b10:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3addacc expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00000040:0.0:1783976800.846012:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f37fb500 count: 0 00010000:00000010:0.0:1783976800.846014:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c7e6db80. 00010000:00000001:0.0:1783976800.846018:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.846019:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.846021:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c9ed3600/0xc4ea75fdb9c25c5a lrc: 0/0,0 mode: --/PR res: [0x240000402:0xf8bf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3addb51 expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.846027:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c4f54000 count: 0 00010000:00000010:0.0:1783976800.846029:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fe3a2380. 00010000:00000001:0.0:1783976800.846033:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.846034:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.846036:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3a58400/0xc4ea75fdb9c25b96 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xfbcb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3add88e expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00000040:0.0:1783976800.846041:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f37fbe00 count: 0 00010000:00000010:0.0:1783976800.846043:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c7e6d800. 00010000:00000001:0.0:1783976800.846047:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.846048:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.846051:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3a59400/0xc4ea75fdb9c25b81 lrc: 0/0,0 mode: --/PR res: [0x240002b11:0x98:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3add848 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00000040:0.0:1783976800.846056:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f4022000 count: 0 00010000:00000010:0.0:1783976800.846059:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f29f1100. 00010000:00000001:0.0:1783976800.846064:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.846066:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.846068:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f7cf5400/0xc4ea75fdb9c25b57 lrc: 0/0,0 mode: --/PR res: [0x240002b11:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3add7bc expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00000040:0.0:1783976800.846074:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c4f54a00 count: 0 00010000:00000010:0.0:1783976800.846076:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fe3a2180. 00010000:00000001:0.0:1783976800.846080:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.846082:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.846084:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f7482a00/0xc4ea75fdb9c3b98f lrc: 0/0,0 mode: --/PR res: [0x240002b11:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b399ac expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00000040:0.0:1783976800.846089:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fb2fd000 count: 0 00010000:00000010:0.0:1783976800.846091:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fd74fd00. 00010000:00000001:0.0:1783976800.846096:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.846097:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.846100:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83e5cefe00/0xc4ea75fdb9c25b34 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xf83f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3add75a expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00000040:0.0:1783976800.846105:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f4022400 count: 0 00010000:00000010:0.0:1783976800.846107:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ee0b6e00. 00010000:00000001:0.0:1783976800.846111:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.846112:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.846115:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83ee199200/0xc4ea75fdb9c25ad2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x23:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3add5d9 expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.846120:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c86fa200 count: 0 00010000:00000010:0.0:1783976800.846122:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b82d1801b80. 00010000:00000001:0.0:1783976800.846126:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.846128:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.846131:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b84000c9400/0xc4ea75fdb9c38881 lrc: 0/0,0 mode: --/PR res: [0x240002b11:0xe5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b2cd8d expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00000040:0.0:1783976800.846137:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b84012f9000 count: 0 00010000:00000010:0.0:1783976800.846139:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b84012fab00. 00010000:00000001:0.0:1783976800.846144:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.846145:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.846148:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83fc3e4e00/0xc4ea75fdb9c38731 lrc: 0/0,0 mode: --/PR res: [0x240002b11:0xe6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b2c74a expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00000040:0.0:1783976800.846153:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fdebb200 count: 0 00010000:00000010:0.0:1783976800.846155:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83fc7c7980. 00010000:00000001:0.0:1783976800.846160:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.846161:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.846164:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83e5cef400/0xc4ea75fdb9c25974 lrc: 0/0,0 mode: --/PR res: [0x240002b10:0x26:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3add0a7 expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 0 00010000:00000040:0.0:1783976800.846170:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83e5d7b200 count: 0 00010000:00000010:0.0:1783976800.846172:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b82d1801700. 00010000:00000001:0.0:1783976800.846176:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.846177:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.846179:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3f81e00/0xc4ea75fdb9c2599e lrc: 0/0,0 mode: --/PR res: [0x240000402:0xfae4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3add133 expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.846185:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f2f87300 count: 0 00010000:00000010:0.0:1783976800.846188:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ee0b6780. 00010000:00000001:0.0:1783976800.846203:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.846205:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.846206:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83de0f5200/0xc4ea75fdb9c3b957 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b398ef expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 0 00010000:00000040:0.0:1783976800.846212:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef5f9100 count: 0 00010000:00000010:0.0:1783976800.846214:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ef06b500. 00010000:00000001:0.0:1783976800.846220:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.846221:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.846224:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3f81800/0xc4ea75fdb9c25878 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xf8ae:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adcd12 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.846230:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fe3a0100 count: 0 00010000:00000010:0.0:1783976800.846232:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ee0b6880. 00010000:00000001:0.0:1783976800.846236:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.846237:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.846239:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83ee0b0400/0xc4ea75fdb9c257ec lrc: 0/0,0 mode: --/PR res: [0x240000402:0xf8b6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adcb7c expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.846245:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f3c95400 count: 0 00010000:00000010:0.0:1783976800.846247:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83d1887700. 00010000:00000001:0.0:1783976800.846252:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.846254:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.846256:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83ee0b0600/0xc4ea75fdb9c25713 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xfd71:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adc80a expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.846263:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fe3a0600 count: 0 00010000:00000010:0.0:1783976800.846265:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ee0b6e80. 00010000:00000001:0.0:1783976800.846268:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.846269:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.846271:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83ef78f800/0xc4ea75fdb9c37e78 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b29c39 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:0.0:1783976800.846277:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83efd46900 count: 0 00010000:00000010:0.0:1783976800.846279:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83efd45900. 00010000:00000001:0.0:1783976800.846284:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.846286:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.846288:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b8401382c00/0xc4ea75fdb9c25680 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xfb51:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adc612 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.846314:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ed3ad200 count: 0 00010000:00000010:0.0:1783976800.846317:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b82daf5d600. 00010000:00000001:0.0:1783976800.846324:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.846325:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.846328:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b8401383e00/0xc4ea75fdb9c255b5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adc309 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.846334:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c9181200 count: 0 00010000:00000010:0.0:1783976800.846336:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f2480580. 00010000:00000001:0.0:1783976800.846344:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.846345:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.846348:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3774400/0xc4ea75fdb9c254ce lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x12989:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adbf12 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00000040:0.0:1783976800.846354:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f43cf100 count: 0 00010000:00000010:0.0:1783976800.846356:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c67ae780. 00010000:00000001:0.0:1783976800.846360:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.846362:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.846364:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3775c00/0xc4ea75fdb9c2546c lrc: 0/0,0 mode: --/PR res: [0x240000402:0xf8e9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adbcf0 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.846370:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef886c00 count: 0 00010000:00000010:0.0:1783976800.846372:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c67aea80. 00010000:00000001:0.0:1783976800.846378:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.846379:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.846382:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83e5cbf400/0xc4ea75fdb9c253b6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xfbc8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adb9cb expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 0 00010000:00000040:0.0:1783976800.846388:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef886b00 count: 0 00010000:00000010:0.0:1783976800.846390:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c67ae580. 00010000:00000001:0.0:1783976800.846394:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.846396:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.846398:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c32df400/0xc4ea75fdb9c2537e lrc: 0/0,0 mode: --/PR res: [0x240000402:0xfd5f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adb8e4 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.846404:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f2b6b500 count: 0 00010000:00000010:0.0:1783976800.846406:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f2480980. 00010000:00000001:0.0:1783976800.846410:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.846411:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.846413:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83e5dbbc00/0xc4ea75fdb9c2529e lrc: 0/0,0 mode: --/PR res: [0x240000402:0xf8af:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adb56b expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.846419:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f3bc8e00 count: 0 00010000:00000010:0.0:1783976800.846421:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c67aed80. 00010000:00000001:0.0:1783976800.846425:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.846426:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.846428:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f43bea00/0xc4ea75fdb9c25235 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x1297c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe1223009a3adb3f1 expref: -99 pid: 284637 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000010:0.0:1783976800.846435:0:296883:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b83c6459240. 00010000:00000040:0.0:1783976800.846437:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f37bbe00 count: 0 00010000:00000010:0.0:1783976800.846439:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83d1887e80. 00010000:00000001:0.0:1783976800.846445:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.846446:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.846449:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83d19ec800/0xc4ea75fdb9c250a6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xf8b2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3adad76 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.846455:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c600df00 count: 0 00010000:00000010:0.0:1783976800.846457:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b82d1d20e80. 00010000:00000001:0.0:1783976800.846462:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.846463:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.846467:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f2a5c600/0xc4ea75fdb9c24f9c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x3fb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ada971 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.846473:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ccf12f00 count: 0 00010000:00000010:0.0:1783976800.846475:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f2799200. 00010000:00000001:0.0:1783976800.846480:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.846481:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.846484:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c3938000/0xc4ea75fdb9c24eb5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xfbbf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ada630 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.846489:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f256a700 count: 0 00010000:00000010:0.0:1783976800.846491:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f2b8a000. 00010000:00000001:0.0:1783976800.846496:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.846497:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.846499:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3ddae00/0xc4ea75fdb9c24dea lrc: 0/0,0 mode: --/PR res: [0x240000402:0xfd87:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ada304 expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.846505:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83e5c80e00 count: 0 00010000:00000010:0.0:1783976800.846507:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b82d1a37600. 00010000:00000001:0.0:1783976800.846511:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.846512:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.846515:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3ddb600/0xc4ea75fdb9c24cc4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ad9e73 expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.846520:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83e5c80500 count: 0 00010000:00000010:0.0:1783976800.846522:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b82c10bd680. 00010000:00000001:0.0:1783976800.846526:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.846528:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.846530:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b82d1afc000/0xc4ea75fdb9c24bf2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xf8a9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ad9abb expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.846536:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c928e600 count: 0 00010000:00000010:0.0:1783976800.846538:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b82df185a00. 00010000:00000001:0.0:1783976800.846544:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.846545:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.846547:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83d141ac00/0xc4ea75fdb9c24998 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xfb2c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ad924f expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.846554:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f2859c00 count: 0 00010000:00000010:0.0:1783976800.846556:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ee014d80. 00010000:00000001:0.0:1783976800.846560:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.846561:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.846564:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f29c8a00/0xc4ea75fdb9c24991 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xfb2e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ad9241 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976800.846569:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83c9e6b300 count: 0 00010000:00000010:0.0:1783976800.846571:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83d1b29e80. 00010000:00000001:0.0:1783976800.846579:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.846581:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.846583:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83fdece000/0xc4ea75fdb9c39e30 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3ea:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b32e9f expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:0.0:1783976800.846589:0:296883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fdf74300 count: 0 00010000:00000010:0.0:1783976800.846592:0:296883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ef7be500. 00010000:00000001:0.0:1783976800.846598:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.846599:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.846601:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f6589600/0xc4ea75fdb9c38e46 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xfbcc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b2e9f6 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783976800.846608:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.846609:0:296883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976800.846611:0:296883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f55eb800/0xc4ea75fdb9c38d7b lrc: 0/0,0 mode: --/PR res: [0x240000402:0xf840:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b2e5f1 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1783976800.846623:0:296883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976800.846625:0:296883:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1783976800.846628:0:296883:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9b83f726d240. 00010000:00000001:0.0:1783976800.846631:0:296883:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976800.846634:0:296883:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976800.846636:0:296883:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976800.846638:0:296883:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976800.846640:0:296883:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976800.846641:0:296883:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976800.846643:0:296883:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976800.846645:0:296883:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976800.846646:0:296883:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976800.846648:0:296883:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976801.843375:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976801.843380:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976801.843386:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976801.843389:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976801.843391:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976801.843394:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976801.843397:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976801.843399:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976801.843404:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976801.843407:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976802.867403:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976802.867408:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976802.867417:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976802.867419:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976802.867424:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976802.867427:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976802.867434:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976802.867437:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976802.867443:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976802.867446:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976802.867472:0:296882:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976802.867475:0:296882:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976802.867479:0:296882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976803.891391:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976803.891396:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976803.891404:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976803.891408:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976803.891415:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976803.891419:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976803.891425:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976803.891426:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976803.891430:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976803.891432:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976804.915409:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976804.915417:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976804.915426:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976804.915429:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976804.915436:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976804.915439:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976804.915446:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976804.915449:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976804.915455:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976804.915458:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976804.915478:0:296883:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976804.915481:0:296883:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976804.915483:0:296883:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976805.939396:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976805.939400:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976805.939408:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976805.939411:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976805.939417:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976805.939420:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976805.939427:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976805.939430:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976805.939439:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976805.939441:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976806.963404:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976806.963409:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976806.963411:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976806.963414:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976806.963418:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976806.963420:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976806.963423:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976806.963427:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976806.963433:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976806.963436:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976806.963442:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976806.963445:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976806.963451:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976806.963454:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976806.963459:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976806.963460:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976806.963479:0:296882:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976806.963481:0:296882:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976806.963483:0:296882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976807.987657:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976807.987659:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976807.987663:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976807.987664:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976807.987667:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976807.987668:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976807.987671:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976807.987672:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976807.987674:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976807.987675:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976809.011382:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976809.011385:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976809.011390:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976809.011392:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976809.011398:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976809.011401:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976809.011403:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976809.011406:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976809.011410:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976809.011415:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976809.011437:0:296883:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976809.011440:0:296883:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976809.011443:0:296883:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976810.035547:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976810.035549:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976810.035553:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976810.035554:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976810.035557:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976810.035557:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976810.035559:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976810.035560:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976810.035562:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976810.035563:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976810.547399:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976810.547409:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976810.547411:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976810.547414:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976810.547418:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976810.547425:0:226353:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 14463 00000400:00000200:0.0:1783976810.547434:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976810.547440:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976810.547442:0:226353:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976810.547444:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976810.547447:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976810.547448:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976810.547450:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976810.547453:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976810.547454:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783976810.547456:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976810.547458:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783976810.547459:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783976810.547461:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783976810.547463:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976810.547464:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976810.547466:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976810.547467:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976810.547469:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783976810.547471:0:226353:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976810.547472:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976810.547474:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976810.547477:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976810.547478:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976810.547480:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976810.547481:0:226353:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976810.547490:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783976810.547493:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783976810.547496:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976810.547497:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976810.547499:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976810.547501:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976810.547504:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976810.547517:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783976810.547523:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976810.547529:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620402679936/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976810.547536:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976810.547539:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976810.547542:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620402679936/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976810.547559:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976810.547562:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976810.547564:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976810.547565:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976810.547566:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976810.547568:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976810.547570:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14463 00000400:00000200:0.0:1783976810.547572:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976810.547574:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976810.547575:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976810.547577:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976810.547578:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976810.547579:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976810.547581:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976810.547582:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976810.547583:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783976810.547584:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976810.547585:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783976810.547587:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783976810.547588:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783976810.547590:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976810.547591:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976810.547592:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976810.547594:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976810.547597:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783976810.547599:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976810.547601:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976810.547602:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976810.547608:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976810.547612:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976810.547616:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976810.547619:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976810.547621:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976810.547622:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976810.547626:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783976810.547629:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=135 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783976810.547634:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976810.547636:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976810.547639:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976810.547641:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976810.547644:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976810.547647:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783976810.547652:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976810.547656:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620402680064/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976810.547667:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976810.547671:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976810.547675:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620402680064/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976810.547685:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976810.547687:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976810.547691:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976810.547693:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976810.547695:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976810.547698:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976810.547700:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14463 00000400:00000200:0.0:1783976810.547703:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976810.547707:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976810.547709:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976810.547712:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976810.547714:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976810.547718:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976810.547721:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976810.547722:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976810.547723:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783976810.547723:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976810.547725:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783976810.547726:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783976810.547727:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783976810.547730:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976810.547732:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976810.547733:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976810.547737:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976810.547739:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783976810.547742:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976810.547745:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976810.547747:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976810.547749:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976810.547757:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976810.547761:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976810.547763:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976810.547766:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976810.547767:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976810.547771:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8e00. 00000020:00000040:0.0:1783976810.547775:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=119 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783976810.547779:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976810.547781:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976810.547784:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976810.547786:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976810.547790:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976810.547794:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0c00. 00000100:00000001:0.0:1783976810.547798:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976810.547803:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8e00 x1870620402680192/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976810.547813:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976810.547815:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976810.547820:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012abd880] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8e00 x1870620402680192/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976810.547825:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976810.547830:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976810.547834:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976810.547835:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976810.547836:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976810.547838:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976810.547843:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14463 00000400:00000200:0.0:1783976810.547848:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976810.547853:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976810.547855:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976810.547864:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976810.547870:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976810.547873:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976810.547875:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976810.547880:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976810.547881:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783976810.547883:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976810.547885:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783976810.547889:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783976810.547893:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783976810.547898:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976810.547902:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976810.547907:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976810.547912:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976810.547915:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783976810.547920:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976810.547924:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976810.547926:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976810.547927:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976810.547929:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976810.547932:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976810.547935:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976810.547938:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976810.547940:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976810.547946:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb800. 00000020:00000040:0.0:1783976810.547949:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783976810.547954:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976810.547957:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976810.547961:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976810.547964:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976810.547967:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976810.547973:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783976810.547979:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976810.547987:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb800 x1870620402680320/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976810.548002:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976810.548005:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976810.548009:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059270a1d] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb800 x1870620402680320/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976810.548016:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976810.548020:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976810.548041:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976810.548044:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976810.548048:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976810.548053:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976810.548058:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14463 00000400:00000200:0.0:1783976810.548067:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976810.548073:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976810.548077:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976810.548082:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976810.548085:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976810.548088:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976810.548091:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976810.548092:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976810.548093:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783976810.548095:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976810.548096:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783976810.548097:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783976810.548098:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783976810.548100:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976810.548101:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976810.548104:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976810.548106:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976810.548108:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783976810.548111:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976810.548115:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976810.548117:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976810.548120:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976810.548122:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976810.548123:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976810.548125:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976810.548128:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976810.548129:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976810.548132:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb480. 00000020:00000040:0.0:1783976810.548136:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783976810.548137:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976810.548138:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976810.548139:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976810.548140:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976810.548141:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976810.548143:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783976810.548155:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976810.548166:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb480 x1870620402680448/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976810.548196:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976810.548200:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976810.548207:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b84e84d] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb480 x1870620402680448/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976810.548219:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976810.548226:0:226353:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14474) 00010000:00000001:0.0:1783976811.059380:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976811.059384:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976811.059390:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976811.059393:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976811.059395:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976811.059408:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059410:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059413:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059415:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059418:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059419:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059422:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059424:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059426:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059428:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059431:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059432:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059434:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059436:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059438:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059439:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059442:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059442:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059444:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059445:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059447:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059448:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059450:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059451:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059453:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059454:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059456:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059457:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059458:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059459:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059461:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059462:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059464:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059465:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059466:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059474:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059477:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059478:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059481:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059482:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059484:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059485:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059488:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059489:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059491:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059493:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059495:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059497:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059499:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059501:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059503:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059505:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059507:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059509:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059511:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059513:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059516:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059518:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059520:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059521:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059522:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059523:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059525:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059526:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059528:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059529:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059531:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059532:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059533:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059534:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059536:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059537:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059539:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059540:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059541:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059542:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059544:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059545:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059547:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059548:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059550:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059551:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059553:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059554:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059555:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059556:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059558:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059558:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059560:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059562:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059564:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059565:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059566:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059567:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059569:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059570:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059571:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059572:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059574:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059574:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059576:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059577:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059579:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059580:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059582:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059582:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059584:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059585:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059587:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059587:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059589:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059590:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059591:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059592:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059593:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059595:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059596:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059597:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059599:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059600:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059601:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059602:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059604:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059605:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059607:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059608:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059610:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059611:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059612:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059613:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059615:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059615:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059617:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059618:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059619:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059620:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059621:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059622:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059623:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059624:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059626:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059627:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059628:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059629:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059631:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059632:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059633:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059634:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059636:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059636:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059638:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059639:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059640:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059641:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059642:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059643:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059645:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059646:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059648:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059649:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059651:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059652:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059654:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059655:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059656:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059657:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059659:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059660:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059661:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059662:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059663:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059664:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059666:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059667:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059668:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059669:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059670:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059671:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059673:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059674:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059675:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059676:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059678:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059679:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059680:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059681:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059682:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059683:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059685:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059686:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059687:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059695:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059698:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059702:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059705:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059707:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059709:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059710:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059713:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059714:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059716:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059718:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059720:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059722:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059724:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059725:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059727:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059729:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059731:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059732:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059734:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059736:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059738:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059739:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059741:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059743:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059745:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059747:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059749:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059750:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059752:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059753:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059756:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059758:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059760:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059761:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059764:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059765:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059767:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059769:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059771:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059772:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059773:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059774:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059776:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059777:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059785:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059786:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059788:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059789:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059790:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059791:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059795:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059796:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059798:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059799:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059800:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059801:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059803:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059804:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059805:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059806:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059807:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059808:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059810:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059810:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059812:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059813:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059814:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059815:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059817:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059818:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059820:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059821:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059822:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059823:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059825:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059826:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059827:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059828:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059829:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059830:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059831:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059832:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059834:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059835:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059836:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059837:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059839:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059840:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059842:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059843:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059844:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059845:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059846:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059848:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059849:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059850:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059851:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059852:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059854:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059855:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059856:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059858:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059860:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059861:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059863:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059864:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059865:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059866:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059868:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059869:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059871:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059871:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059873:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059873:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059875:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059876:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059877:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059878:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059879:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059880:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059882:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059882:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059884:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059885:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059886:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059887:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059889:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059890:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059891:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059892:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059893:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059894:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059895:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059896:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059897:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059899:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059900:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059901:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059903:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059904:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059906:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059907:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059908:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059909:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059912:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059913:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059915:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059916:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059918:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059919:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059922:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059923:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059926:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059927:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059930:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059931:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059933:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059935:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059937:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059939:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059941:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059942:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059951:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059953:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059955:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059956:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059958:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059960:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059962:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059963:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059965:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059967:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059969:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059971:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059973:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059974:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059976:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059978:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059980:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059982:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059984:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059985:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059988:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.059989:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.059993:0:296893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976811.059995:0:296893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976811.059996:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=188 : 188 : bc) 00010000:00000001:0.0:1783976811.060011:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783976811.060033:0:296893:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b83f726d240. 00010000:00000001:0.0:1783976811.060037:0:296893:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783976811.060059:0:296893:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 188/188 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1783976811.060062:0:296893:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976811.060064:0:296893:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976811.060066:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=188 : 188 : bc) 00010000:00000001:0.0:1783976811.060069:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=188 : 188 : bc) 00010000:00000001:0.0:1783976811.060074:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976811.060076:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976811.060077:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976811.060084:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060086:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060088:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060090:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060092:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060094:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060097:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060099:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060102:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060103:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060105:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060107:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060109:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060110:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060113:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060114:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060115:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060117:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060126:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060127:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060129:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060130:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060132:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060133:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060135:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060136:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060137:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060138:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060140:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060141:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060143:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060144:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060145:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060146:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060148:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060149:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060151:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060152:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060153:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060154:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060156:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060158:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060160:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060161:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060162:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060164:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060166:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060167:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060169:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060170:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060173:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060174:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060177:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060179:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060181:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060182:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060185:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060187:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060189:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060191:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060193:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060195:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060197:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060199:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060201:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060203:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060205:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060207:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060209:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060211:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060214:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060215:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060217:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060219:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060222:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060223:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060225:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060227:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060229:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060231:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060242:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060253:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060256:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060258:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060260:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060262:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060265:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060266:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060269:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060270:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060273:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060275:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060277:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060279:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060281:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060282:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060285:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060286:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060288:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060290:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060678:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060680:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060682:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060683:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060685:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060686:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060688:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060690:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060692:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060694:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060697:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060698:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060700:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060702:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060704:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060705:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060708:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060709:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060712:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060713:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060716:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060717:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060720:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060721:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060724:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060725:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060728:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060729:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060732:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060733:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060736:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060737:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060738:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060740:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060741:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060742:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060744:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060745:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060747:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060748:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060749:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060751:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060753:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060755:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060757:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060759:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060761:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060762:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060764:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060765:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060768:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060769:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060772:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060773:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060775:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060777:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060779:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060780:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060783:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060785:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060787:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060788:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060791:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060792:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060795:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060797:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060798:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060799:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060801:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060802:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060804:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060804:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060806:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060807:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060808:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060809:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060811:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060813:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060815:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060816:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060818:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060819:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060820:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060821:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060822:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060823:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060825:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060826:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060827:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060828:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060830:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060831:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060833:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060835:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060837:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060838:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060840:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060841:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060844:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060846:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060848:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060849:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060851:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060853:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060855:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060857:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060859:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060860:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060863:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060864:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060867:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060868:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060871:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060872:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060875:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060876:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060878:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060880:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060882:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060884:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060886:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060888:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060890:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060892:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060894:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060895:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060897:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060899:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060901:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060902:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060905:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060906:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060909:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060910:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060913:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060914:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060917:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060918:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060921:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060922:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060924:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060926:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060928:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060930:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060932:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060934:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060937:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060938:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060940:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060942:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060944:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060945:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060948:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060949:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060951:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060952:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060954:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060956:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060958:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060960:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060962:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060964:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060966:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060968:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060970:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060972:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060974:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060976:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060978:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060980:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060982:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060983:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060986:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060987:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060989:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060991:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060993:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060994:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.060997:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.060999:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.061001:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.061003:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.061005:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.061006:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.061008:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.061010:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.061023:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.061025:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.061028:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.061029:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.061031:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.061033:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.061035:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.061036:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.061039:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.061357:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.061360:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.061361:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.061363:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.061364:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.061366:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.061367:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.061368:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.061369:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.061370:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.061371:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.061373:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.061373:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.061375:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.061376:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.061377:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.061378:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.061380:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.061381:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.061383:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.061384:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.061385:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976811.061386:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976811.061388:0:296893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976811.061389:0:296893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976811.061390:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=159 : 159 : 9f) 00010000:00000001:0.0:1783976811.061392:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783976811.061395:0:296893:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b83f726d300. 00010000:00000001:0.0:1783976811.061397:0:296893:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783976811.061405:0:296893:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 159/159 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1783976811.061408:0:296893:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976811.061409:0:296893:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976811.061415:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=159 : 159 : 9f) 00010000:00000001:0.0:1783976811.061419:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=159 : 159 : 9f) 00010000:00000001:0.0:1783976811.061424:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976811.061425:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976811.061427:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976811.061428:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976811.061430:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976811.061431:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976811.061433:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976811.061435:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976811.061438:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976811.061440:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976811.061441:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976811.061443:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976811.061444:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976811.061446:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976811.061447:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976811.061449:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976811.061464:0:296883:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976811.061465:0:296883:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976811.061467:0:296883:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976812.083587:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976812.083591:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976812.083596:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976812.083598:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976812.083601:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976812.083603:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976812.083606:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976812.083607:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976812.083610:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976812.083611:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976813.107392:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976813.107399:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976813.107408:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976813.107412:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976813.107419:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976813.107422:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976813.107431:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976813.107434:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976813.107443:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976813.107447:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976813.107475:0:296883:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976813.107478:0:296883:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976813.107481:0:296883:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976814.131409:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976814.131414:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976814.131422:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976814.131426:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976814.131433:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976814.131437:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976814.131456:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976814.131459:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976814.131466:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976814.131469:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976815.155385:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976815.155389:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976815.155393:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976815.155397:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783976815.155402:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976815.155406:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976815.155410:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976815.155413:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976815.155419:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976815.155441:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976815.155443:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976815.155448:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976815.155449:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976815.155453:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976815.155454:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976815.155457:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976815.155458:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976815.155461:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976815.155462:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976815.155480:0:296883:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976815.155483:0:296883:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976815.155486:0:296883:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976816.179438:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976816.179446:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976816.179453:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976816.179454:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976816.179457:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976816.179459:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976816.179462:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976816.179463:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976816.179466:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976816.179467:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976816.179710:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976816.179713:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976816.179715:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976816.179717:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783976816.179719:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976816.179721:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976816.179723:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976816.179732:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976816.179734:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976817.203401:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976817.203408:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976817.203413:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976817.203419:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976817.203427:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976817.203432:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976817.203435:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976817.203441:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976817.203448:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976817.203452:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976817.203456:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976817.203460:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976817.203465:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976817.203466:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976817.203470:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976817.203472:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976818.227412:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976818.227417:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976818.227422:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976818.227423:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976818.227428:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976818.227430:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976818.227433:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976818.227435:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976818.227438:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976818.227440:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976819.251400:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976819.251406:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976819.251413:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976819.251417:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976819.251423:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976819.251426:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976819.251433:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976819.251436:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976819.251443:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976819.251446:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976820.275400:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976820.275405:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976820.275414:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976820.275417:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976820.275425:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976820.275429:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976820.275436:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976820.275439:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976820.275446:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976820.275448:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976820.275558:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976820.275568:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976820.275570:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976820.275573:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783976820.275575:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976820.275577:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976820.275579:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976820.275581:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976820.275583:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976821.299544:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976821.299547:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976821.299551:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976821.299554:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976821.299556:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976821.299569:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976821.299572:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976821.299575:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976821.299577:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976821.299588:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976821.299589:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976821.299591:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976821.299592:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976821.299595:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976821.299596:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976821.299598:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976821.299599:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976821.299601:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976821.299603:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976821.299604:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976821.299606:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976821.299608:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976821.299609:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976821.299612:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976821.299613:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976821.299615:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976821.299616:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976821.299618:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976821.299619:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976821.299621:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976821.299623:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976821.299625:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976821.299626:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976821.299628:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976821.299629:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976821.299631:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976821.299632:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976821.299639:0:296893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976821.299641:0:296893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976821.299643:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1783976821.299646:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783976821.299654:0:296893:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b83f726dc00. 00010000:00000001:0.0:1783976821.299657:0:296893:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783976821.299670:0:296893:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 16/16 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1783976821.299672:0:296893:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976821.299674:0:296893:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976821.299675:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1783976821.299678:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1783976821.299681:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976821.299683:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976821.299684:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976821.299692:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976821.299694:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976821.299697:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976821.299699:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976821.299702:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976821.299706:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976821.299711:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976821.299714:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976821.299719:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976821.299722:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976821.299725:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976821.299727:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976821.299729:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976821.299731:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976821.299733:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976821.299736:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976821.299741:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976821.299744:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976821.299748:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976821.299752:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976821.299755:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976821.299759:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976821.299764:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976821.299767:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976821.299772:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976821.299775:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976821.299780:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976821.299782:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976821.299784:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976821.299785:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976821.299787:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976821.299789:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976821.299791:0:296893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976821.299793:0:296893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976821.299795:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1783976821.299799:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783976821.299806:0:296893:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b83f726df00. 00010000:00000001:0.0:1783976821.299811:0:296893:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783976821.299826:0:296893:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 16/16 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1783976821.299846:0:296893:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976821.299851:0:296893:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976821.299856:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1783976821.299864:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1783976821.299870:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976821.299874:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976821.299876:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976821.299879:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976821.299883:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976821.299886:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976821.299888:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976821.299892:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976821.299896:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976821.299900:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976821.299903:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976821.299905:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976821.299909:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976821.299912:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976821.299918:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976821.299922:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976821.299940:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976821.299943:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976821.299948:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976821.299953:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783976821.299957:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976821.299961:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976821.299965:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976821.299967:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976821.299972:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976822.323381:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976822.323385:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976822.323390:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976822.323392:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976822.323400:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976822.323403:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976822.323411:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976822.323415:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976822.323424:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976822.323428:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976823.347402:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976823.347408:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976823.347418:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976823.347421:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976823.347428:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976823.347431:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976823.347438:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976823.347441:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976823.347448:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976823.347451:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976823.347474:0:296903:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976823.347477:0:296903:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976823.347481:0:296903:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976824.371413:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976824.371418:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976824.371428:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976824.371432:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976824.371441:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976824.371445:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976824.371453:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976824.371457:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976824.371463:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976824.371467:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976824.371498:0:296903:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976824.371502:0:296903:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976824.371505:0:296903:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976825.395398:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976825.395404:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976825.395414:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976825.395418:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976825.395425:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976825.395430:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976825.395437:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976825.395440:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976825.395447:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976825.395451:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976825.395479:0:296903:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976825.395486:0:296903:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976825.395492:0:296903:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976826.420822:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976826.420826:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976826.420827:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976826.420830:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783976826.420833:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976826.420835:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976826.420837:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976826.420839:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976826.420841:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976826.420859:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976826.420862:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976826.420866:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976826.420868:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976826.420871:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976826.420872:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976826.420876:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976826.420877:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976826.420881:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976826.420882:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976826.420898:0:296903:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976826.420901:0:296903:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976826.420903:0:296903:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976827.443507:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976827.443511:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976827.443513:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976827.443518:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783976827.443523:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976827.443528:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976827.443586:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976827.443588:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976827.443591:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976827.443614:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976827.443618:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976827.443620:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976827.443623:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976827.443626:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976827.443628:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976827.443630:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976827.443633:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976827.443637:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976827.443638:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976827.443642:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976827.443644:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976827.443648:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976827.443649:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976827.443652:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976827.443653:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976827.443670:0:296903:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976827.443673:0:296903:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976827.443675:0:296903:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976828.467350:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976828.467354:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976828.467362:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976828.467364:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976828.467370:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976828.467373:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976828.467379:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976828.467382:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976828.467388:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976828.467392:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976828.467431:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976828.467435:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976828.467436:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976828.467439:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976828.467441:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976828.467444:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976828.467448:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976828.467450:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976828.467454:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976829.491477:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976829.491480:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976829.491482:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976829.491484:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976829.491486:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976829.491488:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976829.491556:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976829.491557:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976829.491559:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976829.491576:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976829.491578:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976829.491582:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976829.491583:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976829.491586:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976829.491586:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976829.491588:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976829.491589:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976829.491591:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976829.491592:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976830.515401:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976830.515407:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976830.515415:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976830.515422:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976830.515427:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976830.515443:0:296893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976830.515447:0:296893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976830.515449:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976830.515456:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976830.515460:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976830.515465:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976830.515471:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976830.515481:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976830.515487:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976830.515490:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976830.515500:0:296893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976830.515502:0:296893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976830.515504:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976830.515506:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976830.515507:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976830.515508:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976830.515510:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976830.515514:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976830.515516:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976830.515517:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976830.515518:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976830.515520:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976830.515521:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976830.515523:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976830.515525:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976830.515528:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976830.515529:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976830.515531:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976830.515532:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976830.515534:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976830.515535:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976830.515536:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976830.515538:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976831.539513:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976831.539517:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976831.539518:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976831.539521:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783976831.539523:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976831.539525:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976831.539527:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976831.539529:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976831.539531:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976831.539539:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976831.539541:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976831.539542:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976831.539544:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783976831.539546:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976831.539547:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976831.539627:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976831.539629:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976831.539631:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976831.539649:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976831.539661:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976831.539665:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976831.539667:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976831.539671:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976831.539672:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976831.539675:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976831.539677:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976831.539680:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976831.539681:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976832.563402:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976832.563409:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976832.563413:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976832.563420:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783976832.563427:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976832.563431:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976832.563443:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976832.563445:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976832.563451:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976832.563472:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976832.563477:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976832.563484:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976832.563488:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976832.563495:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976832.563499:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976832.563503:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976832.563505:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976832.563508:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976832.563510:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976833.587975:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976833.587979:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976833.587980:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976833.587983:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783976833.587988:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976833.587992:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976833.587996:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976833.587999:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976833.588004:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976833.588029:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976833.588033:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976833.588038:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976833.588039:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976833.588043:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976833.588044:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976833.588047:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976833.588048:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976833.588052:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976833.588053:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976834.611429:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976834.611434:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976834.611441:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976834.611444:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976834.611450:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976834.611452:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976834.611455:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976834.611457:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976834.611462:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976834.611463:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976834.611515:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976834.611522:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976834.611527:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976834.611533:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976834.611539:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976834.611543:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976834.611551:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976834.611554:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976834.611557:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976835.635392:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976835.635422:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976835.635427:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976835.635434:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976835.635439:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976835.635443:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976835.635447:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976835.635451:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976835.635455:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976835.635480:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976835.635484:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976835.635492:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976835.635495:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976835.635501:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976835.635503:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976835.635507:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976835.635509:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976835.635513:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976835.635515:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976836.659392:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976836.659398:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976836.659403:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976836.659408:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976836.659413:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976836.659418:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976836.659435:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976836.659437:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976836.659443:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976836.659466:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976836.659472:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976836.659476:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976836.659481:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976836.659487:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976836.659491:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976836.659495:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976836.659499:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976836.659503:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976836.659505:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976836.659507:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976836.659508:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976836.659511:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976836.659513:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976836.659516:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976836.659518:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976837.683409:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976837.683414:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976837.683422:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976837.683426:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976837.683432:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976837.683435:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976837.683442:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976837.683445:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976837.683448:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976837.683450:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976837.683726:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976837.683730:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976837.683732:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976837.683737:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783976837.683741:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976837.683743:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976837.683746:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976837.683749:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976837.683751:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976838.707388:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976838.707396:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976838.707401:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976838.707408:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783976838.707415:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976838.707419:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976838.707431:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976838.707434:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976838.707440:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976838.707465:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976838.707468:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976838.707475:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976838.707477:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976838.707479:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976838.707480:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976838.707482:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976838.707483:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976838.707485:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976838.707486:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976839.731385:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976839.731389:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976839.731409:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976839.731412:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976839.731418:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976839.731422:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976839.731428:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976839.731432:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976839.731438:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976839.731441:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976839.731463:0:296903:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976839.731469:0:296903:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976839.731473:0:296903:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976840.755389:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976840.755393:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976840.755401:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976840.755406:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976840.755411:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976840.755465:0:296893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976840.755468:0:296893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976840.755472:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976840.755478:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976840.755481:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976840.755485:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976840.755487:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976840.755503:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976840.755505:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976840.755506:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976840.755535:0:296893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976840.755537:0:296893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976840.755538:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976840.755540:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976840.755542:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976840.755543:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976840.755545:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976840.755548:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976840.755550:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976840.755551:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976840.755552:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976840.755553:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976840.755554:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976840.755555:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976840.755556:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976840.755558:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976840.755559:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976840.755559:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976840.755560:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976840.755561:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976840.755562:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976840.755562:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976840.755563:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976840.755578:0:296903:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976840.755580:0:296903:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976840.755581:0:296903:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783976841.267401:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976841.267409:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976841.267411:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976841.267415:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976841.267419:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976841.267456:0:226353:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 14494 00000400:00000200:0.0:1783976841.267466:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976841.267472:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976841.267474:0:226353:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976841.267477:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976841.267491:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976841.267494:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976841.267497:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976841.267500:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976841.267502:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783976841.267505:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976841.267507:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783976841.267509:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783976841.267512:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783976841.267515:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976841.267517:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976841.267518:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976841.267520:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976841.267523:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783976841.267526:0:226353:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976841.267529:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976841.267532:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976841.267535:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976841.267537:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976841.267540:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976841.267542:0:226353:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976841.267563:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783976841.267567:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783976841.267571:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976841.267572:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976841.267575:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976841.267578:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976841.267581:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976841.267588:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783976841.267594:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976841.267603:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620402684800/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976841.267612:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976841.267616:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976841.267620:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620402684800/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976841.267640:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976841.267643:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976841.267646:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976841.267648:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976841.267649:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976841.267652:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976841.267654:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14494 00000400:00000200:0.0:1783976841.267659:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976841.267662:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976841.267665:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976841.267668:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976841.267670:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976841.267674:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976841.267678:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976841.267684:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976841.267687:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783976841.267689:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976841.267693:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783976841.267697:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783976841.267701:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783976841.267708:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976841.267711:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976841.267716:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976841.267720:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976841.267727:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783976841.267732:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976841.267737:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976841.267739:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976841.267745:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976841.267750:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976841.267754:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976841.267760:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976841.267766:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976841.267769:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976841.267773:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783976841.267777:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=137 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783976841.267780:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976841.267782:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976841.267785:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976841.267786:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976841.267789:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976841.267797:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783976841.267803:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976841.267813:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402684928/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976841.267820:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976841.267823:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976841.267826:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402684928/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976841.267855:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976841.267861:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976841.267869:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976841.267871:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976841.267874:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976841.267896:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976841.267903:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14494 00000400:00000200:0.0:1783976841.267911:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976841.267918:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976841.267924:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976841.267929:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976841.267934:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976841.267938:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976841.267939:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976841.267941:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976841.267943:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783976841.267947:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976841.267949:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783976841.267953:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783976841.267956:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783976841.267962:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976841.267968:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976841.267972:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976841.267978:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976841.267983:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783976841.267989:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976841.267994:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976841.267998:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976841.268003:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976841.268007:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976841.268011:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976841.268015:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976841.268019:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976841.268023:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976841.268034:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783976841.268039:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=121 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783976841.268045:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976841.268047:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976841.268052:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976841.268055:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976841.268058:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976841.268064:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783976841.268069:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976841.268079:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402685056/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976841.268091:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976841.268094:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976841.268100:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402685056/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976841.268118:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976841.268123:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976841.268130:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976841.268133:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976841.268137:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976841.268140:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976841.268145:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14494 00000400:00000200:0.0:1783976841.268166:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976841.268185:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976841.268190:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976841.268197:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976841.268203:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976841.268206:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976841.268209:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976841.268213:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976841.268215:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783976841.268216:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976841.268218:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783976841.268220:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783976841.268223:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783976841.268227:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976841.268231:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976841.268235:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976841.268239:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976841.268244:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783976841.268250:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976841.268254:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976841.268257:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976841.268262:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976841.268267:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976841.268272:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976841.268275:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976841.268280:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976841.268284:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976841.268289:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783976841.268347:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783976841.268353:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976841.268356:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976841.268360:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976841.268364:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976841.268367:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976841.268374:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783976841.268381:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976841.268389:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402685184/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976841.268403:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976841.268408:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976841.268416:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402685184/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976841.268435:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976841.268441:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976841.268447:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976841.268450:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976841.268454:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976841.268460:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976841.268465:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14494 00000400:00000200:0.0:1783976841.268474:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976841.268492:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976841.268496:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976841.268501:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976841.268505:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976841.268511:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976841.268516:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976841.268521:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976841.268524:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783976841.268528:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976841.268532:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783976841.268536:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783976841.268541:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783976841.268547:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976841.268552:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976841.268557:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976841.268561:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976841.268566:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783976841.268573:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976841.268578:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976841.268583:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976841.268588:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976841.268591:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976841.268593:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976841.268597:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976841.268602:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976841.268606:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976841.268611:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783976841.268617:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783976841.268622:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976841.268624:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976841.268627:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976841.268630:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976841.268633:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976841.268646:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783976841.268652:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976841.268661:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402685312/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976841.268679:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976841.268685:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976841.268693:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402685312/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976841.268711:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976841.268717:0:226353:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14504) 00010000:00000001:0.0:1783976841.779402:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976841.779407:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976841.779415:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976841.779419:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976841.779428:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976841.779432:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976841.779437:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976841.779440:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976841.779446:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976841.779449:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976841.779486:0:296903:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976841.779490:0:296903:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976841.779496:0:296903:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976842.803406:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976842.803410:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976842.803421:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976842.803424:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976842.803438:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976842.803441:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976842.803447:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976842.803451:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976842.803466:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976842.803469:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976842.803500:0:296903:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976842.803503:0:296903:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976842.803507:0:296903:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976843.827382:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976843.827386:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976843.827396:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976843.827400:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976843.827408:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976843.827412:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976843.827420:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976843.827423:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976843.827428:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976843.827431:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976843.827462:0:296903:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976843.827467:0:296903:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976843.827472:0:296903:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976844.851448:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976844.851458:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976844.851471:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976844.851485:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783976844.851498:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976844.851509:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976844.851514:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976844.851516:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976844.851522:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976844.851653:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976844.851657:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976844.851662:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976844.851663:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976844.851667:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976844.851668:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976844.851671:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976844.851673:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976844.851676:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976844.851677:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976844.851697:0:296903:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976844.851700:0:296903:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976844.851703:0:296903:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976845.875388:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976845.875391:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976845.875398:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976845.875413:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976845.875420:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976845.875423:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976845.875427:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976845.875429:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976845.875434:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976845.875436:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976845.875451:0:296903:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976845.875453:0:296903:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976845.875456:0:296903:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783976846.387407:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976846.387417:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976846.387418:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976846.387421:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976846.387424:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976846.387430:0:226353:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 14499 00000400:00000200:0.0:1783976846.387439:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976846.387443:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976846.387446:0:226353:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976846.387447:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976846.387450:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976846.387452:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976846.387453:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976846.387456:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976846.387457:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783976846.387459:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976846.387461:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783976846.387462:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783976846.387464:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783976846.387466:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976846.387467:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976846.387469:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976846.387472:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976846.387475:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783976846.387478:0:226353:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976846.387480:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976846.387483:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976846.387486:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976846.387488:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976846.387490:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976846.387493:0:226353:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976846.387501:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9500. 00000020:00000040:0.0:1783976846.387506:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783976846.387510:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976846.387511:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976846.387514:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976846.387517:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976846.387520:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976846.387528:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783976846.387534:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976846.387540:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9500 x1870620402685440/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976846.387547:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976846.387550:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976846.387553:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000feb7d1af] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9500 x1870620402685440/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976846.387573:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976846.387575:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976846.387577:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976846.387578:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976846.387579:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976846.387581:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976846.387583:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14499 00000400:00000200:0.0:1783976846.387585:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976846.387587:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976846.387589:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976846.387591:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976846.387593:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976846.387594:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976846.387596:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976846.387597:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976846.387598:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783976846.387599:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976846.387601:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783976846.387603:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783976846.387604:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783976846.387609:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976846.387611:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976846.387614:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976846.387617:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976846.387618:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783976846.387622:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976846.387627:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976846.387630:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976846.387635:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976846.387639:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976846.387642:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976846.387646:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976846.387650:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976846.387651:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976846.387653:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8a80. 00000020:00000040:0.0:1783976846.387655:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=137 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783976846.387658:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976846.387660:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976846.387663:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976846.387665:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976846.387669:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976846.387674:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783976846.387678:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976846.387684:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8a80 x1870620402685568/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976846.387696:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976846.387699:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976846.387703:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c00ebce] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8a80 x1870620402685568/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976846.387717:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976846.387722:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976846.387725:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976846.387729:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976846.387731:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976846.387734:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976846.387738:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14499 00000400:00000200:0.0:1783976846.387746:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976846.387750:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976846.387753:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976846.387757:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976846.387761:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976846.387765:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976846.387768:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976846.387772:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976846.387774:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783976846.387774:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976846.387775:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783976846.387776:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783976846.387778:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783976846.387779:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976846.387780:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976846.387781:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976846.387782:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976846.387783:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783976846.387784:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976846.387786:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976846.387787:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976846.387788:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976846.387789:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976846.387791:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976846.387791:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976846.387793:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976846.387794:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976846.387796:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783976846.387797:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=121 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783976846.387798:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976846.387799:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976846.387800:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976846.387801:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976846.387801:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976846.387803:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1c00. 00000100:00000001:0.0:1783976846.387805:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976846.387807:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402685696/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976846.387811:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976846.387812:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976846.387814:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402685696/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976846.387825:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976846.387827:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976846.387829:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976846.387832:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976846.387834:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976846.387836:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976846.387852:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14499 00000400:00000200:0.0:1783976846.387861:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976846.387868:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976846.387871:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976846.387875:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976846.387879:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976846.387884:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976846.387887:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976846.387889:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976846.387891:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783976846.387893:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976846.387896:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783976846.387898:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783976846.387902:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783976846.387905:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976846.387908:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976846.387912:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976846.387914:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976846.387919:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783976846.387923:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976846.387928:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976846.387931:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976846.387934:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976846.387937:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976846.387939:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976846.387942:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976846.387946:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976846.387950:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976846.387953:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783976846.387954:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783976846.387957:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976846.387960:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976846.387962:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976846.387963:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976846.387965:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976846.387969:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0c00. 00000100:00000001:0.0:1783976846.387973:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976846.387981:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402685824/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976846.387997:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976846.388000:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976846.388006:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402685824/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976846.388022:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976846.388031:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976846.388038:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976846.388039:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976846.388040:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976846.388042:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976846.388044:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14499 00000400:00000200:0.0:1783976846.388046:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976846.388050:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976846.388052:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976846.388055:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976846.388060:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976846.388062:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976846.388063:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976846.388068:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976846.388070:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783976846.388073:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976846.388075:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783976846.388078:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783976846.388080:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783976846.388085:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976846.388087:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976846.388091:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976846.388094:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976846.388098:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783976846.388103:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976846.388108:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976846.388111:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976846.388113:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976846.388116:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976846.388119:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976846.388120:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976846.388121:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976846.388122:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976846.388124:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783976846.388127:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783976846.388129:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976846.388131:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976846.388132:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976846.388135:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976846.388138:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976846.388142:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783976846.388145:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976846.388153:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402685952/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976846.388171:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976846.388174:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976846.388179:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402685952/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976846.388190:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976846.388196:0:226353:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14509) 00010000:00000001:0.0:1783976846.899408:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976846.899413:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976846.899418:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976846.899427:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976846.899433:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976846.899436:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976846.899440:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976846.899444:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976846.899451:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976846.899455:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976846.899460:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976846.899463:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976846.899470:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976846.899473:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976846.899480:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976846.899484:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976846.899506:0:296903:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976846.899508:0:296903:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976846.899510:0:296903:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976847.923433:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976847.923442:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976847.923457:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976847.923462:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976847.923470:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976847.923474:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976847.923482:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976847.923485:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976847.923493:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976847.923498:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976847.923525:0:296903:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976847.923531:0:296903:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976847.923538:0:296903:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976848.947441:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976848.947449:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976848.947463:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976848.947468:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976848.947481:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976848.947486:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976848.947497:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976848.947502:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976848.947507:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976848.947510:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976848.947539:0:296903:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976848.947544:0:296903:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976848.947550:0:296903:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976848.947572:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976848.947576:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976848.947578:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976848.947580:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976848.947582:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976848.947583:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976848.947585:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976848.947586:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976848.947587:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976849.971437:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976849.971446:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976849.971450:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976849.971457:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976849.971471:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976849.971478:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976849.971486:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976849.971490:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976849.971497:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976849.971531:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976849.971538:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976849.971547:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976849.971550:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976849.971555:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976849.971556:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976849.971560:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976849.971562:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976849.971566:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976849.971567:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976849.971591:0:296903:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976849.971595:0:296903:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976849.971598:0:296903:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976850.995461:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976850.995469:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976850.995478:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976850.995484:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976850.995492:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976850.995655:0:296893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976850.995660:0:296893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976850.995662:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976850.995667:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976850.995669:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976850.995671:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976850.995676:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976850.995682:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976850.995685:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976850.995686:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976850.995714:0:296893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976850.995715:0:296893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976850.995716:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976850.995718:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976850.995718:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976850.995720:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976850.995721:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976850.995723:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976850.995724:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976850.995725:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976850.995726:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976850.995727:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976850.995728:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976850.995729:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976850.995730:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976850.995732:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976850.995733:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976850.995734:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976850.995735:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976850.995735:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976850.995736:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976850.995737:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976850.995738:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976850.995756:0:296903:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976850.995757:0:296903:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976850.995759:0:296903:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976852.021013:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976852.021017:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976852.021018:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976852.021021:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783976852.021023:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976852.021025:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976852.021027:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976852.021028:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976852.021030:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976852.021049:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976852.021051:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976852.021056:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976852.021057:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976852.021061:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976852.021062:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976852.021065:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976852.021066:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976852.021069:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976852.021070:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976852.021086:0:296903:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976852.021088:0:296903:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976852.021091:0:296903:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976853.043405:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976853.043416:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976853.043425:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976853.043429:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976853.043438:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976853.043441:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976853.043449:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976853.043453:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976853.043459:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976853.043462:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976853.043484:0:296903:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976853.043489:0:296903:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976853.043493:0:296903:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976854.067375:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976854.067382:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976854.067390:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976854.067394:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976854.067402:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976854.067406:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976854.067414:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976854.067417:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976854.067425:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976854.067427:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976854.067448:0:296903:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976854.067450:0:296903:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976854.067453:0:296903:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1783976854.579666:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.148:988 00000400:00000100:0.0:1783976854.579724:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.148@tcp at host 192.168.201.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1783976854.579736:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976854.579740:0:2391:0:(router.c:1791:lnet_notify()) 192.168.201.48@tcp notifying 192.168.201.148@tcp: down 00000400:00000200:0.0:1783976854.579746:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976854.579751:0:2391:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1783976854.579757:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783976854.579761:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783976854.579769:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783976854.579774:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783976854.579782:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c8b46198 00000400:00000010:0.0:1783976854.579784:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c8b46198. 00000100:00000001:0.0:1783976854.579791:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783976854.579802:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83fb2e0000 x1870620402686080/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783976876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976854.579830:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976854.579835:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0000 x1870620402686080/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783976876 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976854.579842:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976854.579844:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783976854.579855:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783976854.579857:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c2bcd100. 00000400:00000200:0.0:1783976854.579862:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783976854.579865:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783976854.579870:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c8b46f68 00000400:00000010:0.0:1783976854.579872:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c8b46f68. 00000100:00000001:0.0:1783976854.579877:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783976854.579882:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83fb2e3b80 x1870620402686208/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783976876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976854.579888:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976854.579891:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3b80 x1870620402686208/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783976876 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976854.579896:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976854.579898:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783976854.579905:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783976854.579908:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c2bcdc00. 00000400:00000200:0.0:1783976854.579916:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783976854.579925:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783976854.579931:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c8b46cc0 00000400:00000010:0.0:1783976854.579935:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c8b46cc0. 00000100:00000001:0.0:1783976854.579939:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783976854.579948:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83fb2e1500 x1870620402686336/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783976876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976854.579960:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976854.579973:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1500 x1870620402686336/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783976876 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976854.579983:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976854.579984:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783976854.579996:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783976854.580001:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9f00. 00000400:00000200:0.0:1783976854.580010:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783976854.580018:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783976854.580033:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c8b46bb0 00000400:00000010:0.0:1783976854.580038:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c8b46bb0. 00000100:00000001:0.0:1783976854.580046:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783976854.580059:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83fb2e2d80 x1870620402686464/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783976876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976854.580096:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976854.580105:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2d80 x1870620402686464/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783976876 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976854.580122:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976854.580127:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783976854.580139:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783976854.580153:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783976854.580165:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783976854.580182:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783976854.580196:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c8b46330 00000400:00000010:0.0:1783976854.580203:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c8b46330. 00000100:00000001:0.0:1783976854.580211:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783976854.580222:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83fb2e0e00 x1870620402686592/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783976876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976854.580239:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976854.580262:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0e00 x1870620402686592/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783976876 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976854.580282:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976854.580288:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1783976855.091430:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976855.091436:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976855.091447:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976855.091452:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976855.091459:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976855.091465:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976855.091471:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976855.091475:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976855.091489:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976855.091495:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976855.091520:0:296903:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976855.091525:0:296903:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976855.091532:0:296903:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976856.115415:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976856.115420:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976856.115429:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976856.115433:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976856.115443:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976856.115448:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976856.115454:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976856.115457:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976856.115466:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976856.115471:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976856.115495:0:296903:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976856.115501:0:296903:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976856.115506:0:296903:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976857.139394:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976857.139399:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976857.139404:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976857.139410:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976857.139417:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976857.139422:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976857.139428:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976857.139433:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976857.139438:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976857.139441:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976857.139447:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976857.139448:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976857.139452:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976857.139453:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976857.139458:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976857.139461:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976857.139483:0:296903:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976857.139488:0:296903:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976857.139494:0:296903:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976858.163393:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976858.163396:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976858.163403:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976858.163406:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976858.163410:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976858.163413:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976858.163417:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976858.163421:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976858.163424:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976858.163428:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976858.163451:0:296903:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976858.163455:0:296903:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976858.163462:0:296903:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976858.163494:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976858.163500:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976858.163502:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976858.163507:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783976858.163510:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976858.163515:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976858.163518:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976858.163522:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976858.163528:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976859.187534:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976859.187539:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976859.187542:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976859.187547:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783976859.187551:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976859.187553:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976859.187613:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976859.187614:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976859.187616:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976859.187631:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976859.187633:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976859.187636:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976859.187637:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976859.187639:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976859.187640:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976859.187643:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976859.187644:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976859.187645:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976859.187646:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976859.187664:0:296903:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976859.187666:0:296903:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976859.187668:0:296903:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976860.211407:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976860.211412:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976860.211417:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976860.211421:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976860.211428:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976860.211430:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976860.211437:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976860.211441:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976860.211445:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976860.211447:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976861.235403:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976861.235407:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976861.235418:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976861.235425:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976861.235430:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976861.235456:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976861.235460:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976861.235464:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976861.235505:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976861.235511:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976861.235514:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976861.235517:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976861.235519:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976861.235522:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976861.235524:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976861.235526:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976861.235527:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976861.235540:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976861.235542:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976861.235544:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976861.235546:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976861.235548:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976861.235550:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976861.235552:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976861.235553:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976861.235556:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976861.235557:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976861.235560:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976861.235562:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976861.235565:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976861.235566:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976861.235569:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976861.235570:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976861.235573:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976861.235574:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976861.235576:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976861.235578:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976861.235581:0:296893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976861.235583:0:296893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976861.235584:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1783976861.235588:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783976861.235596:0:296893:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b83f726d9c0. 00010000:00000001:0.0:1783976861.235600:0:296893:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783976861.235614:0:296893:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 16/16 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1783976861.235617:0:296893:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976861.235618:0:296893:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976861.235620:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1783976861.235623:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1783976861.235627:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976861.235629:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976861.235630:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976861.235649:0:296893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976861.235650:0:296893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976861.235652:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976861.235654:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976861.235658:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976861.235662:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976861.235666:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976861.235671:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976861.235673:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976861.235674:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976861.235676:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976861.235678:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976861.235679:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976861.235681:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976861.235683:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976861.235687:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976861.235689:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976861.235691:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976861.235692:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976861.235694:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976861.235696:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976861.235697:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976861.235699:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976862.259400:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976862.259405:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976862.259415:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976862.259419:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976862.259425:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976862.259428:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976862.259433:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976862.259435:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976862.259439:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976862.259443:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976863.283719:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976863.283722:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976863.283723:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976863.283725:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783976863.283727:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976863.283729:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976863.283731:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976863.283732:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976863.283734:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976863.283750:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976863.283753:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976863.283756:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976863.283758:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976863.283761:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976863.283763:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976863.283766:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976863.283768:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976863.283770:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976863.283772:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976864.307387:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976864.307396:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976864.307401:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976864.307408:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783976864.307415:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976864.307421:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976864.307428:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976864.307433:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976864.307437:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976864.307459:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976864.307464:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976864.307471:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976864.307474:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976864.307479:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976864.307481:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976864.307488:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976864.307491:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976864.307498:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976864.307501:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976865.331403:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976865.331408:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976865.331413:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976865.331416:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976865.331421:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976865.331423:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976865.331428:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976865.331429:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976865.331433:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976865.331436:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976865.331605:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976865.331608:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976865.331608:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976865.331610:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783976865.331611:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976865.331612:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976865.331614:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976865.331615:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976865.331617:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976866.355737:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976866.355741:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976866.355742:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976866.355745:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783976866.355748:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976866.355749:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976866.355752:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976866.355753:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976866.355757:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976866.355769:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976866.355772:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976866.355773:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976866.355774:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783976866.355775:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976866.355776:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976866.355777:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976866.355778:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976866.355779:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976866.355794:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976866.355797:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976866.355801:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976866.355802:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976866.355806:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976866.355807:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976866.355810:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976866.355811:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976866.355814:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976866.355815:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976866.355862:0:296910:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976866.355865:0:296910:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976866.355867:0:296910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976866.356098:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976866.356101:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976866.356103:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976866.356105:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783976866.356107:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976866.356109:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976866.356111:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976866.356112:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976866.356114:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976866.867416:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976866.867431:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976866.867433:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976866.867436:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976866.867439:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976866.867444:0:296888:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 14520 00000400:00000200:0.0:1783976866.867452:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976866.867456:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976866.867465:0:296888:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976866.867469:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976866.867472:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976866.867474:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976866.867477:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976866.867481:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976866.867483:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783976866.867485:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976866.867488:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783976866.867490:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783976866.867493:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783976866.867496:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976866.867498:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976866.867500:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976866.867501:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976866.867509:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783976866.867512:0:296888:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976866.867515:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976866.867518:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976866.867521:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976866.867523:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976866.867524:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976866.867526:0:296888:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976866.867533:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783976866.867536:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783976866.867539:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976866.867540:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976866.867542:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976866.867544:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976866.867547:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976866.867553:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783976866.867558:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976866.867563:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402688256/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976866.867570:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976866.867573:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976866.867576:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402688256/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976866.867604:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976866.867608:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976866.867611:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976866.867612:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976866.867614:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976866.867617:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976866.867619:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14520 00000400:00000200:0.0:1783976866.867624:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976866.867627:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976866.867630:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976866.867634:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976866.867637:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976866.867641:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976866.867646:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976866.867651:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976866.867653:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783976866.867655:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976866.867656:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783976866.867659:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783976866.867663:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783976866.867668:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976866.867672:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976866.867675:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976866.867678:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976866.867680:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783976866.867683:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976866.867687:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976866.867689:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976866.867696:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976866.867699:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976866.867703:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976866.867706:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976866.867711:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976866.867715:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976866.867718:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783976866.867722:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=138 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783976866.867726:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976866.867729:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976866.867732:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976866.867734:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976866.867739:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976866.867745:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783976866.867751:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976866.867760:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402688384/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976866.867776:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976866.867780:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976866.867787:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402688384/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976866.867803:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976866.867806:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976866.867811:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976866.867813:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976866.867814:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976866.867816:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976866.867819:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14520 00000400:00000200:0.0:1783976866.867823:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976866.867827:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976866.867828:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976866.867833:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976866.867836:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976866.867837:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976866.867840:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976866.867843:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976866.867845:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783976866.867847:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976866.867850:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783976866.867852:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783976866.867855:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783976866.867859:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976866.867862:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976866.867865:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976866.867867:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976866.867871:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783976866.867875:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976866.867878:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976866.867880:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976866.867882:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976866.867885:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976866.867887:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976866.867889:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976866.867890:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976866.867894:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976866.867898:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783976866.867902:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=121 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783976866.867905:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976866.867907:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976866.867911:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976866.867912:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976866.867913:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976866.867917:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783976866.867921:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976866.867927:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620402688512/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976866.867937:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976866.867940:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976866.867945:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620402688512/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976866.867952:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976866.867955:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976866.867958:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976866.867959:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976866.867961:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976866.867963:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976866.867968:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14520 00000400:00000200:0.0:1783976866.867976:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976866.867984:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976866.867989:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976866.867993:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976866.867996:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976866.867999:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976866.868002:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976866.868008:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976866.868011:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783976866.868013:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976866.868018:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783976866.868023:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783976866.868028:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783976866.868050:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976866.868054:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976866.868058:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976866.868063:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976866.868076:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783976866.868083:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976866.868087:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976866.868090:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976866.868094:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976866.868099:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976866.868103:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976866.868107:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976866.868111:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976866.868113:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976866.868120:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb480. 00000020:00000040:0.0:1783976866.868125:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783976866.868130:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976866.868134:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976866.868145:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976866.868148:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976866.868152:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976866.868159:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783976866.868164:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976866.868174:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb480 x1870620402688640/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976866.868190:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976866.868195:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976866.868203:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b84e84d] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb480 x1870620402688640/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976866.868217:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976866.868222:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976866.868227:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976866.868230:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976866.868234:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976866.868239:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976866.868245:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14520 00000400:00000200:0.0:1783976866.868254:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976866.868261:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976866.868266:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976866.868273:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976866.868278:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976866.868283:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976866.868333:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976866.868337:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976866.868340:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783976866.868343:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976866.868346:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783976866.868351:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783976866.868355:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783976866.868363:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976866.868367:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976866.868372:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976866.868377:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976866.868380:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783976866.868385:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976866.868389:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976866.868393:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976866.868396:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976866.868400:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976866.868402:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976866.868406:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976866.868408:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976866.868411:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976866.868415:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb800. 00000020:00000040:0.0:1783976866.868419:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783976866.868423:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976866.868425:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976866.868426:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976866.868429:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976866.868431:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976866.868437:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783976866.868442:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976866.868447:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb800 x1870620402688768/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976866.868458:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976866.868462:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976866.868468:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059270a1d] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb800 x1870620402688768/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976866.868486:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976866.868492:0:296888:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14530) 00000100:00000001:0.0:1783976867.379427:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976867.379433:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976867.379437:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976867.379443:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783976867.379448:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976867.379452:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976867.379457:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976867.379459:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976867.379462:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976867.379486:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976867.379490:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976867.379492:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976867.379496:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976867.379499:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976867.379501:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976867.379503:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976867.379506:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976867.379511:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976867.379513:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976867.379521:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976867.379524:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976867.379529:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976867.379533:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976867.379540:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976867.379544:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976867.379568:0:296910:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976867.379572:0:296910:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976867.379575:0:296910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976868.403401:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976868.403406:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976868.403411:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976868.403417:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783976868.403421:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976868.403427:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976868.403431:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976868.403435:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976868.403440:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976868.403467:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976868.403471:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976868.403477:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976868.403480:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976868.403487:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976868.403490:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976868.403496:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976868.403500:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976868.403507:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976868.403509:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976868.403523:0:296910:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976868.403525:0:296910:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976868.403528:0:296910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976869.427381:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976869.427388:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976869.427392:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976869.427397:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783976869.427404:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976869.427409:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976869.427413:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976869.427417:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976869.427423:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976869.427448:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976869.427453:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976869.427458:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976869.427462:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976869.427468:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976869.427471:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976869.427476:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976869.427480:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976869.427483:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976869.427485:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976869.427505:0:296910:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976869.427509:0:296910:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976869.427512:0:296910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976870.451430:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976870.451436:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976870.451440:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976870.451448:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976870.451457:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976870.451463:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976870.451473:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976870.451479:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976870.451490:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976870.451522:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976870.451526:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976870.451532:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976870.451537:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976870.451542:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976870.451543:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976870.451547:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976870.451552:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976870.451556:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976870.451559:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976870.451586:0:296910:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976870.451590:0:296910:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976870.451592:0:296910:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976871.475631:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976871.475635:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976871.475637:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976871.475640:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783976871.475642:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976871.475644:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976871.475645:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976871.475647:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976871.475649:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976871.475658:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976871.475660:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976871.475661:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976871.475663:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783976871.475665:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976871.475667:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976871.475668:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976871.475669:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976871.475671:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.475696:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976871.475700:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.475704:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976871.475708:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976871.475711:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976871.475832:0:296893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.475836:0:296893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.475838:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.475841:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976871.475843:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.475844:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.475848:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.475853:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976871.475855:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976871.475856:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976871.475863:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.475865:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.475867:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.475868:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.475870:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.475871:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.475878:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.475880:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.475881:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.475882:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.475883:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.475885:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.475886:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.475888:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.475896:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.475897:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.475899:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.475900:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.475906:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.475907:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.475909:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.475910:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.475913:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.475914:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.475916:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.475917:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.475918:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.475919:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.475921:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.475922:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.475924:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.475924:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.475927:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.475928:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.475929:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.475930:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.475932:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.475933:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.475935:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.475939:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.475941:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.475942:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.475944:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.475946:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476100:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476103:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476106:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476107:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476110:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476111:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476114:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476129:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476132:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476133:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476135:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476142:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476144:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476145:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476146:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476147:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476149:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476150:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476152:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476153:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476155:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476156:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476158:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476159:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476161:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476162:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476164:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476165:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476167:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476168:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476170:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476171:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476173:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476174:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476175:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476176:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476178:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476178:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476185:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476188:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476190:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476192:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476194:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476195:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476198:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476199:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476202:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476204:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476206:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476208:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476211:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476212:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476214:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476216:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476218:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476220:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476223:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476225:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476227:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476228:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476231:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476232:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476234:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476235:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476237:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476248:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476250:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476251:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476253:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476254:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476256:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476257:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476259:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476261:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476263:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476265:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476267:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476269:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476271:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476273:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476282:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476284:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476290:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476292:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476317:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476319:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476322:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476324:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476326:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476338:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476341:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476343:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476345:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476347:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476349:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476350:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476353:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476355:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476357:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476358:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476361:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476362:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476364:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476366:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476368:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476370:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476373:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476374:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476377:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476378:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476381:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476382:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476385:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476386:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476389:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476391:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476393:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476395:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476397:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476398:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476401:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476402:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476405:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476406:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476409:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476410:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476413:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476414:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476417:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476418:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476421:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476422:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476425:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476426:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476428:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476436:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476439:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476441:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476443:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476444:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476447:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476448:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476451:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476452:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476455:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476456:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476459:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476460:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476463:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476464:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476478:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476480:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476482:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476483:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476484:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476486:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476487:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476489:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476491:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476492:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476493:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476494:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476496:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476497:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476498:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476499:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476501:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476502:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476503:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476504:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476506:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476507:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476508:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476509:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476511:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476512:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476513:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476514:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476516:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476517:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476519:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476520:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476522:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476523:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476525:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.476527:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976871.476529:0:296893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.476530:0:296893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.476532:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=115 : 115 : 73) 00010000:00000001:0.0:1783976871.476535:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783976871.476542:0:296893:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b83f726de40. 00010000:00000001:0.0:1783976871.476545:0:296893:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783976871.476553:0:296893:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 115/115 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1783976871.476556:0:296893:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.476557:0:296893:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.476559:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=115 : 115 : 73) 00010000:00000001:0.0:1783976871.476562:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=115 : 115 : 73) 00010000:00000001:0.0:1783976871.476566:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976871.476568:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976871.476569:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976871.476570:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.476572:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976871.476573:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.476575:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.476577:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.476580:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976871.476581:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976871.476583:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976871.476584:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.476585:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976871.476586:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.476588:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.476589:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.476605:0:296910:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976871.476607:0:296910:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976871.476610:0:296910:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 115 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1783976871.476967:0:296910:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1783976871.476970:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.476975:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3a59a00/0xc4ea75fdb9c25c14 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0xf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adda5c expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976871.476986:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.477003:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.477006:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.477008:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0xf:0x0] mode (null) 00000002:00000001:0.0:1783976871.477012:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.477015:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.477020:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e7234d00 count: 2 00010000:00000001:0.0:1783976871.477023:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.477027:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.477029:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.477030:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.477032:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e7234d00 count: 2 00010000:00000001:0.0:1783976871.477033:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.477035:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.477037:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.477039:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0xf:0x0] lli = ffff9b83ca5a0840, pfid = [0x200000402:0x3d6:0x0] 00000080:00000002:0.0:1783976871.477082:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0xf:0x0] m[0x200000402:0x3d6:0x0] 00000080:00000001:0.0:1783976871.477086:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289280470 : 144115205289280470 : 2000004020003d6) 00000080:00000001:0.0:1783976871.477091:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.477104:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.477106:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.477108:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0xf:0x0](ffff9b83ca5a0908) invalid 00000080:00000001:0.0:1783976871.477111:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.477112:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.477113:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.477115:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.477117:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.477119:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.477120:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.477121:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.477124:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f3a59a00 with handle 0xc4ea75fdb9c25c14 from hash 00010000:00000001:0.0:1783976871.477125:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.477126:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.477128:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.477128:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.477130:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.477131:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.477133:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.477135:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83fb26ea00/0xc4ea75fdb9c38d0b lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0xe:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b2e3c1 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976871.477140:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.477141:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.477142:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.477143:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0xe:0x0] mode (null) 00000002:00000001:0.0:1783976871.477145:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.477146:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.477147:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ef0ae700 count: 2 00010000:00000001:0.0:1783976871.477149:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.477150:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.477151:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.477152:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.477153:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ef0ae700 count: 2 00010000:00000001:0.0:1783976871.477154:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.477155:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.477156:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.477157:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0xe:0x0] lli = ffff9b83ca4d3180, pfid = [0x200000402:0x3d1:0x0] 00000080:00000002:0.0:1783976871.477178:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0xe:0x0] m[0x200000402:0x3d1:0x0] 00000080:00000001:0.0:1783976871.477180:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289280465 : 144115205289280465 : 2000004020003d1) 00000080:00000001:0.0:1783976871.477194:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.477195:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.477199:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.477200:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0xe:0x0](ffff9b83ca4d3248) invalid 00000080:00000001:0.0:1783976871.477203:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.477204:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.477205:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.477208:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.477209:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.477210:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.477212:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.477214:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.477216:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83fb26ea00 with handle 0xc4ea75fdb9c38d0b from hash 00010000:00000001:0.0:1783976871.477218:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.477219:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.477221:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.477222:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.477223:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.477225:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.477227:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.477229:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83ee198600/0xc4ea75fdb9c25a93 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0xd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3add4f2 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976871.477234:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.477236:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.477237:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.477238:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0xd:0x0] mode (null) 00000002:00000001:0.0:1783976871.477239:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.477240:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.477242:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f2f87600 count: 2 00010000:00000001:0.0:1783976871.477243:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.477245:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.477246:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.477246:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.477247:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f2f87600 count: 2 00010000:00000001:0.0:1783976871.477249:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.477250:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.477251:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.477252:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0xd:0x0] lli = ffff9b83ca5a6b40, pfid = [0x200000402:0x3d0:0x0] 00000080:00000002:0.0:1783976871.477288:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0xd:0x0] m[0x200000402:0x3d0:0x0] 00000080:00000001:0.0:1783976871.477291:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289280464 : 144115205289280464 : 2000004020003d0) 00000080:00000001:0.0:1783976871.477324:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.477325:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.477327:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.477328:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0xd:0x0](ffff9b83ca5a6c08) invalid 00000080:00000001:0.0:1783976871.477331:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.477332:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.477333:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.477335:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.477338:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.477339:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.477341:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.477343:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.477346:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83ee198600 with handle 0xc4ea75fdb9c25a93 from hash 00010000:00000001:0.0:1783976871.477348:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.477349:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.477351:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.477352:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.477355:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.477356:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.477359:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.477362:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83ee199c00/0xc4ea75fdb9c25a85 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3add4ac expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976871.477368:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.477381:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.477383:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.477385:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000400:0x17:0x0] mode (null) 00000002:00000001:0.0:1783976871.477387:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.477389:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.477391:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f2f87900 count: 2 00010000:00000001:0.0:1783976871.477393:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.477396:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.477397:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.477398:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.477399:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f2f87900 count: 2 00010000:00000001:0.0:1783976871.477401:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.477403:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.477404:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.477406:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000400:0x17:0x0] lli = ffff9b83fda5c200, pfid = [0x240000402:0x23:0x0] 00000080:00000002:0.0:1783976871.477430:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240000400:0x17:0x0] m[0x240000402:0x23:0x0] 00000080:00000001:0.0:1783976871.477433:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761507 : 162129603798761507 : 240000402000023) 00000080:00000001:0.0:1783976871.477437:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.477438:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.477440:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.477442:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000400:0x17:0x0](ffff9b83fda5c2c8) invalid 00000080:00000001:0.0:1783976871.477444:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.477445:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.477446:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.477449:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.477450:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.477452:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.477453:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.477454:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.477457:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83ee199c00 with handle 0xc4ea75fdb9c25a85 from hash 00010000:00000001:0.0:1783976871.477459:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.477460:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.477461:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.477462:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.477464:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.477465:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.477468:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.477470:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b82d1098c00/0xc4ea75fdb9c02576 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0xed:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3a4ed29 expref: -99 pid: 242411 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 0 00000080:00000001:0.0:1783976871.477476:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.477478:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.477480:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.477481:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0xed:0x0] mode (null) 00000002:00000001:0.0:1783976871.477482:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.477483:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.477485:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d5994600 count: 2 00010000:00000001:0.0:1783976871.477486:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.477487:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.477488:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.477489:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.477490:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d5994600 count: 2 00010000:00000001:0.0:1783976871.477491:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.477493:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.477494:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.477495:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0xed:0x0] lli = ffff9b83fe967380, pfid = [0x200002b12:0x2801:0x0] 00000080:00000002:0.0:1783976871.477532:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0xed:0x0] m[0x200002b12:0x2801:0x0] 00000080:00000001:0.0:1783976871.477534:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061449729 : 144115373061449729 : 200002b12002801) 00000080:00000001:0.0:1783976871.477542:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.477548:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.477549:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.477550:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0xed:0x0](ffff9b83fe967448) invalid 00000080:00000001:0.0:1783976871.477552:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.477554:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.477555:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.477558:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.477560:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.477562:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.477564:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.477566:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.477568:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b82d1098c00 with handle 0xc4ea75fdb9c02576 from hash 00010000:00000001:0.0:1783976871.477570:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.477571:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.477573:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.477574:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.477576:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.477577:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.477579:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.477582:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b82c2a53800/0xc4ea75fdb9c02561 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0xee:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3a4ecff expref: -99 pid: 242411 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 0 00000080:00000001:0.0:1783976871.477589:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.477590:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.477592:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.477593:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0xee:0x0] mode (null) 00000002:00000001:0.0:1783976871.477595:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.477597:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.477599:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f4013100 count: 2 00010000:00000001:0.0:1783976871.477601:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.477603:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.477604:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.477605:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.477606:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f4013100 count: 2 00010000:00000001:0.0:1783976871.477607:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.477608:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.477609:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.477611:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0xee:0x0] lli = ffff9b82e1513180, pfid = [0x200002b12:0x2804:0x0] 00000080:00000002:0.0:1783976871.477632:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0xee:0x0] m[0x200002b12:0x2804:0x0] 00000080:00000001:0.0:1783976871.477633:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061449732 : 144115373061449732 : 200002b12002804) 00000080:00000001:0.0:1783976871.477635:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.477636:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.477647:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.477649:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0xee:0x0](ffff9b82e1513248) invalid 00000080:00000001:0.0:1783976871.477650:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.477651:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.477652:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.477653:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.477655:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.477656:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.477657:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.477658:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.477666:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b82c2a53800 with handle 0xc4ea75fdb9c02561 from hash 00010000:00000001:0.0:1783976871.477668:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.477669:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.477669:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.477670:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.477672:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.477673:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.477675:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.477678:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b82df08ba00/0xc4ea75fdb9c02545 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0xef:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3a4ecc7 expref: -99 pid: 242411 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 0 00000080:00000001:0.0:1783976871.477688:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.477690:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.477692:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.477693:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0xef:0x0] mode (null) 00000002:00000001:0.0:1783976871.477695:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.477696:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.477699:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82c2b6b100 count: 2 00010000:00000001:0.0:1783976871.477701:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.477703:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.477705:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.477706:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.477707:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82c2b6b100 count: 2 00010000:00000001:0.0:1783976871.477709:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.477711:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.477713:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.477714:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0xef:0x0] lli = ffff9b82e1511080, pfid = [0x200002b12:0x2807:0x0] 00000080:00000002:0.0:1783976871.477749:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0xef:0x0] m[0x200002b12:0x2807:0x0] 00000080:00000001:0.0:1783976871.477751:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061449735 : 144115373061449735 : 200002b12002807) 00000080:00000001:0.0:1783976871.477753:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.477754:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.477755:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.477757:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0xef:0x0](ffff9b82e1511148) invalid 00000080:00000001:0.0:1783976871.477758:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.477760:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.477761:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.477763:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.477765:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.477766:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.477767:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.477769:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.477771:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b82df08ba00 with handle 0xc4ea75fdb9c02545 from hash 00010000:00000001:0.0:1783976871.477773:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.477787:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.477790:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.477791:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.477793:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.477794:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.477796:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.477799:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b82d1084000/0xc4ea75fdb9c0274b lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0xec:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3a4f4f4 expref: -99 pid: 242508 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 0 00000080:00000001:0.0:1783976871.477805:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.477807:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.477808:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.477809:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0xec:0x0] mode (null) 00000002:00000001:0.0:1783976871.477810:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.477812:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.477814:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c9e6af00 count: 2 00010000:00000001:0.0:1783976871.477816:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.477818:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.477820:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.477821:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.477822:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c9e6af00 count: 2 00010000:00000001:0.0:1783976871.477824:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.477826:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.477827:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.477829:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0xec:0x0] lli = ffff9b83fe9a2940, pfid = [0x200002b12:0x27fd:0x0] 00000080:00000002:0.0:1783976871.477863:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0xec:0x0] m[0x200002b12:0x27fd:0x0] 00000080:00000001:0.0:1783976871.477865:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061449725 : 144115373061449725 : 200002b120027fd) 00000080:00000001:0.0:1783976871.477876:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.477878:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.477879:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.477880:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0xec:0x0](ffff9b83fe9a2a08) invalid 00000080:00000001:0.0:1783976871.477882:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.477883:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.477883:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.477885:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.477886:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.477887:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.477888:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.477890:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.477891:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b82d1084000 with handle 0xc4ea75fdb9c0274b from hash 00010000:00000001:0.0:1783976871.477892:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.477893:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.477894:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.477895:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.477896:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.477897:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.477898:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.477900:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83fc2e5600/0xc4ea75fdb9c385da lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0xe7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b2c07b expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976871.477904:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.477905:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.477906:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.477907:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0xe7:0x0] mode (null) 00000002:00000001:0.0:1783976871.477908:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.477909:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.477911:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f79c8200 count: 2 00010000:00000001:0.0:1783976871.477912:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.477914:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.477915:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.477915:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.477916:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f79c8200 count: 2 00010000:00000001:0.0:1783976871.477917:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.477918:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.477919:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.477920:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0xe7:0x0] lli = ffff9b83fe992100, pfid = [0x200002b12:0x27ee:0x0] 00000080:00000002:0.0:1783976871.477937:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0xe7:0x0] m[0x200002b12:0x27ee:0x0] 00000080:00000001:0.0:1783976871.477939:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061449710 : 144115373061449710 : 200002b120027ee) 00000080:00000001:0.0:1783976871.477941:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.477942:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.477944:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.477946:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0xe7:0x0](ffff9b83fe9921c8) invalid 00000080:00000001:0.0:1783976871.477957:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.477959:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.477960:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.477962:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.477964:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.477965:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.477966:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.477968:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.477971:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83fc2e5600 with handle 0xc4ea75fdb9c385da from hash 00010000:00000001:0.0:1783976871.477973:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.477974:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.477975:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.477976:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.477978:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.477979:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.477981:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.477984:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b82d10df400/0xc4ea75fdb9c01f56 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0xe4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3a4ca06 expref: -99 pid: 241017 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00000001:0.0:1783976871.477990:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.477992:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.477993:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.477994:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0xe4:0x0] mode (null) 00000002:00000001:0.0:1783976871.477997:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.477998:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.478001:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82c11ee700 count: 2 00010000:00000001:0.0:1783976871.478002:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.478005:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.478006:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.478007:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.478008:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82c11ee700 count: 2 00010000:00000001:0.0:1783976871.478010:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.478012:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.478013:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.478015:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0xe4:0x0] lli = ffff9b83fe9939c0, pfid = [0x200002b12:0x27e7:0x0] 00000080:00000002:0.0:1783976871.478041:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0xe4:0x0] m[0x200002b12:0x27e7:0x0] 00000080:00000001:0.0:1783976871.478044:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061449703 : 144115373061449703 : 200002b120027e7) 00000080:00000001:0.0:1783976871.478048:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.478049:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.478050:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.478052:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0xe4:0x0](ffff9b83fe993a88) invalid 00000080:00000001:0.0:1783976871.478054:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.478055:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.478056:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.478059:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.478061:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.478062:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.478063:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.478065:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.478068:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b82d10df400 with handle 0xc4ea75fdb9c01f56 from hash 00010000:00000001:0.0:1783976871.478070:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.478071:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.478072:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.478073:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.478075:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.478076:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.478078:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.478080:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3f81600/0xc4ea75fdb9c2590b lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adcf57 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976871.478087:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.478089:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.478090:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.478091:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000401:0x5:0x0] mode (null) 00000002:00000001:0.0:1783976871.478093:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.478094:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.478097:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fe3a0900 count: 2 00010000:00000001:0.0:1783976871.478099:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.478101:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.478102:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.478103:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.478104:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fe3a0900 count: 2 00010000:00000001:0.0:1783976871.478107:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.478109:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.478110:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.478112:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000401:0x5:0x0] lli = ffff9b83fd9b4a40, pfid = [0x200000402:0xd:0x0] 00000080:00000002:0.0:1783976871.478151:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240000401:0x5:0x0] m[0x200000402:0xd:0x0] 00000080:00000001:0.0:1783976871.478154:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279501 : 144115205289279501 : 20000040200000d) 00000080:00000001:0.0:1783976871.478157:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.478168:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.478170:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.478172:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000401:0x5:0x0](ffff9b83fd9b4b08) invalid 00000080:00000001:0.0:1783976871.478175:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.478176:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.478177:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.478179:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.478181:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.478182:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.478183:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.478185:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.478187:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f3f81600 with handle 0xc4ea75fdb9c2590b from hash 00010000:00000001:0.0:1783976871.478189:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.478190:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.478191:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.478192:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.478194:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.478195:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.478197:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.478200:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3f80800/0xc4ea75fdb9c258a9 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adcdc1 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976871.478206:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.478208:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.478209:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.478211:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0x5:0x0] mode (null) 00000002:00000001:0.0:1783976871.478213:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.478214:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.478218:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fe3a0f00 count: 2 00010000:00000001:0.0:1783976871.478219:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.478222:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.478223:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.478224:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.478226:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fe3a0f00 count: 2 00010000:00000001:0.0:1783976871.478227:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.478229:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.478230:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.478232:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0x5:0x0] lli = ffff9b83fda5f380, pfid = [0x200000402:0x3c3:0x0] 00000080:00000002:0.0:1783976871.478265:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0x5:0x0] m[0x200000402:0x3c3:0x0] 00000080:00000001:0.0:1783976871.478268:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289280451 : 144115205289280451 : 2000004020003c3) 00000080:00000001:0.0:1783976871.478271:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.478272:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.478274:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.478276:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0x5:0x0](ffff9b83fda5f448) invalid 00000080:00000001:0.0:1783976871.478278:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.478279:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.478280:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.478282:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.478284:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.478285:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.478286:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.478288:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.478290:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f3f80800 with handle 0xc4ea75fdb9c258a9 from hash 00010000:00000001:0.0:1783976871.478292:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.478314:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.478315:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.478316:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.478318:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.478319:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.478321:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.478323:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3693800/0xc4ea75fdb9c25816 lrc: 2/0,0 mode: PR/PR res: [0x240002b10:0x10:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adcc01 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976871.478331:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.478333:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.478334:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.478335:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b10:0x10:0x0] mode (null) 00000002:00000001:0.0:1783976871.478338:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.478339:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.478342:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fd2b9100 count: 2 00010000:00000001:0.0:1783976871.478344:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.478346:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.478347:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.478348:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.478350:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fd2b9100 count: 2 00010000:00000001:0.0:1783976871.478351:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.478353:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.478354:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.478356:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b10:0x10:0x0] lli = ffff9b83fda57380, pfid = [0x240000402:0xf8ae:0x0] 00000080:00000002:0.0:1783976871.478384:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b10:0x10:0x0] m[0x240000402:0xf8ae:0x0] 00000080:00000001:0.0:1783976871.478387:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798825134 : 162129603798825134 : 24000040200f8ae) 00000080:00000001:0.0:1783976871.478389:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.478390:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.478392:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.478394:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b10:0x10:0x0](ffff9b83fda57448) invalid 00000080:00000001:0.0:1783976871.478395:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.478396:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.478398:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.478400:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.478402:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.478403:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.478404:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.478406:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.478408:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f3693800 with handle 0xc4ea75fdb9c25816 from hash 00010000:00000001:0.0:1783976871.478410:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.478411:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.478412:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.478413:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.478415:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.478416:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.478419:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.478421:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f7cf4e00/0xc4ea75fdb9c2584e lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adcca9 expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976871.478427:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.478428:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.478429:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.478430:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0x112:0x0] mode (null) 00000002:00000001:0.0:1783976871.478432:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.478434:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.478436:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f3c95100 count: 2 00010000:00000001:0.0:1783976871.478438:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.478440:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.478442:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.478443:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.478444:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f3c95100 count: 2 00010000:00000001:0.0:1783976871.478446:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.478448:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.478449:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.478451:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0x112:0x0] lli = ffff9b82d1431080, pfid = [0x200002b12:0x2958:0x0] 00000080:00000002:0.0:1783976871.478481:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0x112:0x0] m[0x200002b12:0x2958:0x0] 00000080:00000001:0.0:1783976871.478483:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061450072 : 144115373061450072 : 200002b12002958) 00000080:00000001:0.0:1783976871.478485:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.478486:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.478488:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.478489:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0x112:0x0](ffff9b82d1431148) invalid 00000080:00000001:0.0:1783976871.478490:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.478491:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.478492:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.478493:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.478495:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.478495:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.478497:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.478498:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.478499:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f7cf4e00 with handle 0xc4ea75fdb9c2584e from hash 00010000:00000001:0.0:1783976871.478501:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.478502:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.478502:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.478503:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.478504:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.478505:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.478506:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.478508:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b8401382800/0xc4ea75fdb9c257b4 lrc: 2/0,0 mode: PR/PR res: [0x240002b10:0x14:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adcabf expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976871.478511:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.478513:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.478514:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.478515:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b10:0x14:0x0] mode (null) 00000002:00000001:0.0:1783976871.478516:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.478517:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.478519:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ed3add00 count: 2 00010000:00000001:0.0:1783976871.478520:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.478521:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.478522:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.478523:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.478524:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ed3add00 count: 2 00010000:00000001:0.0:1783976871.478525:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.478526:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.478527:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.478528:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b10:0x14:0x0] lli = ffff9b83fd949080, pfid = [0x240000402:0xf8b6:0x0] 00000080:00000002:0.0:1783976871.478546:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b10:0x14:0x0] m[0x240000402:0xf8b6:0x0] 00000080:00000001:0.0:1783976871.478547:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798825142 : 162129603798825142 : 24000040200f8b6) 00000080:00000001:0.0:1783976871.478549:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.478549:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.478551:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.478551:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b10:0x14:0x0](ffff9b83fd949148) invalid 00000080:00000001:0.0:1783976871.478553:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.478554:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.478555:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.478557:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.478559:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.478560:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.478561:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.478563:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.478565:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b8401382800 with handle 0xc4ea75fdb9c257b4 from hash 00010000:00000001:0.0:1783976871.478567:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.478568:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.478569:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.478570:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.478572:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.478573:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.478575:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.478577:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83ee0b0a00/0xc4ea75fdb9c256f7 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x11:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adc7d2 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976871.478583:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.478585:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.478586:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.478587:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0x11:0x0] mode (null) 00000002:00000001:0.0:1783976871.478589:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.478590:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.478593:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ec9f1300 count: 2 00010000:00000001:0.0:1783976871.478595:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.478597:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.478598:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.478599:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.478601:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ec9f1300 count: 2 00010000:00000001:0.0:1783976871.478602:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.478604:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.478605:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.478608:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0x11:0x0] lli = ffff9b83fd9ba100, pfid = [0x200000402:0x3d8:0x0] 00000080:00000002:0.0:1783976871.478635:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0x11:0x0] m[0x200000402:0x3d8:0x0] 00000080:00000001:0.0:1783976871.478639:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289280472 : 144115205289280472 : 2000004020003d8) 00000080:00000001:0.0:1783976871.478642:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.478642:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.478644:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.478645:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0x11:0x0](ffff9b83fd9ba1c8) invalid 00000080:00000001:0.0:1783976871.478646:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.478647:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.478648:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.478649:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.478651:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.478652:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.478653:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.478654:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.478655:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83ee0b0a00 with handle 0xc4ea75fdb9c256f7 from hash 00010000:00000001:0.0:1783976871.478657:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.478657:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.478658:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.478659:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.478660:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.478661:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.478662:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.478664:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83ee012800/0xc4ea75fdb9c256cd lrc: 2/0,0 mode: PR/PR res: [0x240002b10:0x44:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adc723 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976871.478667:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.478668:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.478669:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.478670:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b10:0x44:0x0] mode (null) 00000002:00000001:0.0:1783976871.478672:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.478673:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.478676:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83cceb2300 count: 2 00010000:00000001:0.0:1783976871.478678:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.478680:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.478682:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.478683:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.478684:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83cceb2300 count: 2 00010000:00000001:0.0:1783976871.478686:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.478688:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.478689:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.478691:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b10:0x44:0x0] lli = ffff9b83fd9bca40, pfid = [0x240000402:0xfd71:0x0] 00000080:00000002:0.0:1783976871.478719:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b10:0x44:0x0] m[0x240000402:0xfd71:0x0] 00000080:00000001:0.0:1783976871.478722:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798826353 : 162129603798826353 : 24000040200fd71) 00000080:00000001:0.0:1783976871.478724:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.478725:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.478726:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.478727:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b10:0x44:0x0](ffff9b83fd9bcb08) invalid 00000080:00000001:0.0:1783976871.478728:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.478729:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.478730:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.478731:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.478733:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.478733:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.478734:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.478736:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.478737:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83ee012800 with handle 0xc4ea75fdb9c256cd from hash 00010000:00000001:0.0:1783976871.478738:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.478739:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.478740:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.478741:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.478742:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.478743:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.478744:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.478745:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83ee0b0e00/0xc4ea75fdb9c25641 lrc: 2/0,0 mode: PR/PR res: [0x240002b10:0x36:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adc52b expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976871.478749:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.478750:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.478751:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.478752:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b10:0x36:0x0] mode (null) 00000002:00000001:0.0:1783976871.478754:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.478755:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.478757:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ec9f1c00 count: 2 00010000:00000001:0.0:1783976871.478759:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.478761:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.478763:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.478764:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.478765:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ec9f1c00 count: 2 00010000:00000001:0.0:1783976871.478767:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.478768:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.478770:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.478772:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b10:0x36:0x0] lli = ffff9b83fd946b40, pfid = [0x240000402:0xfb51:0x0] 00000080:00000002:0.0:1783976871.478800:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b10:0x36:0x0] m[0x240000402:0xfb51:0x0] 00000080:00000001:0.0:1783976871.478802:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798825809 : 162129603798825809 : 24000040200fb51) 00000080:00000001:0.0:1783976871.478805:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.478806:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.478808:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.478810:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b10:0x36:0x0](ffff9b83fd946c08) invalid 00000080:00000001:0.0:1783976871.478812:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.478813:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.478814:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.478816:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.478818:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.478819:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.478821:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.478822:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.478824:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83ee0b0e00 with handle 0xc4ea75fdb9c25641 from hash 00010000:00000001:0.0:1783976871.478826:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.478828:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.478829:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.478830:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.478831:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.478833:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.478835:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.478838:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83ee0b1600/0xc4ea75fdb9c25599 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x17:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adc25a expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976871.478849:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.478850:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.478852:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.478853:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0x17:0x0] mode (null) 00000002:00000001:0.0:1783976871.478855:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.478856:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.478873:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c9181800 count: 2 00010000:00000001:0.0:1783976871.478876:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.478878:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.478879:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.478880:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.478882:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c9181800 count: 2 00010000:00000001:0.0:1783976871.478884:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.478886:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.478887:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.478889:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0x17:0x0] lli = ffff9b83fd97b9c0, pfid = [0x200000402:0x3e2:0x0] 00000080:00000002:0.0:1783976871.478924:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0x17:0x0] m[0x200000402:0x3e2:0x0] 00000080:00000001:0.0:1783976871.478927:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289280482 : 144115205289280482 : 2000004020003e2) 00000080:00000001:0.0:1783976871.478930:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.478931:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.478933:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.478935:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0x17:0x0](ffff9b83fd97ba88) invalid 00000080:00000001:0.0:1783976871.478937:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.478938:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.478939:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.478942:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.478943:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.478944:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.478946:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.478947:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.478959:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83ee0b1600 with handle 0xc4ea75fdb9c25599 from hash 00010000:00000001:0.0:1783976871.478961:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.478962:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.478964:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.478965:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.478967:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.478968:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.478970:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.478973:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83ee0b1400/0xc4ea75fdb9c2558b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adc24c expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976871.478979:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.478981:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.478982:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.478983:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000400:0x13:0x0] mode (null) 00000002:00000001:0.0:1783976871.478985:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.478986:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.478989:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c9181700 count: 2 00010000:00000001:0.0:1783976871.478991:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.478993:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.478994:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.478995:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.478996:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c9181700 count: 2 00010000:00000001:0.0:1783976871.478998:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.479000:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.479001:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.479004:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000400:0x13:0x0] lli = ffff9b83fd940840, pfid = [0x240000402:0x1d:0x0] 00000080:00000002:0.0:1783976871.479030:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240000400:0x13:0x0] m[0x240000402:0x1d:0x0] 00000080:00000001:0.0:1783976871.479033:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761501 : 162129603798761501 : 24000040200001d) 00000080:00000001:0.0:1783976871.479035:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.479036:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.479038:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.479039:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000400:0x13:0x0](ffff9b83fd940908) invalid 00000080:00000001:0.0:1783976871.479040:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.479041:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.479042:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.479043:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.479045:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.479045:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.479047:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.479048:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.479050:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83ee0b1400 with handle 0xc4ea75fdb9c2558b from hash 00010000:00000001:0.0:1783976871.479051:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.479052:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.479053:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.479053:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.479054:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.479055:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.479058:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.479060:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b82c1124c00/0xc4ea75fdb9c016ab lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x1298c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3a497e0 expref: -99 pid: 239003 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:0.0:1783976871.479066:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.479067:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.479069:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.479070:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x1298c:0x0] mode (null) 00000002:00000001:0.0:1783976871.479072:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.479073:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.479076:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1ad1300 count: 2 00010000:00000001:0.0:1783976871.479078:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.479080:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.479081:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.479082:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.479084:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1ad1300 count: 2 00010000:00000001:0.0:1783976871.479086:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.479088:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.479089:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.479090:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.479092:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1ad1300 count: 2 00010000:00000001:0.0:1783976871.479093:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.479095:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.479097:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.479099:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b13:0x1298c:0x0] lli = ffff9b82e1537380, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976871.479116:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.479118:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.479119:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.479119:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x1298c:0x0](ffff9b82e1537448) invalid 00000020:00000001:0.0:1783976871.479122:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.479123:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d56od.sanity.n2 (ffff9b83ca55c6c0) parent ffff9b83cb2b1360 inode ffff9b82e1537448 refc 0 00000080:00000001:0.0:1783976871.479139:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.479141:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.479143:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.479145:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.479145:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.479147:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.479148:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.479149:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.479150:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.479151:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.479153:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b82c1124c00 with handle 0xc4ea75fdb9c016ab from hash 00010000:00000001:0.0:1783976871.479154:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.479155:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.479155:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.479156:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.479157:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.479158:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.479159:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.479161:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c32de000/0xc4ea75fdb9c25434 lrc: 2/0,0 mode: PR/PR res: [0x240002b10:0x20:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adbbf4 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976871.479164:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.479165:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.479166:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.479167:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b10:0x20:0x0] mode (null) 00000002:00000001:0.0:1783976871.479168:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.479169:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.479170:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f2b6b700 count: 2 00010000:00000001:0.0:1783976871.479172:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.479173:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.479174:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.479175:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.479176:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f2b6b700 count: 2 00010000:00000001:0.0:1783976871.479177:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.479178:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.479179:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.479181:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b10:0x20:0x0] lli = ffff9b8400ac6b40, pfid = [0x240000402:0xf8e9:0x0] 00000080:00000002:0.0:1783976871.479207:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b10:0x20:0x0] m[0x240000402:0xf8e9:0x0] 00000080:00000001:0.0:1783976871.479210:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798825193 : 162129603798825193 : 24000040200f8e9) 00000080:00000001:0.0:1783976871.479213:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.479214:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.479217:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.479218:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b10:0x20:0x0](ffff9b8400ac6c08) invalid 00000080:00000001:0.0:1783976871.479221:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.479222:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.479223:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.479225:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.479227:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.479228:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.479230:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.479231:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.479233:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83c32de000 with handle 0xc4ea75fdb9c25434 from hash 00010000:00000001:0.0:1783976871.479234:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.479235:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.479236:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.479237:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.479238:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.479239:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.479240:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.479242:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83ef465400/0xc4ea75fdb9c232bc lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x12b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3acee85 expref: -99 pid: 278510 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 0 00000080:00000001:0.0:1783976871.479246:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.479247:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.479248:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.479249:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0x12b:0x0] mode (null) 00000002:00000001:0.0:1783976871.479251:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.479252:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.479254:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ecccb400 count: 2 00010000:00000001:0.0:1783976871.479255:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.479256:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.479257:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.479258:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.479259:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ecccb400 count: 2 00010000:00000001:0.0:1783976871.479260:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.479261:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.479262:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.479263:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0x12b:0x0] lli = ffff9b83ca4239c0, pfid = [0x200002b12:0x2c83:0x0] 00000080:00000002:0.0:1783976871.479289:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0x12b:0x0] m[0x200002b12:0x2c83:0x0] 00000080:00000001:0.0:1783976871.479292:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061450883 : 144115373061450883 : 200002b12002c83) 00000080:00000001:0.0:1783976871.479314:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.479318:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.479320:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.479321:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0x12b:0x0](ffff9b83ca423a88) invalid 00000080:00000001:0.0:1783976871.479323:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.479324:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.479325:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.479328:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.479330:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.479331:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.479332:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.479334:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.479337:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83ef465400 with handle 0xc4ea75fdb9c232bc from hash 00010000:00000001:0.0:1783976871.479339:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.479340:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.479341:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.479342:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.479344:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.479346:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.479348:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.479351:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c601ce00/0xc4ea75fdb9c3476d lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x99:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b1abe6 expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976871.479358:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.479360:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.479361:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.479362:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0x99:0x0] mode (null) 00000002:00000001:0.0:1783976871.479363:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.479364:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.479366:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c9e64c00 count: 2 00010000:00000001:0.0:1783976871.479367:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.479368:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.479369:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.479370:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.479371:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c9e64c00 count: 2 00010000:00000001:0.0:1783976871.479372:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.479373:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.479374:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.479375:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0x99:0x0] lli = ffff9b8400e53180, pfid = [0x200000402:0xd786:0x0] 00000080:00000002:0.0:1783976871.479405:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0x99:0x0] m[0x200000402:0xd786:0x0] 00000080:00000001:0.0:1783976871.479407:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289334662 : 144115205289334662 : 20000040200d786) 00000080:00000001:0.0:1783976871.479409:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.479410:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.479411:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.479412:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0x99:0x0](ffff9b8400e53248) invalid 00000080:00000001:0.0:1783976871.479413:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.479414:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.479415:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.479417:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.479419:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.479420:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.479421:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.479423:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.479425:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83c601ce00 with handle 0xc4ea75fdb9c3476d from hash 00010000:00000001:0.0:1783976871.479427:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.479428:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.479429:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.479430:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.479432:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.479433:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.479435:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.479438:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83e5dbb800/0xc4ea75fdb9c2533f lrc: 2/0,0 mode: PR/PR res: [0x240002b10:0x42:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adb820 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976871.479444:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.479445:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.479447:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.479448:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b10:0x42:0x0] mode (null) 00000002:00000001:0.0:1783976871.479450:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.479452:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.479454:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c7fb7200 count: 2 00010000:00000001:0.0:1783976871.479456:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.479458:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.479460:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.479461:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.479462:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c7fb7200 count: 2 00010000:00000001:0.0:1783976871.479464:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.479466:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.479467:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.479469:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b10:0x42:0x0] lli = ffff9b83fd9b7380, pfid = [0x240000402:0xfd5f:0x0] 00000080:00000002:0.0:1783976871.479488:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b10:0x42:0x0] m[0x240000402:0xfd5f:0x0] 00000080:00000001:0.0:1783976871.479490:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798826335 : 162129603798826335 : 24000040200fd5f) 00000080:00000001:0.0:1783976871.479492:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.479493:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.479494:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.479495:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b10:0x42:0x0](ffff9b83fd9b7448) invalid 00000080:00000001:0.0:1783976871.479497:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.479497:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.479498:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.479500:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.479501:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.479502:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.479503:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.479504:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.479506:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83e5dbb800 with handle 0xc4ea75fdb9c2533f from hash 00010000:00000001:0.0:1783976871.479507:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.479508:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.479508:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.479509:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.479510:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.479511:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.479512:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.479514:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c601ca00/0xc4ea75fdb9c346b7 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0xb8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b1a90e expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976871.479517:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.479519:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.479519:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.479520:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0xb8:0x0] mode (null) 00000002:00000001:0.0:1783976871.479522:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.479522:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.479524:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c9e64100 count: 2 00010000:00000001:0.0:1783976871.479525:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.479526:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.479527:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.479528:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.479529:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c9e64100 count: 2 00010000:00000001:0.0:1783976871.479530:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.479531:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.479532:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.479533:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0xb8:0x0] lli = ffff9b8400bc8000, pfid = [0x200000402:0xe38b:0x0] 00000080:00000002:0.0:1783976871.479550:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0xb8:0x0] m[0x200000402:0xe38b:0x0] 00000080:00000001:0.0:1783976871.479551:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289337739 : 144115205289337739 : 20000040200e38b) 00000080:00000001:0.0:1783976871.479553:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.479554:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.479554:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.479555:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0xb8:0x0](ffff9b8400bc80c8) invalid 00000080:00000001:0.0:1783976871.479557:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.479557:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.479558:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.479559:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.479561:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.479561:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.479562:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.479563:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.479564:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83c601ca00 with handle 0xc4ea75fdb9c346b7 from hash 00010000:00000001:0.0:1783976871.479565:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.479566:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.479566:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.479567:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.479568:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.479568:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.479570:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.479571:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83e5dbaa00/0xc4ea75fdb9c25266 lrc: 2/0,0 mode: PR/PR res: [0x240002b10:0x11:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adb476 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976871.479574:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.479575:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.479576:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.479576:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b10:0x11:0x0] mode (null) 00000002:00000001:0.0:1783976871.479577:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.479578:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.479580:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c7fb7700 count: 2 00010000:00000001:0.0:1783976871.479581:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.479582:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.479583:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.479584:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.479584:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c7fb7700 count: 2 00010000:00000001:0.0:1783976871.479586:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.479587:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.479588:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.479589:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b10:0x11:0x0] lli = ffff9b8400b92940, pfid = [0x240000402:0xf8af:0x0] 00000080:00000002:0.0:1783976871.479605:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b10:0x11:0x0] m[0x240000402:0xf8af:0x0] 00000080:00000001:0.0:1783976871.479607:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798825135 : 162129603798825135 : 24000040200f8af) 00000080:00000001:0.0:1783976871.479609:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.479610:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.479611:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.479612:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b10:0x11:0x0](ffff9b8400b92a08) invalid 00000080:00000001:0.0:1783976871.479613:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.479614:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.479615:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.479617:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.479618:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.479619:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.479621:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.479622:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.479624:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83e5dbaa00 with handle 0xc4ea75fdb9c25266 from hash 00010000:00000001:0.0:1783976871.479626:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.479627:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.479628:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.479629:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.479631:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.479632:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.479634:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.479636:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83df343200/0xc4ea75fdb9c2883d lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0xdc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ae80bf expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976871.479642:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.479644:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.479645:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.479646:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0xdc:0x0] mode (null) 00000002:00000001:0.0:1783976871.479649:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.479650:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.479652:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c62be100 count: 2 00010000:00000001:0.0:1783976871.479655:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.479656:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.479658:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.479659:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.479660:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c62be100 count: 2 00010000:00000001:0.0:1783976871.479663:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.479664:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.479665:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.479667:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0xdc:0x0] lli = ffff9b82e15318c0, pfid = [0x200002b12:0x279d:0x0] 00000080:00000002:0.0:1783976871.479690:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0xdc:0x0] m[0x200002b12:0x279d:0x0] 00000080:00000001:0.0:1783976871.479693:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061449629 : 144115373061449629 : 200002b1200279d) 00000080:00000001:0.0:1783976871.479697:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.479698:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.479700:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.479701:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0xdc:0x0](ffff9b82e1531988) invalid 00000080:00000001:0.0:1783976871.479703:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.479704:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.479705:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.479708:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.479709:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.479711:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.479712:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.479713:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.479716:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83df343200 with handle 0xc4ea75fdb9c2883d from hash 00010000:00000001:0.0:1783976871.479718:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.479719:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.479720:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.479720:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.479722:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.479722:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.479724:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.479726:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c667c200/0xc4ea75fdb9c286c3 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0xdb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ae7ade expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976871.479730:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.479731:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.479732:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.479733:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0xdb:0x0] mode (null) 00000002:00000001:0.0:1783976871.479734:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.479735:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.479737:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c62b0e00 count: 2 00010000:00000001:0.0:1783976871.479738:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.479739:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.479740:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.479741:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.479742:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c62b0e00 count: 2 00010000:00000001:0.0:1783976871.479743:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.479744:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.479745:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.479746:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0xdb:0x0] lli = ffff9b82e1548840, pfid = [0x200002b12:0x279a:0x0] 00000080:00000002:0.0:1783976871.479773:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0xdb:0x0] m[0x200002b12:0x279a:0x0] 00000080:00000001:0.0:1783976871.479776:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061449626 : 144115373061449626 : 200002b1200279a) 00000080:00000001:0.0:1783976871.479779:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.479780:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.479782:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.479783:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0xdb:0x0](ffff9b82e1548908) invalid 00000080:00000001:0.0:1783976871.479785:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.479786:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.479788:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.479790:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.479792:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.479793:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.479794:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.479796:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.479798:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83c667c200 with handle 0xc4ea75fdb9c286c3 from hash 00010000:00000001:0.0:1783976871.479800:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.479802:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.479803:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.479804:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.479805:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.479807:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.479809:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.479812:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83e5d61600/0xc4ea75fdb9c28588 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0xdd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ae7607 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976871.479822:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.479824:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.479826:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.479827:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0xdd:0x0] mode (null) 00000002:00000001:0.0:1783976871.479830:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.479831:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.479833:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fc3ef800 count: 2 00010000:00000001:0.0:1783976871.479835:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.479837:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.479839:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.479840:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.479841:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fc3ef800 count: 2 00010000:00000001:0.0:1783976871.479843:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.479845:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.479846:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.479848:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0xdd:0x0] lli = ffff9b82e15a0000, pfid = [0x200002b12:0x27a0:0x0] 00000080:00000002:0.0:1783976871.479871:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0xdd:0x0] m[0x200002b12:0x27a0:0x0] 00000080:00000001:0.0:1783976871.479873:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061449632 : 144115373061449632 : 200002b120027a0) 00000080:00000001:0.0:1783976871.479875:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.479876:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.479878:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.479879:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0xdd:0x0](ffff9b82e15a00c8) invalid 00000080:00000001:0.0:1783976871.479880:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.479881:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.479882:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.479883:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.479884:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.479885:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.479886:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.479887:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.479889:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83e5d61600 with handle 0xc4ea75fdb9c28588 from hash 00010000:00000001:0.0:1783976871.479890:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.479891:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.479892:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.479892:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.479894:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.479895:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.479896:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.479898:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83e5dbba00/0xc4ea75fdb9c251be lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0xda:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adb1e4 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976871.479902:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.479903:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.479904:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.479904:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0xda:0x0] mode (null) 00000002:00000001:0.0:1783976871.479906:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.479907:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.479908:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c7fb7f00 count: 2 00010000:00000001:0.0:1783976871.479909:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.479911:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.479912:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.479912:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.479913:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c7fb7f00 count: 2 00010000:00000001:0.0:1783976871.479914:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.479915:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.479916:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.479917:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0xda:0x0] lli = ffff9b82e14deb40, pfid = [0x200002b12:0x2797:0x0] 00000080:00000002:0.0:1783976871.479933:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0xda:0x0] m[0x200002b12:0x2797:0x0] 00000080:00000001:0.0:1783976871.479935:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061449623 : 144115373061449623 : 200002b12002797) 00000080:00000001:0.0:1783976871.479936:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.479938:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.479939:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.479940:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0xda:0x0](ffff9b82e14dec08) invalid 00000080:00000001:0.0:1783976871.479941:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.479941:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.479942:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.479944:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.479945:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.479946:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.479947:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.480015:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.480017:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83e5dbba00 with handle 0xc4ea75fdb9c251be from hash 00010000:00000001:0.0:1783976871.480019:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.480020:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.480020:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.480021:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.480023:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.480024:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.480025:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.480027:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f297ac00/0xc4ea75fdb9c28335 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ae6cde expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976871.480031:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.480032:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.480033:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.480034:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0x13:0x0] mode (null) 00000002:00000001:0.0:1783976871.480035:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.480036:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.480038:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fb1b6300 count: 2 00010000:00000001:0.0:1783976871.480039:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.480040:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.480042:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.480042:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.480043:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fb1b6300 count: 2 00010000:00000001:0.0:1783976871.480044:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.480046:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.480047:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.480048:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0x13:0x0] lli = ffff9b83d0fc6300, pfid = [0x200000402:0x3da:0x0] 00000080:00000002:0.0:1783976871.480074:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0x13:0x0] m[0x200000402:0x3da:0x0] 00000080:00000001:0.0:1783976871.480077:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289280474 : 144115205289280474 : 2000004020003da) 00000080:00000001:0.0:1783976871.480080:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.480082:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.480083:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.480084:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0x13:0x0](ffff9b83d0fc63c8) invalid 00000080:00000001:0.0:1783976871.480087:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.480088:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.480089:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.480092:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.480093:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.480094:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.480096:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.480097:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.480100:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f297ac00 with handle 0xc4ea75fdb9c28335 from hash 00010000:00000001:0.0:1783976871.480102:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.480103:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.480104:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.480105:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.480106:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.480107:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.480109:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.480110:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83d19ede00/0xc4ea75fdb9c250d0 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x12:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adae25 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976871.480115:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.480116:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.480117:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.480118:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0x12:0x0] mode (null) 00000002:00000001:0.0:1783976871.480120:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.480121:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.480123:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c600d000 count: 2 00010000:00000001:0.0:1783976871.480125:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.480127:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.480129:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.480130:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.480132:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c600d000 count: 2 00010000:00000001:0.0:1783976871.480133:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.480135:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.480136:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.480138:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0x12:0x0] lli = ffff9b8400ace300, pfid = [0x200000402:0x3d9:0x0] 00000080:00000002:0.0:1783976871.480163:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0x12:0x0] m[0x200000402:0x3d9:0x0] 00000080:00000001:0.0:1783976871.480167:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289280473 : 144115205289280473 : 2000004020003d9) 00000080:00000001:0.0:1783976871.480169:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.480171:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.480172:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.480174:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0x12:0x0](ffff9b8400ace3c8) invalid 00000080:00000001:0.0:1783976871.480176:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.480177:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.480178:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.480181:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.480182:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.480184:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.480186:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.480187:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.480190:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83d19ede00 with handle 0xc4ea75fdb9c250d0 from hash 00010000:00000001:0.0:1783976871.480192:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.480193:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.480194:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.480195:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.480197:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.480199:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.480200:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.480203:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83d19eda00/0xc4ea75fdb9c25067 lrc: 2/0,0 mode: PR/PR res: [0x240002b10:0x12:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adacab expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976871.480209:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.480210:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.480211:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.480212:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b10:0x12:0x0] mode (null) 00000002:00000001:0.0:1783976871.480213:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.480214:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.480216:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c600d100 count: 2 00010000:00000001:0.0:1783976871.480218:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.480219:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.480221:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.480222:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.480223:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c600d100 count: 2 00010000:00000001:0.0:1783976871.480226:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.480227:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.480229:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.480231:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b10:0x12:0x0] lli = ffff9b8400b9a100, pfid = [0x240000402:0xf8b2:0x0] 00000080:00000002:0.0:1783976871.480258:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b10:0x12:0x0] m[0x240000402:0xf8b2:0x0] 00000080:00000001:0.0:1783976871.480260:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798825138 : 162129603798825138 : 24000040200f8b2) 00000080:00000001:0.0:1783976871.480263:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.480264:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.480266:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.480267:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b10:0x12:0x0](ffff9b8400b9a1c8) invalid 00000080:00000001:0.0:1783976871.480270:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.480271:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.480272:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.480274:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.480276:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.480277:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.480278:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.480280:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.480282:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83d19eda00 with handle 0xc4ea75fdb9c25067 from hash 00010000:00000001:0.0:1783976871.480284:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.480285:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.480286:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.480287:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.480289:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.480290:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.480310:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.480313:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c3939200/0xc4ea75fdb9c24f6b lrc: 2/0,0 mode: PR/PR res: [0x240002b10:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ada8b4 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976871.480320:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.480322:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.480323:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.480324:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b10:0x1:0x0] mode (null) 00000002:00000001:0.0:1783976871.480326:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.480328:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.480331:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f256a500 count: 2 00010000:00000001:0.0:1783976871.480333:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.480335:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.480337:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.480338:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.480339:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f256a500 count: 2 00010000:00000001:0.0:1783976871.480341:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.480343:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.480345:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.480347:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b10:0x1:0x0] lli = ffff9b8400b9e300, pfid = [0x240000402:0x3fb:0x0] 00000080:00000002:0.0:1783976871.480369:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b10:0x1:0x0] m[0x240000402:0x3fb:0x0] 00000080:00000001:0.0:1783976871.480371:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798762491 : 162129603798762491 : 2400004020003fb) 00000080:00000001:0.0:1783976871.480373:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.480374:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.480376:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.480377:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b10:0x1:0x0](ffff9b8400b9e3c8) invalid 00000080:00000001:0.0:1783976871.480378:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.480379:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.480380:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.480381:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.480382:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.480383:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.480384:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.480385:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.480387:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83c3939200 with handle 0xc4ea75fdb9c24f6b from hash 00010000:00000001:0.0:1783976871.480388:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.480389:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.480390:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.480391:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.480392:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.480392:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.480393:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.480395:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c3938200/0xc4ea75fdb9c24e76 lrc: 2/0,0 mode: PR/PR res: [0x240002b10:0x3e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ada4ee expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976871.480404:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.480405:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.480407:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.480408:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b10:0x3e:0x0] mode (null) 00000002:00000001:0.0:1783976871.480410:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.480411:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.480413:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e73a0100 count: 2 00010000:00000001:0.0:1783976871.480414:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.480416:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.480418:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.480419:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.480420:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e73a0100 count: 2 00010000:00000001:0.0:1783976871.480422:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.480423:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.480425:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.480427:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b10:0x3e:0x0] lli = ffff9b83fa499080, pfid = [0x240000402:0xfbbf:0x0] 00000080:00000002:0.0:1783976871.480454:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b10:0x3e:0x0] m[0x240000402:0xfbbf:0x0] 00000080:00000001:0.0:1783976871.480456:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798825919 : 162129603798825919 : 24000040200fbbf) 00000080:00000001:0.0:1783976871.480458:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.480459:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.480461:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.480462:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b10:0x3e:0x0](ffff9b83fa499148) invalid 00000080:00000001:0.0:1783976871.480463:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.480464:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.480465:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.480466:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.480468:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.480468:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.480469:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.480471:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.480472:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83c3938200 with handle 0xc4ea75fdb9c24e76 from hash 00010000:00000001:0.0:1783976871.480473:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.480474:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.480475:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.480476:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.480477:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.480478:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.480479:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.480481:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f37dc600/0xc4ea75fdb9c24dce lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x94:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ada2a2 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976871.480485:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.480486:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.480487:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.480488:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0x94:0x0] mode (null) 00000002:00000001:0.0:1783976871.480489:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.480490:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.480492:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5c80700 count: 2 00010000:00000001:0.0:1783976871.480493:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.480495:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.480495:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.480497:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.480497:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5c80700 count: 2 00010000:00000001:0.0:1783976871.480499:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.480500:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.480501:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.480502:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0x94:0x0] lli = ffff9b8400e15280, pfid = [0x200000402:0xd1f1:0x0] 00000080:00000002:0.0:1783976871.480519:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0x94:0x0] m[0x200000402:0xd1f1:0x0] 00000080:00000001:0.0:1783976871.480520:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289333233 : 144115205289333233 : 20000040200d1f1) 00000080:00000001:0.0:1783976871.480522:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.480523:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.480524:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.480525:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0x94:0x0](ffff9b8400e15348) invalid 00000080:00000001:0.0:1783976871.480526:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.480527:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.480527:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.480529:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.480530:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.480530:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.480532:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.480533:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.480534:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f37dc600 with handle 0xc4ea75fdb9c24dce from hash 00010000:00000001:0.0:1783976871.480535:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.480536:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.480537:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.480537:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.480538:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.480539:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.480540:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.480542:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f37dd000/0xc4ea75fdb9c24d9d lrc: 2/0,0 mode: PR/PR res: [0x240002b10:0x4c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ada1f3 expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 0 00000080:00000001:0.0:1783976871.480545:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.480545:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.480546:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.480547:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b10:0x4c:0x0] mode (null) 00000002:00000001:0.0:1783976871.480548:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.480549:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.480550:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5c80600 count: 2 00010000:00000001:0.0:1783976871.480551:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.480552:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.480553:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.480553:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.480554:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5c80600 count: 2 00010000:00000001:0.0:1783976871.480555:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.480556:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.480557:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.480558:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b10:0x4c:0x0] lli = ffff9b8400e11080, pfid = [0x240000402:0xfd87:0x0] 00000080:00000002:0.0:1783976871.480695:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b10:0x4c:0x0] m[0x240000402:0xfd87:0x0] 00000080:00000001:0.0:1783976871.480698:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798826375 : 162129603798826375 : 24000040200fd87) 00000080:00000001:0.0:1783976871.480701:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.480702:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.480704:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.480706:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b10:0x4c:0x0](ffff9b8400e11148) invalid 00000080:00000001:0.0:1783976871.480709:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.480710:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.480711:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.480714:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.480715:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.480717:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.480718:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.480720:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.480721:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f37dd000 with handle 0xc4ea75fdb9c24d9d from hash 00010000:00000001:0.0:1783976871.480723:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.480723:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.480724:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.480725:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.480726:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.480727:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.480728:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.480730:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f37a1200/0xc4ea75fdb9c24c7e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ad9d4d expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976871.480734:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.480735:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.480736:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.480737:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000400:0x16:0x0] mode (null) 00000002:00000001:0.0:1783976871.480738:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.480739:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.480741:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1f29500 count: 2 00010000:00000001:0.0:1783976871.480742:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.480744:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.480745:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.480745:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.480746:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1f29500 count: 2 00010000:00000001:0.0:1783976871.480747:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.480748:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.480749:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.480750:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000400:0x16:0x0] lli = ffff9b8400e19080, pfid = [0x240000402:0x22:0x0] 00000080:00000002:0.0:1783976871.480784:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240000400:0x16:0x0] m[0x240000402:0x22:0x0] 00000080:00000001:0.0:1783976871.480788:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761506 : 162129603798761506 : 240000402000022) 00000080:00000001:0.0:1783976871.480792:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.480793:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.480795:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.480796:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000400:0x16:0x0](ffff9b8400e19148) invalid 00000080:00000001:0.0:1783976871.480798:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.480799:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.480801:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.480803:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.480805:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.480806:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.480807:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.480809:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.480811:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f37a1200 with handle 0xc4ea75fdb9c24c7e from hash 00010000:00000001:0.0:1783976871.480813:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.480814:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.480815:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.480816:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.480818:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.480819:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.480822:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.480825:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b82d59d4600/0xc4ea75fdb9c24b97 lrc: 2/0,0 mode: PR/PR res: [0x240002b10:0xe:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ad995d expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976871.480831:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.480833:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.480834:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.480835:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b10:0xe:0x0] mode (null) 00000002:00000001:0.0:1783976871.480838:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.480839:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.480842:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1d1da00 count: 2 00010000:00000001:0.0:1783976871.480844:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.480846:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.480847:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.480848:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.480849:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1d1da00 count: 2 00010000:00000001:0.0:1783976871.480851:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.480853:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.480855:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.480857:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b10:0xe:0x0] lli = ffff9b83fa493180, pfid = [0x240000402:0xf8a9:0x0] 00000080:00000002:0.0:1783976871.480883:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b10:0xe:0x0] m[0x240000402:0xf8a9:0x0] 00000080:00000001:0.0:1783976871.480886:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798825129 : 162129603798825129 : 24000040200f8a9) 00000080:00000001:0.0:1783976871.480888:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.480889:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.480890:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.480891:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b10:0xe:0x0](ffff9b83fa493248) invalid 00000080:00000001:0.0:1783976871.480893:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.480894:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.480894:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.480896:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.480897:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.480898:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.480899:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.480900:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.480902:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b82d59d4600 with handle 0xc4ea75fdb9c24b97 from hash 00010000:00000001:0.0:1783976871.480903:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.480904:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.480904:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.480905:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.480906:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.480907:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.480908:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.480910:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f379d000/0xc4ea75fdb9c20b16 lrc: 2/0,0 mode: PR/PR res: [0x240002b10:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ab9fd5 expref: -99 pid: 275808 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 0 00000080:00000001:0.0:1783976871.480914:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.480915:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.480916:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.480917:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b10:0x5b:0x0] mode (null) 00000002:00000001:0.0:1783976871.480918:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.480919:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.480921:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f28e4a00 count: 2 00010000:00000001:0.0:1783976871.480922:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.480923:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.480924:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.480925:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.480926:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f28e4a00 count: 2 00010000:00000001:0.0:1783976871.480927:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.480928:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.480929:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.480930:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b10:0x5b:0x0] lli = ffff9b83cb306300, pfid = [0x240002b13:0x12a4b:0x0] 00000080:00000002:0.0:1783976871.481086:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b10:0x5b:0x0] m[0x240002b13:0x12a4b:0x0] 00000080:00000001:0.0:1783976871.481090:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587775051 : 162129771587775051 : 240002b13012a4b) 00000080:00000001:0.0:1783976871.481092:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.481102:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.481103:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.481105:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b10:0x5b:0x0](ffff9b83cb3063c8) invalid 00000080:00000001:0.0:1783976871.481107:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.481108:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.481110:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.481112:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.481114:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.481116:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.481117:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.481119:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.481121:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f379d000 with handle 0xc4ea75fdb9c20b16 from hash 00010000:00000001:0.0:1783976871.481123:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.481124:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.481125:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.481126:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.481128:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.481129:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.481131:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.481134:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c27d0400/0xc4ea75fdb9c24b27 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0xde:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ad97b2 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976871.481144:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.481147:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.481148:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.481149:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0xde:0x0] mode (null) 00000002:00000001:0.0:1783976871.481151:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.481153:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.481155:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c2a3a900 count: 2 00010000:00000001:0.0:1783976871.481156:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.481157:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.481158:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.481159:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.481160:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c2a3a900 count: 2 00010000:00000001:0.0:1783976871.481161:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.481162:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.481163:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.481164:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0xde:0x0] lli = ffff9b82e15a4a40, pfid = [0x200002b12:0x27a5:0x0] 00000080:00000002:0.0:1783976871.481184:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0xde:0x0] m[0x200002b12:0x27a5:0x0] 00000080:00000001:0.0:1783976871.481185:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061449637 : 144115373061449637 : 200002b120027a5) 00000080:00000001:0.0:1783976871.481188:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.481189:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.481191:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.481192:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0xde:0x0](ffff9b82e15a4b08) invalid 00000080:00000001:0.0:1783976871.481194:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.481195:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.481196:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.481198:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.481200:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.481201:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.481202:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.481204:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.481206:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83c27d0400 with handle 0xc4ea75fdb9c24b27 from hash 00010000:00000001:0.0:1783976871.481208:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.481209:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.481211:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.481212:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.481213:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.481215:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.481217:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.481220:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c537d800/0xc4ea75fdb9c24a0f lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ad9432 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976871.481226:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.481228:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.481229:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.481230:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0x1:0x0] mode (null) 00000002:00000001:0.0:1783976871.481233:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.481234:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.481236:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c9e6b000 count: 2 00010000:00000001:0.0:1783976871.481238:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.481240:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.481242:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.481243:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.481244:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c9e6b000 count: 2 00010000:00000001:0.0:1783976871.481246:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.481248:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.481249:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.481251:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0x1:0x0] lli = ffff9b83fa014a40, pfid = [0x200000402:0x3bb:0x0] 00000080:00000002:0.0:1783976871.481285:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0x1:0x0] m[0x200000402:0x3bb:0x0] 00000080:00000001:0.0:1783976871.481288:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289280443 : 144115205289280443 : 2000004020003bb) 00000080:00000001:0.0:1783976871.481291:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.481311:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.481313:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.481314:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0x1:0x0](ffff9b83fa014b08) invalid 00000080:00000001:0.0:1783976871.481317:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.481318:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.481319:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.481321:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.481323:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.481324:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.481325:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.481327:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.481329:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83c537d800 with handle 0xc4ea75fdb9c24a0f from hash 00010000:00000001:0.0:1783976871.481331:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.481333:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.481334:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.481335:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.481337:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.481338:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.481340:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.481343:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f2c91c00/0xc4ea75fdb9c249d7 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0xbb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ad936e expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976871.481349:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.481351:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.481352:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.481354:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0xbb:0x0] mode (null) 00000002:00000001:0.0:1783976871.481356:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.481358:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.481360:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1a0b000 count: 2 00010000:00000001:0.0:1783976871.481362:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.481364:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.481365:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.481366:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.481368:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1a0b000 count: 2 00010000:00000001:0.0:1783976871.481370:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.481371:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.481373:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.481375:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0xbb:0x0] lli = ffff9b83fa49b180, pfid = [0x200000402:0xe397:0x0] 00000080:00000002:0.0:1783976871.481400:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0xbb:0x0] m[0x200000402:0xe397:0x0] 00000080:00000001:0.0:1783976871.481403:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289337751 : 144115205289337751 : 20000040200e397) 00000080:00000001:0.0:1783976871.481407:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.481408:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.481410:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.481411:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0xbb:0x0](ffff9b83fa49b248) invalid 00000080:00000001:0.0:1783976871.481414:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.481415:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.481416:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.481419:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.481420:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.481422:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.481423:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.481425:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.481427:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f2c91c00 with handle 0xc4ea75fdb9c249d7 from hash 00010000:00000001:0.0:1783976871.481429:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.481430:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.481431:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.481432:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.481433:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.481435:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.481437:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.481439:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f29c8800/0xc4ea75fdb9c24967 lrc: 2/0,0 mode: PR/PR res: [0x240002b10:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ad91bc expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976871.481446:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.481448:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.481449:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.481450:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b10:0x2d:0x0] mode (null) 00000002:00000001:0.0:1783976871.481453:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.481454:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.481456:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c9e6b900 count: 2 00010000:00000001:0.0:1783976871.481458:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.481460:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.481462:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.481463:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.481465:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c9e6b900 count: 2 00010000:00000001:0.0:1783976871.481466:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.481467:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.481468:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.481470:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b10:0x2d:0x0] lli = ffff9b83fa495ac0, pfid = [0x240000402:0xfb2c:0x0] 00000080:00000002:0.0:1783976871.481496:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b10:0x2d:0x0] m[0x240000402:0xfb2c:0x0] 00000080:00000001:0.0:1783976871.481500:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798825772 : 162129603798825772 : 24000040200fb2c) 00000080:00000001:0.0:1783976871.481502:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.481504:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.481506:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.481508:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b10:0x2d:0x0](ffff9b83fa495b88) invalid 00000080:00000001:0.0:1783976871.481510:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.481511:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.481512:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.481515:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.481517:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.481518:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.481519:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.481521:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.481522:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f29c8800 with handle 0xc4ea75fdb9c24967 from hash 00010000:00000001:0.0:1783976871.481523:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.481524:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.481525:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.481526:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.481527:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.481528:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.481529:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.481539:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83d141aa00/0xc4ea75fdb9c2494b lrc: 2/0,0 mode: PR/PR res: [0x240002b10:0x2e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ad918b expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976871.481548:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.481550:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.481551:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.481552:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b10:0x2e:0x0] mode (null) 00000002:00000001:0.0:1783976871.481555:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.481556:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.481558:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1acac00 count: 2 00010000:00000001:0.0:1783976871.481560:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.481562:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.481564:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.481565:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.481567:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1acac00 count: 2 00010000:00000001:0.0:1783976871.481569:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.481571:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.481573:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.481575:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b10:0x2e:0x0] lli = ffff9b83fa64a100, pfid = [0x240000402:0xfb2e:0x0] 00000080:00000002:0.0:1783976871.481595:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b10:0x2e:0x0] m[0x240000402:0xfb2e:0x0] 00000080:00000001:0.0:1783976871.481597:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798825774 : 162129603798825774 : 24000040200fb2e) 00000080:00000001:0.0:1783976871.481599:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.481601:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.481602:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.481603:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b10:0x2e:0x0](ffff9b83fa64a1c8) invalid 00000080:00000001:0.0:1783976871.481604:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.481605:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.481607:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.481609:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.481610:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.481612:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.481613:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.481615:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.481618:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83d141aa00 with handle 0xc4ea75fdb9c2494b from hash 00010000:00000001:0.0:1783976871.481620:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.481622:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.481623:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.481625:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.481627:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.481628:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.481631:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.481633:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83d141a600/0xc4ea75fdb9c24952 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x12c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ad91a0 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976871.481640:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.481642:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.481643:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.481645:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0x12c:0x0] mode (null) 00000002:00000001:0.0:1783976871.481647:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.481649:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.481652:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b840025ea00 count: 2 00010000:00000001:0.0:1783976871.481654:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.481657:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.481658:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.481659:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.481661:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b840025ea00 count: 2 00010000:00000001:0.0:1783976871.481664:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.481666:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.481668:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.481669:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0x12c:0x0] lli = ffff9b83fa64a940, pfid = [0x200002b12:0x2c88:0x0] 00000080:00000002:0.0:1783976871.481697:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0x12c:0x0] m[0x200002b12:0x2c88:0x0] 00000080:00000001:0.0:1783976871.481701:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061450888 : 144115373061450888 : 200002b12002c88) 00000080:00000001:0.0:1783976871.481703:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.481705:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.481706:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.481708:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0x12c:0x0](ffff9b83fa64aa08) invalid 00000080:00000001:0.0:1783976871.481710:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.481711:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.481713:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.481715:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.481717:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.481718:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.481719:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.481721:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.481723:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83d141a600 with handle 0xc4ea75fdb9c24952 from hash 00010000:00000001:0.0:1783976871.481724:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.481725:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.481726:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.481726:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.481728:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.481729:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.481730:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.481732:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f5e69600/0xc4ea75fdb9c36009 lrc: 2/0,0 mode: PR/PR res: [0x240002b12:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3b21755 expref: -99 pid: 284634 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1783976871.481739:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.481740:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.481741:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.481742:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b12:0x7:0x0] mode (null) 00000002:00000001:0.0:1783976871.481743:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.481744:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.481746:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c6039600 count: 2 00010000:00000001:0.0:1783976871.481747:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.481748:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.481749:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.481750:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.481751:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c6039600 count: 2 00010000:00000001:0.0:1783976871.481752:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.481754:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.481755:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.481756:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.481757:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c6039600 count: 2 00010000:00000001:0.0:1783976871.481759:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.481761:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.481762:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.481763:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.481764:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c6039600 count: 2 00010000:00000001:0.0:1783976871.481766:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.481768:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.481769:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.481771:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.481774:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.481796:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.481802:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.481808:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.481811:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.481817:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.481822:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.481827:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.481832:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.481836:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.481839:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976871.481843:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.481846:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.481850:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.481853:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.481855:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.481858:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.481860:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.481863:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b12:0x7:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.481865:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.481867:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.481870:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.481871:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.481873:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b12:0x7:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.481874:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.481875:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.481877:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.481879:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.481883:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.481886:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.481888:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.481890:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.481892:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.481894:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.481897:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976871.481899:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.481901:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.481903:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.481905:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.481907:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.481908:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.481909:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.481911:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.481912:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b12:0x7:0x0](ffff9b8400d063c8) invalid 00000020:00000001:0.0:1783976871.481914:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.481915:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry flink2 (ffff9b83fd919288) parent ffff9b8400a4e798 inode ffff9b8400d063c8 refc 0 00000020:00000001:0.0:1783976871.481918:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.481919:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry flink (ffff9b83fd902288) parent ffff9b8400a4e798 inode ffff9b8400d063c8 refc 0 00000080:00000001:0.0:1783976871.481923:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.481925:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.481929:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.481930:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.481932:0:296910:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976871.481933:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17c10 00000080:00002000:0.0:1783976871.481935:0:296910:0:(dcache.c:127:ll_ddelete()) deleting dentry d39b.sanity (ffff9b8400a4e798, parent ffff9b83cc4ba870, inode ffff9b83fd911148) hashed, 00000080:00000001:0.0:1783976871.481937:0:296910:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976871.481942:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.481944:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.481946:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.481958:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.481960:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.481963:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.481964:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.481965:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.481967:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.481969:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.481971:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f5e69600 with handle 0xc4ea75fdb9c36009 from hash 00010000:00000001:0.0:1783976871.481973:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.481974:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.481975:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.481976:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.481978:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.481979:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.481981:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.481984:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b82c1102c00/0xc4ea75fdb9c01bba lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x1299e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3a4acd2 expref: -99 pid: 239701 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1783976871.481991:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.481993:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.481995:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.481996:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x1299e:0x0] mode (null) 00000002:00000001:0.0:1783976871.481998:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.481999:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.482002:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1d0d800 count: 2 00010000:00000001:0.0:1783976871.482004:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.482006:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.482007:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.482008:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.482010:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1d0d800 count: 2 00010000:00000001:0.0:1783976871.482012:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.482014:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.482015:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.482016:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.482018:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1d0d800 count: 2 00010000:00000001:0.0:1783976871.482020:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.482022:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.482023:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.482024:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.482026:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1d0d800 count: 2 00010000:00000001:0.0:1783976871.482028:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.482030:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.482031:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.482033:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.482034:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.482037:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.482040:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.482042:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.482045:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.482048:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.482050:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.482052:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.482055:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.482058:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.482060:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976871.482063:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.482066:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.482068:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.482071:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.482073:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.482075:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.482077:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.482079:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x1299e:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.482081:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.482082:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.482084:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.482086:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.482087:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x1299e:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.482089:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.482091:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.482092:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.482094:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.482097:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.482099:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.482101:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.482104:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.482106:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.482108:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.482110:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976871.482112:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.482114:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.482117:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.482119:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.482121:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.482122:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.482124:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.482126:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.482127:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x1299e:0x0](ffff9b82e1593248) invalid 00000020:00000001:0.0:1783976871.482129:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.482131:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56oe.sanity-m.7 (ffff9b83d0e41510) parent ffff9b83d0a37af8 inode ffff9b82e1593248 refc 0 00000080:00000001:0.0:1783976871.482136:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.482139:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.482142:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.482144:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.482145:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.482147:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.482149:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.482150:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.482151:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.482153:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.482156:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b82c1102c00 with handle 0xc4ea75fdb9c01bba from hash 00010000:00000001:0.0:1783976871.482157:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.482159:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.482160:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.482161:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.482162:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.482164:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.482166:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.482169:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b82d1db2600/0xc4ea75fdb9c0186b lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12995:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3a4a01b expref: -99 pid: 239643 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1783976871.482175:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.482177:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.482178:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.482180:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12995:0x0] mode (null) 00000002:00000001:0.0:1783976871.482182:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.482183:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.482185:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1d0dd00 count: 2 00010000:00000001:0.0:1783976871.482187:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.482190:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.482191:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.482192:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.482193:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1d0dd00 count: 2 00010000:00000001:0.0:1783976871.482195:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.482197:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.482198:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.482199:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.482201:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1d0dd00 count: 2 00010000:00000001:0.0:1783976871.482202:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.482204:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.482206:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.482206:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.482208:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1d0dd00 count: 2 00010000:00000001:0.0:1783976871.482209:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.482211:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.482212:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.482214:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.482215:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.482218:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.482220:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.482222:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.482224:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.482227:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.482230:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.482232:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.482234:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.482236:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.482238:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976871.482241:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.482243:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.482245:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.482247:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.482249:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.482251:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.482252:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.482254:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12995:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.482255:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.482257:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.482258:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.482260:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.482261:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12995:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.482264:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.482266:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.482267:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.482269:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.482272:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.482274:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.482276:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.482278:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.482281:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.482283:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.482285:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976871.482287:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.482289:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.482292:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.482313:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.482316:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.482318:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.482320:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.482322:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.482323:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12995:0x0](ffff9b82e1598908) invalid 00000020:00000001:0.0:1783976871.482325:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.482327:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56oe.sanity-c.3 (ffff9b83d0af55e8) parent ffff9b83d0a37af8 inode ffff9b82e1598908 refc 0 00000080:00000001:0.0:1783976871.482332:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.482334:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.482337:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.482339:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.482340:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.482342:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.482343:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.482345:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.482346:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.482347:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.482350:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b82d1db2600 with handle 0xc4ea75fdb9c0186b from hash 00010000:00000001:0.0:1783976871.482352:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.482353:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.482354:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.482355:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.482357:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.482358:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.482361:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.482363:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f4150000/0xc4ea75fdb9c29517 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x100b9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3aeb6ab expref: -99 pid: 284637 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1783976871.482370:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.482372:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.482373:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.482375:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0x100b9:0x0] mode (null) 00000002:00000001:0.0:1783976871.482377:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.482378:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.482380:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f2b58f00 count: 2 00010000:00000001:0.0:1783976871.482382:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.482384:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.482386:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.482387:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.482388:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f2b58f00 count: 2 00010000:00000001:0.0:1783976871.482390:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.482392:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.482393:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.482394:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.482395:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f2b58f00 count: 2 00010000:00000001:0.0:1783976871.482397:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.482399:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.482400:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.482401:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.482402:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f2b58f00 count: 2 00010000:00000001:0.0:1783976871.482404:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.482406:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.482407:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.482409:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.482410:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.482413:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.482416:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.482418:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.482421:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.482424:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.482426:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.482429:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.482431:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.482434:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.482436:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976871.482438:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.482441:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.482443:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.482445:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.482447:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.482449:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.482451:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.482453:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240000402:0x100b9:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.482454:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.482456:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.482458:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.482460:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.482461:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240000402:0x100b9:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.482464:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.482465:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.482466:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.482468:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.482471:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.482474:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.482476:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.482478:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.482480:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.482483:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.482485:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976871.482487:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.482488:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.482491:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.482493:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.482495:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.482497:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.482499:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.482500:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.482502:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0x100b9:0x0](ffff9b83ca537448) invalid 00000020:00000001:0.0:1783976871.482504:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.482505:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff585 (ffff9b83f5a27438) parent ffff9b83f5a265e8 inode ffff9b83ca537448 refc 0 00000080:00000001:0.0:1783976871.482512:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.482515:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.482517:0:296910:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976871.482518:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17c10 00000080:00002000:0.0:1783976871.482520:0:296910:0:(dcache.c:127:ll_ddelete()) keeping dentry d33i.sanity (ffff9b83f5a265e8, parent ffff9b83cc4ba870, inode ffff9b83fe9b00c8) hashed, 00000080:00000001:0.0:1783976871.482523:0:296910:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.482525:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.482528:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.482529:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.482532:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.482533:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.482534:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.482536:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.482538:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.482540:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f4150000 with handle 0xc4ea75fdb9c29517 from hash 00010000:00000001:0.0:1783976871.482542:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.482544:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.482545:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.482546:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.482547:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.482549:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.482551:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.482554:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83ee007a00/0xc4ea75fdb9c0d16d lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x129ff:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3a6dbdd expref: -99 pid: 251654 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1783976871.482565:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.482567:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.482568:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.482570:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x129ff:0x0] mode (null) 00000002:00000001:0.0:1783976871.482572:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.482573:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.482575:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1eee900 count: 2 00010000:00000001:0.0:1783976871.482577:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.482579:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.482581:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.482582:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.482583:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1eee900 count: 2 00010000:00000001:0.0:1783976871.482585:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.482587:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.482588:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.482589:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.482590:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1eee900 count: 2 00010000:00000001:0.0:1783976871.482592:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.482594:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.482595:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.482596:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.482597:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1eee900 count: 2 00010000:00000001:0.0:1783976871.482599:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.482601:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.482602:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.482604:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.482605:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.482608:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.482611:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.482614:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.482616:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.482619:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.482621:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.482624:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.482627:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.482629:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.482631:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976871.482634:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.482636:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.482638:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.482641:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.482643:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.482644:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.482646:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.482648:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x129ff:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.482650:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.482651:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.482653:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.482654:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.482656:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x129ff:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.482658:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.482659:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.482661:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.482662:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.482665:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.482668:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.482670:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.482672:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.482674:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.482676:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.482679:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976871.482681:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.482683:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.482685:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.482687:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.482689:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.482691:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.482693:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.482695:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.482696:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x129ff:0x0](ffff9b83cc4821c8) invalid 00000020:00000001:0.0:1783976871.482699:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.482701:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56wd.sanity (ffff9b83cb2b10d8) parent ffff9b83fd9ad870 inode ffff9b83cc4821c8 refc 0 00000080:00000001:0.0:1783976871.482705:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.482708:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.482710:0:296910:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976871.482711:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17c10 00000080:00002000:0.0:1783976871.482713:0:296910:0:(dcache.c:127:ll_ddelete()) keeping dentry d56wd.sanity (ffff9b83fd9ad870, parent ffff9b83cc4ba870, inode ffff9b83cc4800c8) hashed, 00000080:00000001:0.0:1783976871.482716:0:296910:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.482718:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.482721:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.482722:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.482724:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.482726:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.482727:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.482728:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.482730:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.482732:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83ee007a00 with handle 0xc4ea75fdb9c0d16d from hash 00010000:00000001:0.0:1783976871.482734:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.482735:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.482736:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.482738:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.482739:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.482741:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.482743:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.482745:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b82d1afde00/0xc4ea75fdb9c0229e lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x129ba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3a4d6d9 expref: -99 pid: 241678 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1783976871.482752:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.482753:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.482755:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.482756:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x129ba:0x0] mode (null) 00000002:00000001:0.0:1783976871.482758:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.482759:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.482762:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83d21ee400 count: 2 00010000:00000001:0.0:1783976871.482764:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.482766:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.482768:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.482769:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.482770:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83d21ee400 count: 2 00010000:00000001:0.0:1783976871.482772:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.482774:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.482775:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.482776:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.482777:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83d21ee400 count: 2 00010000:00000001:0.0:1783976871.482779:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.482781:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.482782:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.482783:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.482785:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83d21ee400 count: 2 00010000:00000001:0.0:1783976871.482787:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.482789:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.482790:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.482792:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.482793:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.482795:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.482797:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.482800:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.482802:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.482805:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.482807:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.482809:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.482812:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.482814:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.482817:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976871.482819:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.482821:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.482824:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.482826:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.482828:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.482830:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.482832:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.482834:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x129ba:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.482835:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.482837:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.482839:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.482840:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.482842:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x129ba:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.482844:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.482846:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.482847:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.482848:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.482851:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.482853:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.482855:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.482857:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.482859:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.482862:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.482864:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976871.482866:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.482868:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.482870:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.482872:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.482874:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.482876:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.482878:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.482879:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.482881:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x129ba:0x0](ffff9b82d145ec08) invalid 00000020:00000001:0.0:1783976871.482900:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.482902:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry file2 (ffff9b8400979870) parent ffff9b83d0d0d5e8 inode ffff9b82d145ec08 refc 0 00000080:00000001:0.0:1783976871.482906:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.482909:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.482911:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.482914:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.482915:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.482918:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.482919:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.482921:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.482922:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.482924:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.482926:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b82d1afde00 with handle 0xc4ea75fdb9c0229e from hash 00010000:00000001:0.0:1783976871.482928:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.482929:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.482930:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.482931:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.482933:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.482934:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.482936:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.482939:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f2486a00/0xc4ea75fdb9c25bc0 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xfbcd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3add959 expref: -99 pid: 284637 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1783976871.482946:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.482948:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.482959:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.482960:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0xfbcd:0x0] mode (null) 00000002:00000001:0.0:1783976871.482962:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.482963:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.482966:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c86fa100 count: 2 00010000:00000001:0.0:1783976871.482967:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.482970:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.482971:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.482972:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.482973:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c86fa100 count: 2 00010000:00000001:0.0:1783976871.482975:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.482977:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.482978:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.482979:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.482980:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c86fa100 count: 2 00010000:00000001:0.0:1783976871.482982:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.482983:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.482985:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.482986:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.482988:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c86fa100 count: 2 00010000:00000001:0.0:1783976871.482989:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.482991:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.482993:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.482994:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.482996:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.482998:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.483001:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.483003:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.483006:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.483008:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.483011:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.483013:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.483016:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.483018:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.483021:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976871.483023:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.483026:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.483029:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.483031:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.483033:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.483035:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.483036:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.483038:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240000402:0xfbcd:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.483039:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.483040:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.483043:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.483044:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.483046:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240000402:0xfbcd:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.483047:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.483049:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.483050:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.483052:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.483055:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.483057:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.483059:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.483061:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.483064:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.483066:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.483068:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976871.483070:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.483072:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.483074:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.483077:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.483079:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.483081:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.483083:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.483084:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.483086:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xfbcd:0x0](ffff9b83fd94c2c8) invalid 00000020:00000001:0.0:1783976871.483089:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.483091:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f (ffff9b83cc6ea1b0) parent ffff9b83fda25a20 inode ffff9b83fd94c2c8 refc 0 00000020:00000001:0.0:1783976871.483094:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.483095:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry g (ffff9b8400e0e288) parent ffff9b8400e0eaf8 inode ffff9b83fd94c2c8 refc 0 00000080:00000001:0.0:1783976871.483113:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.483116:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.483119:0:296910:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976871.483120:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17c10 00000080:00002000:0.0:1783976871.483122:0:296910:0:(dcache.c:127:ll_ddelete()) keeping dentry dir (ffff9b83fda25a20, parent ffff9b8400e0eaf8, inode ffff9b83fea700c8) hashed, 00000080:00000001:0.0:1783976871.483125:0:296910:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.483129:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.483131:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.483134:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.483136:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.483137:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.483140:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.483142:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.483143:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.483144:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.483146:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.483148:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f2486a00 with handle 0xc4ea75fdb9c25bc0 from hash 00010000:00000001:0.0:1783976871.483151:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.483152:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.483153:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.483154:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.483156:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.483157:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.483159:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.483162:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b82d1098800/0xc4ea75fdb9c02522 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x129bd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3a4ec9d expref: -99 pid: 242413 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00000001:0.0:1783976871.483169:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.483171:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.483172:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.483174:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x129bd:0x0] mode (null) 00000002:00000001:0.0:1783976871.483176:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.483177:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.483179:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f4013500 count: 2 00010000:00000001:0.0:1783976871.483181:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.483183:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.483185:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.483186:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.483187:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f4013500 count: 2 00010000:00000001:0.0:1783976871.483189:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.483191:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.483192:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.483194:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.483195:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f4013500 count: 2 00010000:00000001:0.0:1783976871.483197:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.483199:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.483201:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.483202:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.483203:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f4013500 count: 2 00010000:00000001:0.0:1783976871.483205:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.483207:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.483208:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.483210:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.483212:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.483215:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.483218:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.483220:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.483223:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.483226:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.483228:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.483231:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.483234:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.483236:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.483239:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976871.483241:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.483243:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.483245:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.483248:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.483249:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.483251:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.483253:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.483254:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x129bd:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.483256:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.483258:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.483259:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.483261:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.483263:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x129bd:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.483265:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.483266:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.483268:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.483270:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.483272:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.483274:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.483277:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.483279:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.483281:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.483283:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.483286:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976871.483288:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.483290:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.483313:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.483316:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.483318:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.483320:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.483323:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.483325:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.483326:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x129bd:0x0](ffff9b82e1512a08) invalid 00000020:00000001:0.0:1783976871.483328:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.483330:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry file1 (ffff9b83cc4fc438) parent ffff9b82d161e510 inode ffff9b82e1512a08 refc 0 00000080:00000001:0.0:1783976871.483335:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.483338:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.483341:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.483343:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.483344:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.483347:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.483348:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.483349:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.483351:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.483352:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.483354:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b82d1098800 with handle 0xc4ea75fdb9c02522 from hash 00010000:00000001:0.0:1783976871.483356:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.483357:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.483359:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.483359:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.483361:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.483363:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.483365:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.483368:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b82c12c7e00/0xc4ea75fdb9c02584 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x129c1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3a4ed53 expref: -99 pid: 242414 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1783976871.483375:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.483376:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.483378:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.483379:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x129c1:0x0] mode (null) 00000002:00000001:0.0:1783976871.483382:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.483383:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.483386:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d5994e00 count: 2 00010000:00000001:0.0:1783976871.483388:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.483390:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.483391:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.483393:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.483394:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d5994e00 count: 2 00010000:00000001:0.0:1783976871.483396:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.483398:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.483399:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.483401:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.483402:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d5994e00 count: 2 00010000:00000001:0.0:1783976871.483404:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.483406:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.483407:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.483408:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.483410:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d5994e00 count: 2 00010000:00000001:0.0:1783976871.483411:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.483413:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.483415:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.483417:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.483418:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.483421:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.483424:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.483426:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.483428:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.483431:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.483433:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.483436:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.483439:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.483441:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.483443:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976871.483445:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.483447:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.483450:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.483453:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.483455:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.483457:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.483458:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.483459:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x129c1:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.483461:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.483463:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.483464:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.483466:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.483468:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x129c1:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.483469:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.483471:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.483472:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.483474:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.483477:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.483479:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.483481:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.483483:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.483485:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.483487:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.483490:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976871.483492:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.483494:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.483496:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.483498:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.483500:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.483502:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.483504:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.483506:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.483508:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x129c1:0x0](ffff9b82e1513a88) invalid 00000020:00000001:0.0:1783976871.483510:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.483512:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry file3 (ffff9b83c204da20) parent ffff9b8400a14360 inode ffff9b82e1513a88 refc 0 00000080:00000001:0.0:1783976871.483517:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.483520:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.483523:0:296910:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976871.483524:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17c10 00000080:00002000:0.0:1783976871.483526:0:296910:0:(dcache.c:127:ll_ddelete()) deleting dentry dir3 (ffff9b8400a14360, parent ffff9b82d161e510, inode ffff9b83fe963a88) hashed, 00000080:00000001:0.0:1783976871.483528:0:296910:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976871.483532:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.483534:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.483536:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.483538:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.483540:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.483542:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.483543:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.483545:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.483546:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.483548:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.483550:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b82c12c7e00 with handle 0xc4ea75fdb9c02584 from hash 00010000:00000001:0.0:1783976871.483552:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.483553:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.483554:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.483555:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.483557:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.483558:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.483561:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.483564:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f36b7200/0xc4ea75fdb9c1faed lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12b30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3ab4f6a expref: -99 pid: 275740 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1783976871.483570:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.483573:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.483574:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.483575:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12b30:0x0] mode (null) 00000002:00000001:0.0:1783976871.483577:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.483578:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.483580:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f7ef2000 count: 2 00010000:00000001:0.0:1783976871.483582:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.483584:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.483586:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.483587:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.483589:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f7ef2000 count: 2 00010000:00000001:0.0:1783976871.483591:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.483593:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.483594:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.483595:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.483596:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f7ef2000 count: 2 00010000:00000001:0.0:1783976871.483598:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.483599:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.483600:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.483602:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.483603:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f7ef2000 count: 2 00010000:00000001:0.0:1783976871.483605:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.483607:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.483608:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.483610:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.483612:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.483614:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.483617:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.483619:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.483621:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.483624:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.483627:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.483629:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.483631:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.483633:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.483636:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976871.483638:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.483640:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.483642:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.483644:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.483646:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.483648:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.483649:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.483651:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12b30:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.483653:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.483654:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.483656:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.483657:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.483659:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12b30:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.483661:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.483662:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.483664:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.483665:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.483668:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.483670:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.483672:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.483674:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.483676:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.483678:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.483680:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976871.483682:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.483684:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.483686:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.483688:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.483690:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.483692:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.483694:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.483696:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.483697:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12b30:0x0](ffff9b83c224aa08) invalid 00000020:00000001:0.0:1783976871.483699:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.483701:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56Aa.sanity-437 (ffff9b83cb3806c0) parent ffff9b8400fe1000 inode ffff9b83c224aa08 refc 0 00000080:00000001:0.0:1783976871.483706:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.483709:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.483711:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.483714:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.483715:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.483717:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.483719:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.483720:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.483721:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.483722:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.483725:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f36b7200 with handle 0xc4ea75fdb9c1faed from hash 00010000:00000001:0.0:1783976871.483727:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.483728:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.483729:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.483730:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.483731:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.483733:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.483735:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.483737:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b82d1002200/0xc4ea75fdb9c1ef32 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12a54:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3ab14c3 expref: -99 pid: 275740 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1783976871.483744:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.483746:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.483747:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.483748:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12a54:0x0] mode (null) 00000002:00000001:0.0:1783976871.483750:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.483752:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.483754:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1ea6400 count: 2 00010000:00000001:0.0:1783976871.483756:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.483758:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.483760:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.483761:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.483762:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1ea6400 count: 2 00010000:00000001:0.0:1783976871.483764:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.483765:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.483766:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.483768:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.483769:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1ea6400 count: 2 00010000:00000001:0.0:1783976871.483771:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.483772:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.483774:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.483775:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.483776:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1ea6400 count: 2 00010000:00000001:0.0:1783976871.483778:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.483779:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.483781:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.483783:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.483784:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.483787:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.483789:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.483791:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.483793:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.483796:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.483798:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.483800:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.483802:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.483805:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.483807:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976871.483809:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.483811:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.483813:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.483815:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.483817:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.483819:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.483820:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.483823:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12a54:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.483824:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.483826:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.483828:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.483829:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.483831:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12a54:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.483832:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.483834:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.483835:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.483837:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.483839:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.483842:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.483844:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.483846:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.483848:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.483850:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.483852:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976871.483855:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.483856:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.483859:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.483861:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.483862:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.483864:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.483866:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.483868:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.483869:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12a54:0x0](ffff9b83d1fcdb88) invalid 00000020:00000001:0.0:1783976871.483872:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.483873:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56Aa.sanity-8 (ffff9b8400fe1a20) parent ffff9b8400fe1000 inode ffff9b83d1fcdb88 refc 0 00000080:00000001:0.0:1783976871.483892:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.483896:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.483898:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.483901:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.483902:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.483904:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.483906:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.483907:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.483908:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.483910:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.483912:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b82d1002200 with handle 0xc4ea75fdb9c1ef32 from hash 00010000:00000001:0.0:1783976871.483914:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.483915:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.483917:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.483917:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.483919:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.483920:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.483923:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.483926:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f37c1000/0xc4ea75fdb9c1fe43 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12b6d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3ab6018 expref: -99 pid: 275740 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1783976871.483932:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.483934:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.483935:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.483936:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12b6d:0x0] mode (null) 00000002:00000001:0.0:1783976871.483937:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.483938:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.483940:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c5d5b600 count: 2 00010000:00000001:0.0:1783976871.483941:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.483943:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.483945:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.483946:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.483947:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c5d5b600 count: 2 00010000:00000001:0.0:1783976871.483961:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.483963:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.483964:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.483965:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.483966:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c5d5b600 count: 2 00010000:00000001:0.0:1783976871.483968:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.483970:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.483971:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.483972:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.483974:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c5d5b600 count: 2 00010000:00000001:0.0:1783976871.483976:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.483977:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.483979:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.483981:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.483982:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.483985:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.483988:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.483990:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.483993:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.483995:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.483998:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.484000:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.484003:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.484005:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.484007:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976871.484010:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.484012:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.484014:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.484017:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.484019:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.484021:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.484022:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.484024:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12b6d:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.484025:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.484027:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.484029:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.484030:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.484032:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12b6d:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.484034:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.484035:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.484036:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.484038:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.484040:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.484043:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.484045:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.484047:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.484050:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.484052:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.484054:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976871.484056:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.484058:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.484060:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.484062:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.484064:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.484066:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.484068:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.484070:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.484071:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12b6d:0x0](ffff9b83d1f83a88) invalid 00000020:00000001:0.0:1783976871.484074:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.484075:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56Aa.sanity-559 (ffff9b83cc5a1360) parent ffff9b8400fe1000 inode ffff9b83d1f83a88 refc 0 00000080:00000001:0.0:1783976871.484082:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.484085:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.484087:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.484089:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.484091:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.484093:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.484095:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.484096:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.484097:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.484099:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.484101:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f37c1000 with handle 0xc4ea75fdb9c1fe43 from hash 00010000:00000001:0.0:1783976871.484103:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.484104:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.484105:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.484105:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.484107:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.484108:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.484109:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.484111:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b82c10cbc00/0xc4ea75fdb9c1f384 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12aaa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3ab2a5d expref: -99 pid: 275740 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1783976871.484115:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.484117:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.484117:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.484118:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12aaa:0x0] mode (null) 00000002:00000001:0.0:1783976871.484120:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.484121:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.484122:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83cbf24300 count: 2 00010000:00000001:0.0:1783976871.484123:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.484125:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.484126:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.484127:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.484127:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83cbf24300 count: 2 00010000:00000001:0.0:1783976871.484128:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.484129:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.484130:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.484131:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.484132:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83cbf24300 count: 2 00010000:00000001:0.0:1783976871.484133:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.484134:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.484135:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.484136:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.484137:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83cbf24300 count: 2 00010000:00000001:0.0:1783976871.484138:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.484139:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.484140:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.484141:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.484141:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.484143:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.484145:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.484147:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.484148:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.484151:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.484153:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.484156:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.484158:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.484160:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.484163:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976871.484165:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.484168:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.484170:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.484172:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.484174:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.484176:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.484178:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.484180:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12aaa:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.484181:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.484183:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.484184:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.484186:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.484188:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12aaa:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.484190:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.484192:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.484193:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.484195:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.484198:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.484200:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.484202:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.484204:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.484207:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.484209:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.484211:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976871.484213:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.484215:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.484217:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.484220:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.484222:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.484224:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.484225:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.484227:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.484229:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12aaa:0x0](ffff9b83d0bb42c8) invalid 00000020:00000001:0.0:1783976871.484231:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.484233:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56Aa.sanity-166 (ffff9b8400cbb510) parent ffff9b8400fe1000 inode ffff9b83d0bb42c8 refc 0 00000080:00000001:0.0:1783976871.484236:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.484239:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.484240:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.484242:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.484243:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.484244:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.484245:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.484247:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.484248:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.484249:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.484252:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b82c10cbc00 with handle 0xc4ea75fdb9c1f384 from hash 00010000:00000001:0.0:1783976871.484254:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.484255:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.484257:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.484258:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.484259:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.484261:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.484263:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.484265:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83fb0fbc00/0xc4ea75fdb9c3a235 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xfbcf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b33dfd expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00000080:00000001:0.0:1783976871.484271:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.484273:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.484274:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.484275:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0xfbcf:0x0] mode (null) 00000002:00000001:0.0:1783976871.484277:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.484278:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.484280:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f7a6b700 count: 3 00010000:00000001:0.0:1783976871.484282:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.484284:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.484286:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.484287:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.484288:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f7a6b700 count: 3 00010000:00000001:0.0:1783976871.484290:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.484291:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.484312:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.484314:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.484315:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f7a6b700 count: 3 00010000:00000001:0.0:1783976871.484317:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.484319:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.484321:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.484323:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0xfbcf:0x0] lli = ffff9b83fa04d280, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976871.484347:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.484348:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.484350:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.484351:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xfbcf:0x0](ffff9b83fa04d348) invalid 00000020:00000001:0.0:1783976871.484353:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.484355:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry dir1 (ffff9b83fe915870) parent ffff9b8400efd798 inode ffff9b83fa04d348 refc 0 00000080:00000001:0.0:1783976871.484360:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.484362:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.484365:0:296910:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976871.484367:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17c10 00000080:00002000:0.0:1783976871.484368:0:296910:0:(dcache.c:127:ll_ddelete()) deleting dentry d31j.sanity (ffff9b8400efd798, parent ffff9b83cc4ba870, inode ffff9b8400e72a08) hashed, 00000080:00000001:0.0:1783976871.484371:0:296910:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976871.484375:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.484392:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.484395:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.484397:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.484398:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.484400:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.484402:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.484403:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.484404:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.484406:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.484408:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83fb0fbc00 with handle 0xc4ea75fdb9c3a235 from hash 00010000:00000001:0.0:1783976871.484410:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.484411:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.484412:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.484413:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.484415:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.484417:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.484419:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.484422:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83fb107200/0xc4ea75fdb9c3b560 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x129cd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b3898a expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 0 00000080:00000001:0.0:1783976871.484427:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.484429:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.484430:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.484432:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x129cd:0x0] mode (null) 00000002:00000001:0.0:1783976871.484434:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.484435:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.484437:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f7489900 count: 3 00010000:00000001:0.0:1783976871.484439:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.484441:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.484443:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.484444:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.484445:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f7489900 count: 3 00010000:00000001:0.0:1783976871.484447:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.484448:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.484450:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.484451:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.484452:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f7489900 count: 3 00010000:00000001:0.0:1783976871.484454:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.484455:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.484457:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.484459:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b13:0x129cd:0x0] lli = ffff9b82d1459080, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976871.484481:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.484483:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.484484:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.484485:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x129cd:0x0](ffff9b82d1459148) invalid 00000020:00000001:0.0:1783976871.484488:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.484489:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d56rc.sanity-4 (ffff9b83fe904d80) parent ffff9b83d0f78d80 inode ffff9b82d1459148 refc 0 00000080:00000001:0.0:1783976871.484494:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.484495:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.484497:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.484498:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.484499:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.484501:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.484502:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.484503:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.484504:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.484505:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.484507:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83fb107200 with handle 0xc4ea75fdb9c3b560 from hash 00010000:00000001:0.0:1783976871.484508:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.484509:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.484510:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.484510:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.484511:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.484512:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.484514:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.484515:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f7747800/0xc4ea75fdb9c3b671 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x129ce:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b38e06 expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 0 00000080:00000001:0.0:1783976871.484523:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.484524:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.484525:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.484526:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x129ce:0x0] mode (null) 00000002:00000001:0.0:1783976871.484527:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.484528:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.484530:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ef79ce00 count: 3 00010000:00000001:0.0:1783976871.484531:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.484532:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.484533:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.484534:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.484535:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ef79ce00 count: 3 00010000:00000001:0.0:1783976871.484536:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.484537:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.484538:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.484539:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.484539:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ef79ce00 count: 3 00010000:00000001:0.0:1783976871.484540:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.484541:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.484542:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.484543:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b13:0x129ce:0x0] lli = ffff9b82d145b9c0, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976871.484562:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.484563:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.484564:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.484566:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x129ce:0x0](ffff9b82d145ba88) invalid 00000020:00000001:0.0:1783976871.484568:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.484570:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d56rc.sanity-6 (ffff9b83fe904288) parent ffff9b83d0f78d80 inode ffff9b82d145ba88 refc 0 00000080:00000001:0.0:1783976871.484573:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.484575:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.484577:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.484579:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.484580:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.484581:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.484583:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.484584:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.484586:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.484587:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.484589:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f7747800 with handle 0xc4ea75fdb9c3b671 from hash 00010000:00000001:0.0:1783976871.484591:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.484592:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.484594:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.484594:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.484596:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.484597:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.484600:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.484602:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83ef83a600/0xc4ea75fdb9c3b7dd lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x129cf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b3935b expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 0 00000080:00000001:0.0:1783976871.484608:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.484610:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.484611:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.484612:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x129cf:0x0] mode (null) 00000002:00000001:0.0:1783976871.484614:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.484615:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.484618:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ef5f9500 count: 3 00010000:00000001:0.0:1783976871.484620:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.484622:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.484624:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.484625:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.484626:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ef5f9500 count: 3 00010000:00000001:0.0:1783976871.484628:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.484629:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.484631:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.484632:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.484633:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ef5f9500 count: 3 00010000:00000001:0.0:1783976871.484635:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.484637:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.484638:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.484640:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b13:0x129cf:0x0] lli = ffff9b82d145c200, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976871.484661:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.484663:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.484664:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.484665:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x129cf:0x0](ffff9b82d145c2c8) invalid 00000020:00000001:0.0:1783976871.484668:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.484669:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d56rc.sanity-8 (ffff9b83fe905bd0) parent ffff9b83d0f78d80 inode ffff9b82d145c2c8 refc 0 00000080:00000001:0.0:1783976871.484687:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.484690:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.484692:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.484694:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.484695:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.484697:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.484699:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.484700:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.484701:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.484703:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.484705:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83ef83a600 with handle 0xc4ea75fdb9c3b7dd from hash 00010000:00000001:0.0:1783976871.484707:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.484708:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.484709:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.484710:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.484712:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.484713:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.484714:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.484716:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83de0f1000/0xc4ea75fdb9c3b8a8 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x129cc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b3968e expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 0 00000080:00000001:0.0:1783976871.484720:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.484722:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.484723:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.484724:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x129cc:0x0] mode (null) 00000002:00000001:0.0:1783976871.484725:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.484726:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.484727:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ef5f9b00 count: 3 00010000:00000001:0.0:1783976871.484729:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.484730:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.484731:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.484732:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.484733:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ef5f9b00 count: 3 00010000:00000001:0.0:1783976871.484734:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.484735:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.484736:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.484737:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.484738:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ef5f9b00 count: 3 00010000:00000001:0.0:1783976871.484739:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.484740:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.484741:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.484742:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b13:0x129cc:0x0] lli = ffff9b82d145b180, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976871.484757:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.484758:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.484759:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.484759:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x129cc:0x0](ffff9b82d145b248) invalid 00000020:00000001:0.0:1783976871.484761:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.484762:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d56rc.sanity-2 (ffff9b83fe905870) parent ffff9b83d0f78d80 inode ffff9b82d145b248 refc 0 00000080:00000001:0.0:1783976871.484765:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.484766:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.484769:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.484770:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.484771:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.484773:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.484775:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.484776:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.484777:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.484778:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.484781:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83de0f1000 with handle 0xc4ea75fdb9c3b8a8 from hash 00010000:00000001:0.0:1783976871.484782:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.484784:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.484785:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.484786:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.484787:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.484789:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.484791:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.484793:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83fb105400/0xc4ea75fdb9c3b4d4 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12c8a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3b3870d expref: -99 pid: 284635 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976871.484799:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.484801:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.484802:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.484803:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12c8a:0x0] mode (null) 00000002:00000001:0.0:1783976871.484805:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.484806:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.484808:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ed254700 count: 2 00010000:00000001:0.0:1783976871.484810:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.484812:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.484813:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.484814:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.484816:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ed254700 count: 2 00010000:00000001:0.0:1783976871.484817:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.484819:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.484821:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.484822:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.484823:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ed254700 count: 2 00010000:00000001:0.0:1783976871.484825:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.484827:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.484829:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.484830:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.484831:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ed254700 count: 2 00010000:00000001:0.0:1783976871.484833:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.484835:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.484836:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.484838:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.484839:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.484843:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.484846:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.484848:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.484851:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.484854:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.484856:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.484859:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.484862:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.484864:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.484866:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976871.484869:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.484871:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.484874:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.484876:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.484878:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.484880:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.484881:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.484883:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12c8a:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.484885:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.484886:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.484888:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.484889:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.484891:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12c8a:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.484892:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.484893:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.484894:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.484896:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.484898:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.484899:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.484901:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.484902:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.484904:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.484905:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.484906:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976871.484908:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.484909:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.484910:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.484911:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.484913:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.484914:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.484915:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.484917:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.484918:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12c8a:0x0](ffff9b83fa600908) invalid 00000020:00000001:0.0:1783976871.484920:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.484921:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56Ca.sanity-8 (ffff9b8400df3288) parent ffff9b83cc5fb948 inode ffff9b83fa600908 refc 0 00000080:00000001:0.0:1783976871.484924:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.484926:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.484927:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.484929:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.484930:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.484931:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.484932:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.484933:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.484934:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.484935:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.484937:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83fb105400 with handle 0xc4ea75fdb9c3b4d4 from hash 00010000:00000001:0.0:1783976871.484938:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.484939:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.484940:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.484940:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.484942:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.484943:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.484945:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.484960:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83fb106c00/0xc4ea75fdb9c3b56e lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12c8b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3b389d7 expref: -99 pid: 284635 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00000001:0.0:1783976871.484967:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.484969:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.484970:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.484971:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12c8b:0x0] mode (null) 00000002:00000001:0.0:1783976871.484973:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.484975:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.484977:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5cd4600 count: 2 00010000:00000001:0.0:1783976871.484979:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.484981:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.484983:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.484984:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.484986:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5cd4600 count: 2 00010000:00000001:0.0:1783976871.484987:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.484989:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.484991:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.484992:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.484993:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5cd4600 count: 2 00010000:00000001:0.0:1783976871.484995:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.484997:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.484998:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.484999:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.485001:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5cd4600 count: 2 00010000:00000001:0.0:1783976871.485003:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.485004:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.485005:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.485006:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.485007:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.485009:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.485011:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.485013:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.485014:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.485016:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.485017:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.485019:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.485021:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.485022:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.485023:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976871.485025:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.485026:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.485028:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.485029:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.485030:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.485031:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.485032:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.485034:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12c8b:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.485035:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.485036:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.485038:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.485039:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.485040:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12c8b:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.485041:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.485042:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.485043:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.485044:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.485045:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.485047:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.485048:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.485050:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.485052:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.485055:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.485057:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976871.485059:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.485061:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.485063:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.485065:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.485067:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.485069:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.485071:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.485073:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.485075:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12c8b:0x0](ffff9b83fa60cb08) invalid 00000020:00000001:0.0:1783976871.485077:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.485079:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56Ca.sanity-9 (ffff9b8400df1e58) parent ffff9b83cc5fb948 inode ffff9b83fa60cb08 refc 0 00000080:00000001:0.0:1783976871.485098:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.485101:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.485103:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.485105:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.485107:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.485109:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.485111:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.485112:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.485113:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.485115:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.485117:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83fb106c00 with handle 0xc4ea75fdb9c3b56e from hash 00010000:00000001:0.0:1783976871.485119:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.485120:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.485121:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.485122:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.485124:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.485126:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.485128:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.485130:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3693000/0xc4ea75fdb9c25775 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x3ff:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3adc9b5 expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00000080:00000001:0.0:1783976871.485134:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.485136:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.485136:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.485137:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0x3ff:0x0] mode (null) 00000002:00000001:0.0:1783976871.485139:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.485139:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.485141:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fe3a0200 count: 2 00010000:00000001:0.0:1783976871.485142:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.485144:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.485145:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.485145:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.485146:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fe3a0200 count: 2 00010000:00000001:0.0:1783976871.485148:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.485150:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.485152:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.485152:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.485154:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fe3a0200 count: 2 00010000:00000001:0.0:1783976871.485156:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.485158:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.485159:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.485161:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0x3ff:0x0] lli = ffff9b83fd94b9c0, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976871.485186:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.485188:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.485190:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.485191:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0x3ff:0x0](ffff9b83fd94ba88) invalid 00000020:00000001:0.0:1783976871.485194:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.485196:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry etc (ffff9b8400d98360) parent ffff9b83cb28a5e8 inode ffff9b83fd94ba88 refc 0 00000080:00000001:0.0:1783976871.485201:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.485203:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.485205:0:296910:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976871.485206:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17c10 00000080:00002000:0.0:1783976871.485209:0:296910:0:(dcache.c:127:ll_ddelete()) keeping dentry d22.sanity (ffff9b83cb28a5e8, parent ffff9b83cc4ba870, inode ffff9b83fa011148) hashed, 00000080:00000001:0.0:1783976871.485211:0:296910:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.485213:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.485216:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.485217:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.485219:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.485221:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.485222:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.485223:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.485225:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.485227:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f3693000 with handle 0xc4ea75fdb9c25775 from hash 00010000:00000001:0.0:1783976871.485229:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.485230:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.485231:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.485232:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.485234:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.485235:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.485237:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.485240:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83e5c12400/0xc4ea75fdb9c26bb8 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xfb33:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ae13f9 expref: -99 pid: 284636 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 0 00000080:00000001:0.0:1783976871.485246:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.485248:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.485249:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.485250:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240000402:0xfb33:0x0] mode (null) 00000002:00000001:0.0:1783976871.485252:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.485253:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.485256:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c49aaf00 count: 2 00010000:00000001:0.0:1783976871.485257:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.485260:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.485261:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.485262:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.485263:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c49aaf00 count: 2 00010000:00000001:0.0:1783976871.485265:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.485267:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.485268:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.485269:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.485270:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c49aaf00 count: 2 00010000:00000001:0.0:1783976871.485272:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.485274:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.485275:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.485277:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240000402:0xfb33:0x0] lli = ffff9b84009639c0, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976871.485319:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.485324:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.485325:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.485327:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240000402:0xfb33:0x0](ffff9b8400963a88) invalid 00000020:00000001:0.0:1783976871.485330:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.485332:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d25 (ffff9b83fa06a870) parent ffff9b83d1f46d80 inode ffff9b8400963a88 refc 0 00000080:00000001:0.0:1783976871.485337:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.485341:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.485343:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.485345:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.485346:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.485348:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.485350:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.485351:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.485353:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.485355:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.485357:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83e5c12400 with handle 0xc4ea75fdb9c26bb8 from hash 00010000:00000001:0.0:1783976871.485359:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.485360:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.485362:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.485363:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.485366:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.485367:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.485370:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.485373:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83ee19c600/0xc4ea75fdb9c2543b lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12c6d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3adbc3a expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976871.485379:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.485381:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.485383:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.485385:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12c6d:0x0] mode (null) 00000002:00000001:0.0:1783976871.485387:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.485388:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.485391:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d118f900 count: 2 00010000:00000001:0.0:1783976871.485392:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.485394:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.485395:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.485395:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.485396:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d118f900 count: 2 00010000:00000001:0.0:1783976871.485397:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.485399:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.485399:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.485400:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.485401:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d118f900 count: 2 00010000:00000001:0.0:1783976871.485402:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.485403:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.485403:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.485404:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.485405:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d118f900 count: 2 00010000:00000001:0.0:1783976871.485406:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.485407:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.485408:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.485409:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.485409:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.485412:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.485413:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.485415:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.485416:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.485418:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.485419:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.485421:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.485423:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.485424:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.485426:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976871.485427:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.485429:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.485430:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.485431:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.485433:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.485434:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.485435:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.485436:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12c6d:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.485437:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.485438:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.485440:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.485441:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.485442:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12c6d:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.485443:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.485444:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.485445:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.485446:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.485448:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.485449:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.485451:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.485452:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.485453:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.485454:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.485456:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976871.485457:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.485459:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.485460:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.485461:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.485462:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.485463:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.485465:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.485466:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.485467:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12c6d:0x0](ffff9b83fa6f00c8) invalid 00000020:00000001:0.0:1783976871.485469:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.485470:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56acb.sanity.644 (ffff9b82d140d6c0) parent ffff9b83c208b5e8 inode ffff9b83fa6f00c8 refc 0 00000080:00000001:0.0:1783976871.485473:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.485476:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.485477:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.485479:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.485479:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.485481:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.485482:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.485483:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.485484:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.485485:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.485486:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83ee19c600 with handle 0xc4ea75fdb9c2543b from hash 00010000:00000001:0.0:1783976871.485487:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.485488:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.485489:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.485490:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.485491:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.485492:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.485493:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.485495:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f3774200/0xc4ea75fdb9c2551b lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12c6e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3adc077 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976871.485499:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.485500:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.485501:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.485501:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12c6e:0x0] mode (null) 00000002:00000001:0.0:1783976871.485503:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.485504:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.485505:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f3f0fb00 count: 2 00010000:00000001:0.0:1783976871.485506:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.485507:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.485508:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.485509:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.485510:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f3f0fb00 count: 2 00010000:00000001:0.0:1783976871.485511:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.485512:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.485513:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.485514:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.485515:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f3f0fb00 count: 2 00010000:00000001:0.0:1783976871.485516:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.485517:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.485517:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.485518:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.485519:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f3f0fb00 count: 2 00010000:00000001:0.0:1783976871.485520:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.485521:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.485522:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.485523:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.485523:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.485524:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.485526:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.485527:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.485528:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.485529:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.485531:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.485532:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.485533:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.485534:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.485535:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976871.485537:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.485538:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.485539:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.485541:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.485542:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.485543:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.485544:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.485545:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12c6e:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.485546:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.485547:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.485548:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.485549:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.485551:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12c6e:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.485552:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.485553:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.485553:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.485554:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.485555:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.485557:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.485559:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.485560:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.485562:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.485564:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.485566:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976871.485568:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.485570:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.485572:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.485574:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.485576:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.485578:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.485580:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.485582:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.485583:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12c6e:0x0](ffff9b83d0e163c8) invalid 00000020:00000001:0.0:1783976871.485585:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.485587:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56acb.sanity.110 (ffff9b83e24d8438) parent ffff9b83c208b5e8 inode ffff9b83d0e163c8 refc 0 00000080:00000001:0.0:1783976871.485592:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.485595:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.485597:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.485599:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.485600:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.485603:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.485605:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.485606:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.485607:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.485608:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.485610:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f3774200 with handle 0xc4ea75fdb9c2551b from hash 00010000:00000001:0.0:1783976871.485611:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.485612:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.485613:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.485613:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.485615:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.485615:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.485617:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.485619:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f2a30800/0xc4ea75fdb9c254ff lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12c6f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3adbfdd expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976871.485623:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.485624:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.485625:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.485626:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12c6f:0x0] mode (null) 00000002:00000001:0.0:1783976871.485627:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.485628:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.485630:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c62a9300 count: 2 00010000:00000001:0.0:1783976871.485631:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.485632:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.485633:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.485634:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.485635:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c62a9300 count: 2 00010000:00000001:0.0:1783976871.485636:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.485637:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.485638:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.485638:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.485639:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c62a9300 count: 2 00010000:00000001:0.0:1783976871.485640:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.485641:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.485642:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.485642:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.485643:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c62a9300 count: 2 00010000:00000001:0.0:1783976871.485644:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.485645:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.485646:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.485647:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.485649:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.485651:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.485653:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.485656:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.485658:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.485660:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.485663:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.485665:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.485667:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.485669:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.485675:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976871.485677:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.485679:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.485681:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.485683:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.485685:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.485687:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.485688:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.485690:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12c6f:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.485691:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.485693:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.485694:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.485695:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.485697:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12c6f:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.485699:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.485700:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.485702:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.485703:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.485706:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.485708:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.485710:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.485712:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.485714:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.485716:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.485719:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976871.485721:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.485723:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.485725:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.485727:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.485729:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.485731:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.485732:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.485734:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.485735:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12c6f:0x0](ffff9b83fa6fec08) invalid 00000020:00000001:0.0:1783976871.485737:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.485739:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56acb.sanity.004 (ffff9b8400d98bd0) parent ffff9b83c208b5e8 inode ffff9b83fa6fec08 refc 0 00000080:00000001:0.0:1783976871.485742:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.485745:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.485747:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.485749:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.485750:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.485752:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.485753:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.485755:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.485756:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.485757:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.485759:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f2a30800 with handle 0xc4ea75fdb9c254ff from hash 00010000:00000001:0.0:1783976871.485761:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.485762:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.485763:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.485764:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.485765:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.485766:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.485769:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.485771:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f6c6e800/0xc4ea75fdb9c38165 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12c7d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3b2aa71 expref: -99 pid: 284637 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00000001:0.0:1783976871.485780:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.485781:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.485783:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.485784:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12c7d:0x0] mode (null) 00000002:00000001:0.0:1783976871.485786:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.485787:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.485788:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5cd4300 count: 2 00010000:00000001:0.0:1783976871.485790:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.485792:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.485793:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.485794:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.485795:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5cd4300 count: 2 00010000:00000001:0.0:1783976871.485797:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.485798:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.485800:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.485801:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.485802:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5cd4300 count: 2 00010000:00000001:0.0:1783976871.485803:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.485805:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.485806:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.485807:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.485809:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5cd4300 count: 2 00010000:00000001:0.0:1783976871.485810:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.485812:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.485813:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.485814:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.485815:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.485818:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.485820:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.485822:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.485824:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.485826:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.485828:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.485830:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.485833:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.485835:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.485837:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976871.485839:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.485841:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.485843:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.485845:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.485847:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.485849:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.485850:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.485852:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12c7d:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.485853:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.485855:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.485856:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.485857:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.485859:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12c7d:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.485860:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.485862:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.485863:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.485864:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.485867:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.485869:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.485871:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.485873:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.485875:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.485877:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.485879:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976871.485881:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.485883:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.485884:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.485886:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.485888:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.485890:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.485892:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.485893:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.485895:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12c7d:0x0](ffff9b83fa60f448) invalid 00000020:00000001:0.0:1783976871.485897:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.485898:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56Ca.sanity-6 (ffff9b83d0f785e8) parent ffff9b83d1f49510 inode ffff9b83fa60f448 refc 0 00000080:00000001:0.0:1783976871.485903:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.485906:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.485908:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.485910:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.485911:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.485914:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.485915:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.485916:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.485917:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.485918:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.485920:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f6c6e800 with handle 0xc4ea75fdb9c38165 from hash 00010000:00000001:0.0:1783976871.485921:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.485922:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.485922:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.485923:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.485925:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.485926:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.485928:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.485931:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83fb104200/0xc4ea75fdb9c3b521 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12c86:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3b3885d expref: -99 pid: 284635 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00000001:0.0:1783976871.485937:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.485939:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.485940:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.485942:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12c86:0x0] mode (null) 00000002:00000001:0.0:1783976871.485944:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.485945:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.485947:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5d75c00 count: 2 00010000:00000001:0.0:1783976871.485961:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.485964:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.485965:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.485966:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.485968:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5d75c00 count: 2 00010000:00000001:0.0:1783976871.485970:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.485971:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.485973:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.485974:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.485975:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5d75c00 count: 2 00010000:00000001:0.0:1783976871.485977:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.485979:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.485980:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.485981:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.485982:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5d75c00 count: 2 00010000:00000001:0.0:1783976871.485984:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.485985:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.485987:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.485988:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.485990:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.485992:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.485995:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.485998:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.486000:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.486003:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.486005:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.486008:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.486010:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.486013:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.486015:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976871.486017:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.486020:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.486022:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.486024:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.486026:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.486028:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.486029:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.486031:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12c86:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.486033:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.486035:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.486037:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.486038:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.486040:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12c86:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.486042:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.486043:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.486045:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.486047:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.486050:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.486051:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.486053:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.486054:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.486056:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.486057:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.486058:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976871.486060:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.486061:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.486062:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.486064:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.486065:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.486066:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.486067:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.486068:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.486069:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12c86:0x0](ffff9b83fa645b88) invalid 00000020:00000001:0.0:1783976871.486071:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.486072:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56Ca.sanity-4 (ffff9b8400df3e58) parent ffff9b83cc5fb948 inode ffff9b83fa645b88 refc 0 00000080:00000001:0.0:1783976871.486075:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.486077:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.486078:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.486080:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.486081:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.486083:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.486084:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.486085:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.486086:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.486087:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.486089:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83fb104200 with handle 0xc4ea75fdb9c3b521 from hash 00010000:00000001:0.0:1783976871.486090:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.486091:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.486092:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.486092:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.486094:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.486094:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.486096:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.486098:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83fb106a00/0xc4ea75fdb9c3b544 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12c87:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3b38913 expref: -99 pid: 284635 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00000001:0.0:1783976871.486102:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.486103:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.486104:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.486104:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12c87:0x0] mode (null) 00000002:00000001:0.0:1783976871.486106:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.486107:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.486109:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5cd4400 count: 2 00010000:00000001:0.0:1783976871.486110:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.486111:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.486112:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.486113:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.486114:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5cd4400 count: 2 00010000:00000001:0.0:1783976871.486115:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.486116:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.486117:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.486117:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.486118:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5cd4400 count: 2 00010000:00000001:0.0:1783976871.486119:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.486120:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.486121:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.486121:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.486122:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5cd4400 count: 2 00010000:00000001:0.0:1783976871.486123:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.486124:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.486125:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.486126:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.486127:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.486129:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.486130:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.486132:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.486133:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.486135:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.486136:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.486137:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.486139:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.486140:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.486142:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976871.486143:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.486144:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.486146:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.486148:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.486149:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.486151:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.486153:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.486155:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12c87:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.486156:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.486158:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.486159:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.486161:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.486162:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12c87:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.486164:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.486165:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.486167:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.486169:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.486171:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.486174:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.486176:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.486178:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.486180:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.486182:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.486185:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976871.486187:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.486189:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.486191:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.486193:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.486195:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.486199:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.486201:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.486203:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.486205:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12c87:0x0](ffff9b83fa60d348) invalid 00000020:00000001:0.0:1783976871.486207:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.486209:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56Ca.sanity-5 (ffff9b8400df1948) parent ffff9b83cc5fb948 inode ffff9b83fa60d348 refc 0 00000080:00000001:0.0:1783976871.486213:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.486216:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.486218:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.486220:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.486222:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.486224:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.486226:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.486227:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.486228:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.486229:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.486231:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83fb106a00 with handle 0xc4ea75fdb9c3b544 from hash 00010000:00000001:0.0:1783976871.486233:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.486235:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.486236:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.486237:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.486239:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.486240:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.486242:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.486245:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83fb104000/0xc4ea75fdb9c3b5fa lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12c88:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3b38c1c expref: -99 pid: 284635 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00000001:0.0:1783976871.486251:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.486252:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.486254:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.486255:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12c88:0x0] mode (null) 00000002:00000001:0.0:1783976871.486257:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.486258:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.486261:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5cd4200 count: 2 00010000:00000001:0.0:1783976871.486263:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.486265:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.486266:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.486267:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.486268:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5cd4200 count: 2 00010000:00000001:0.0:1783976871.486270:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.486271:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.486273:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.486274:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.486275:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5cd4200 count: 2 00010000:00000001:0.0:1783976871.486276:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.486277:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.486278:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.486279:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.486280:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5cd4200 count: 2 00010000:00000001:0.0:1783976871.486280:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.486281:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.486282:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.486283:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.486284:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.486286:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.486288:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.486289:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.486290:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.486292:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.486310:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.486311:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.486313:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.486314:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.486316:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976871.486317:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.486319:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.486320:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.486322:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.486323:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.486324:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.486325:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.486327:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12c88:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.486328:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.486329:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.486330:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.486331:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.486332:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12c88:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.486333:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.486334:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.486335:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.486336:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.486338:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.486339:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.486341:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.486342:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.486344:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.486345:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.486346:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976871.486348:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.486349:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.486350:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.486351:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.486353:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.486354:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.486355:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.486356:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.486357:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12c88:0x0](ffff9b83fa60ec08) invalid 00000020:00000001:0.0:1783976871.486358:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.486359:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56Ca.sanity-6 (ffff9b8400df3798) parent ffff9b83cc5fb948 inode ffff9b83fa60ec08 refc 0 00000080:00000001:0.0:1783976871.486363:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.486366:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.486368:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.486369:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.486370:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.486372:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.486373:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.486373:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.486374:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.486375:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.486377:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83fb104000 with handle 0xc4ea75fdb9c3b5fa from hash 00010000:00000001:0.0:1783976871.486378:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.486379:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.486380:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.486380:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.486381:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.486382:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.486383:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.486385:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f748f000/0xc4ea75fdb9c3b472 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12c89:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3b38570 expref: -99 pid: 284635 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00000001:0.0:1783976871.486389:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.486390:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.486391:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.486392:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12c89:0x0] mode (null) 00000002:00000001:0.0:1783976871.486393:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.486394:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.486395:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ed254e00 count: 2 00010000:00000001:0.0:1783976871.486396:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.486397:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.486398:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.486399:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.486400:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ed254e00 count: 2 00010000:00000001:0.0:1783976871.486401:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.486402:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.486403:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.486404:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.486405:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ed254e00 count: 2 00010000:00000001:0.0:1783976871.486406:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.486408:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.486409:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.486410:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.486412:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ed254e00 count: 2 00010000:00000001:0.0:1783976871.486414:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.486416:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.486417:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.486419:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.486420:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.486423:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.486426:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.486428:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.486430:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.486433:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.486435:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.486437:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.486439:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.486441:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.486444:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976871.486446:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.486448:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.486450:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.486451:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.486453:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.486454:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.486455:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.486456:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12c89:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.486458:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.486459:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.486460:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.486461:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.486462:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12c89:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.486464:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.486465:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.486466:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.486467:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.486468:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.486470:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.486472:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.486473:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.486474:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.486476:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.486478:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976871.486480:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.486482:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.486484:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.486486:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.486488:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.486490:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.486492:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.486494:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.486496:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12c89:0x0](ffff9b83fa603a88) invalid 00000020:00000001:0.0:1783976871.486498:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.486500:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56Ca.sanity-7 (ffff9b8400df1d80) parent ffff9b83cc5fb948 inode ffff9b83fa603a88 refc 0 00000080:00000001:0.0:1783976871.486505:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.486508:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.486510:0:296910:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976871.486511:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17c10 00000080:00002000:0.0:1783976871.486513:0:296910:0:(dcache.c:127:ll_ddelete()) keeping dentry dir2 (ffff9b83cc5fb948, parent ffff9b83d1f49510, inode ffff9b83fa60e3c8) hashed, 00000080:00000001:0.0:1783976871.486516:0:296910:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.486518:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.486520:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.486521:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.486523:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.486525:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.486526:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.486528:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.486530:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.486532:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f748f000 with handle 0xc4ea75fdb9c3b472 from hash 00010000:00000001:0.0:1783976871.486534:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.486535:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.486536:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.486537:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.486539:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.486541:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.486543:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.486546:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f7499800/0xc4ea75fdb9c3743e lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12c5d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3b26d85 expref: -99 pid: 284637 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976871.486552:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.486554:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.486555:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.486557:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12c5d:0x0] mode (null) 00000002:00000001:0.0:1783976871.486560:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.486561:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.486563:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5d87400 count: 2 00010000:00000001:0.0:1783976871.486565:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.486567:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.486569:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.486570:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.486572:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5d87400 count: 2 00010000:00000001:0.0:1783976871.486573:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.486575:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.486576:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.486577:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.486579:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5d87400 count: 2 00010000:00000001:0.0:1783976871.486580:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.486582:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.486584:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.486585:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.486586:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5d87400 count: 2 00010000:00000001:0.0:1783976871.486588:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.486590:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.486592:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.486594:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.486595:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.486598:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.486600:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.486602:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.486605:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.486607:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.486610:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.486612:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.486615:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.486617:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.486620:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976871.486622:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.486625:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.486627:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.486629:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.486631:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.486633:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.486635:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.486636:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12c5d:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.486638:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.486639:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.486641:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.486642:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.486644:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12c5d:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.486646:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.486647:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.486648:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.486650:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.486653:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.486655:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.486657:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.486660:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.486662:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.486665:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.486667:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976871.486669:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.486671:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.486673:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.486675:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.486677:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.486679:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.486681:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.486683:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.486685:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12c5d:0x0](ffff9b83fa6f63c8) invalid 00000020:00000001:0.0:1783976871.486687:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.486689:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56aca.sanity.007 (ffff9b83ca55d870) parent ffff9b83cc597798 inode ffff9b83fa6f63c8 refc 0 00000080:00000001:0.0:1783976871.486694:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.486697:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.486699:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.486701:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.486702:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.486704:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.486705:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.486706:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.486707:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.486708:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.486710:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f7499800 with handle 0xc4ea75fdb9c3743e from hash 00010000:00000001:0.0:1783976871.486711:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.486712:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.486713:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.486714:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.486715:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.486716:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.486717:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.486719:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83ef115600/0xc4ea75fdb9c37349 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12c5e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3b26892 expref: -99 pid: 284637 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976871.486723:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.486725:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.486726:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.486726:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12c5e:0x0] mode (null) 00000002:00000001:0.0:1783976871.486728:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.486729:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.486731:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c3b27200 count: 2 00010000:00000001:0.0:1783976871.486732:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.486733:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.486734:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.486735:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.486736:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c3b27200 count: 2 00010000:00000001:0.0:1783976871.486737:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.486738:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.486739:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.486740:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.486740:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c3b27200 count: 2 00010000:00000001:0.0:1783976871.486741:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.486742:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.486743:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.486744:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.486744:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c3b27200 count: 2 00010000:00000001:0.0:1783976871.486745:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.486746:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.486747:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.486748:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.486749:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.486751:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.486752:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.486753:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.486755:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.486756:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.486758:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.486759:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.486760:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.486761:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.486763:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976871.486765:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.486766:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.486767:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.486769:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.486770:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.486771:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.486772:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.486773:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12c5e:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.486775:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.486776:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.486777:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.486778:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.486779:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12c5e:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.486780:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.486782:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.486782:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.486784:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.486785:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.486786:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.486788:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.486789:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.486790:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.486791:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.486793:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976871.486794:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.486795:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.486796:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.486798:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.486799:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.486800:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.486801:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.486802:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.486803:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12c5e:0x0](ffff9b83d0e16c08) invalid 00000020:00000001:0.0:1783976871.486804:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.486805:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56aca.sanity.010 (ffff9b8400aa6288) parent ffff9b83cc597798 inode ffff9b83d0e16c08 refc 0 00000080:00000001:0.0:1783976871.486808:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.486810:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.486811:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.486812:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.486813:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.486814:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.486815:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.486816:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.486817:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.486818:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.486819:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83ef115600 with handle 0xc4ea75fdb9c37349 from hash 00010000:00000001:0.0:1783976871.486820:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.486821:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.486821:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.486822:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.486823:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.486823:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.486825:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.486827:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83fe23f200/0xc4ea75fdb9c37517 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12c5f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3b271bb expref: -99 pid: 284637 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976871.486830:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.486831:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.486831:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.486832:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12c5f:0x0] mode (null) 00000002:00000001:0.0:1783976871.486833:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.486834:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.486835:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fb064d00 count: 2 00010000:00000001:0.0:1783976871.486837:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.486838:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.486839:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.486839:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.486840:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fb064d00 count: 2 00010000:00000001:0.0:1783976871.486841:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.486842:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.486843:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.486844:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.486844:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fb064d00 count: 2 00010000:00000001:0.0:1783976871.486846:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.486847:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.486848:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.486848:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.486849:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fb064d00 count: 2 00010000:00000001:0.0:1783976871.486850:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.486851:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.486852:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.486853:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.486854:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.486855:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.486856:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.486858:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.486860:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.486862:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.486864:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.486866:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.486868:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.486870:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.486872:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976871.486874:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.486876:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.486878:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.486880:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.486882:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.486884:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.486886:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.486887:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12c5f:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.486889:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.486890:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.486892:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.486893:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.486895:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12c5f:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.486897:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.486899:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.486901:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.486903:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.486905:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.486907:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.486909:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.486911:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.486913:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.486914:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.486916:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976871.486917:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.486918:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.486920:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.486921:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.486922:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.486924:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.486925:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.486926:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.486927:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12c5f:0x0](ffff9b83fa6f5348) invalid 00000020:00000001:0.0:1783976871.486929:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.486930:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56aca.sanity.030 (ffff9b83ca55daf8) parent ffff9b83cc597798 inode ffff9b83fa6f5348 refc 0 00000080:00000001:0.0:1783976871.486932:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.486934:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.486936:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.486937:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.486938:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.486940:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.486942:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.486943:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.486944:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.486947:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.486960:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83fe23f200 with handle 0xc4ea75fdb9c37517 from hash 00010000:00000001:0.0:1783976871.486962:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.486963:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.486965:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.486966:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.486968:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.486969:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.486971:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.486974:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83fe3af800/0xc4ea75fdb9c3741b lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12c60:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3b26cdd expref: -99 pid: 284637 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976871.486981:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.486983:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.486985:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.486986:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12c60:0x0] mode (null) 00000002:00000001:0.0:1783976871.486988:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.486989:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.486992:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f3f0f800 count: 2 00010000:00000001:0.0:1783976871.486994:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.486996:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.486998:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.486999:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.487001:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f3f0f800 count: 2 00010000:00000001:0.0:1783976871.487002:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.487003:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.487004:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.487005:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.487006:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f3f0f800 count: 2 00010000:00000001:0.0:1783976871.487007:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.487008:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.487009:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.487009:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.487010:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f3f0f800 count: 2 00010000:00000001:0.0:1783976871.487011:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.487012:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.487013:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.487014:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.487015:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.487017:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.487018:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.487020:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.487021:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.487023:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.487024:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.487026:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.487028:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.487029:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.487031:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976871.487032:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.487034:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.487035:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.487036:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.487037:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.487039:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.487039:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.487041:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12c60:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.487042:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.487043:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.487044:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.487045:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.487046:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12c60:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.487048:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.487049:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.487051:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.487052:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.487055:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.487057:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.487059:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.487061:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.487063:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.487065:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.487068:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976871.487070:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.487072:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.487074:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.487077:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.487079:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.487080:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.487083:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.487084:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.487086:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12c60:0x0](ffff9b83fa6f6c08) invalid 00000020:00000001:0.0:1783976871.487088:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.487090:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56aca.sanity.050 (ffff9b83d0f72a20) parent ffff9b83cc597798 inode ffff9b83fa6f6c08 refc 0 00000080:00000001:0.0:1783976871.487094:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.487096:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.487098:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.487099:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.487100:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.487102:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.487103:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.487104:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.487105:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.487106:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.487108:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83fe3af800 with handle 0xc4ea75fdb9c3741b from hash 00010000:00000001:0.0:1783976871.487109:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.487110:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.487111:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.487111:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.487112:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.487113:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.487115:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.487116:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83fe23cc00/0xc4ea75fdb9c375f0 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12c61:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3b27622 expref: -99 pid: 284637 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976871.487120:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.487122:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.487123:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.487123:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12c61:0x0] mode (null) 00000002:00000001:0.0:1783976871.487125:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.487126:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.487127:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f3f0f000 count: 2 00010000:00000001:0.0:1783976871.487129:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.487130:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.487131:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.487132:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.487133:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f3f0f000 count: 2 00010000:00000001:0.0:1783976871.487134:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.487135:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.487136:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.487136:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.487137:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f3f0f000 count: 2 00010000:00000001:0.0:1783976871.487138:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.487139:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.487140:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.487140:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.487141:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f3f0f000 count: 2 00010000:00000001:0.0:1783976871.487142:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.487143:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.487144:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.487145:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.487146:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.487148:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.487150:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.487152:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.487154:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.487157:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.487159:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.487161:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.487164:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.487166:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.487168:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976871.487171:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.487173:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.487175:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.487178:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.487180:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.487182:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.487183:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.487185:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12c61:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.487187:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.487188:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.487190:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.487191:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.487193:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12c61:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.487194:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.487196:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.487197:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.487199:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.487202:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.487204:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.487206:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.487208:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.487211:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.487212:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.487214:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976871.487216:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.487219:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.487221:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.487223:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.487225:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.487227:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.487229:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.487231:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.487232:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12c61:0x0](ffff9b83cc4c42c8) invalid 00000020:00000001:0.0:1783976871.487234:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.487236:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56aca.sanity.070 (ffff9b83d0f73000) parent ffff9b83cc597798 inode ffff9b83cc4c42c8 refc 0 00000080:00000001:0.0:1783976871.487240:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.487243:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.487245:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.487247:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.487249:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.487252:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.487253:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.487255:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.487256:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.487257:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.487260:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83fe23cc00 with handle 0xc4ea75fdb9c375f0 from hash 00010000:00000001:0.0:1783976871.487261:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.487262:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.487264:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.487265:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.487266:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.487267:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.487269:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.487272:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83fecd5800/0xc4ea75fdb9c37747 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12c62:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3b27d1b expref: -99 pid: 284637 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976871.487278:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.487279:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.487281:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.487282:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12c62:0x0] mode (null) 00000002:00000001:0.0:1783976871.487284:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.487285:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.487287:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ca8b1400 count: 2 00010000:00000001:0.0:1783976871.487289:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.487291:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.487312:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.487313:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.487315:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ca8b1400 count: 2 00010000:00000001:0.0:1783976871.487317:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.487319:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.487320:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.487321:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.487322:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ca8b1400 count: 2 00010000:00000001:0.0:1783976871.487324:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.487326:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.487327:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.487328:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.487330:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ca8b1400 count: 2 00010000:00000001:0.0:1783976871.487332:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.487333:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.487335:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.487336:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.487337:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.487340:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.487342:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.487345:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.487347:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.487349:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.487351:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.487353:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.487356:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.487358:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.487360:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976871.487362:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.487364:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.487366:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.487368:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.487370:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.487372:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.487373:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.487375:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12c62:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.487377:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.487378:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.487380:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.487381:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.487383:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12c62:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.487384:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.487386:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.487387:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.487389:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.487391:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.487393:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.487395:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.487397:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.487399:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.487401:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.487403:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976871.487405:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.487407:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.487409:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.487411:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.487413:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.487415:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.487417:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.487419:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.487420:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12c62:0x0](ffff9b83ca4221c8) invalid 00000020:00000001:0.0:1783976871.487422:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.487424:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56aca.sanity.100 (ffff9b83d0f73e58) parent ffff9b83cc597798 inode ffff9b83ca4221c8 refc 0 00000080:00000001:0.0:1783976871.487428:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.487431:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.487433:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.487435:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.487436:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.487438:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.487440:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.487441:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.487443:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.487444:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.487446:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83fecd5800 with handle 0xc4ea75fdb9c37747 from hash 00010000:00000001:0.0:1783976871.487448:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.487449:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.487450:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.487451:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.487452:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.487454:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.487456:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.487459:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83efef5200/0xc4ea75fdb9c37701 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12c63:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3b27ba8 expref: -99 pid: 284637 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976871.487465:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.487467:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.487468:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.487469:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12c63:0x0] mode (null) 00000002:00000001:0.0:1783976871.487471:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.487472:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.487475:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c3b27400 count: 2 00010000:00000001:0.0:1783976871.487476:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.487478:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.487480:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.487481:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.487482:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c3b27400 count: 2 00010000:00000001:0.0:1783976871.487484:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.487485:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.487487:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.487488:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.487489:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c3b27400 count: 2 00010000:00000001:0.0:1783976871.487491:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.487493:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.487494:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.487495:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.487497:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c3b27400 count: 2 00010000:00000001:0.0:1783976871.487498:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.487500:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.487502:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.487503:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.487505:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.487507:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.487510:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.487512:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.487514:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.487517:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.487519:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.487521:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.487523:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.487525:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.487528:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976871.487530:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.487532:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.487534:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.487537:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.487539:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.487540:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.487542:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.487544:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12c63:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.487545:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.487547:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.487548:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.487550:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.487552:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12c63:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.487553:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.487555:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.487556:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.487558:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.487561:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.487563:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.487565:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.487566:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.487568:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.487569:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.487571:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976871.487572:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.487573:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.487575:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.487576:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.487578:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.487579:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.487580:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.487581:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.487582:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12c63:0x0](ffff9b83d0e12a08) invalid 00000020:00000001:0.0:1783976871.487584:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.487585:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56aca.sanity.300 (ffff9b83ca55e000) parent ffff9b83cc597798 inode ffff9b83d0e12a08 refc 0 00000080:00000001:0.0:1783976871.487588:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.487591:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.487592:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.487594:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.487595:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.487596:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.487598:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.487598:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.487599:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.487601:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.487602:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83efef5200 with handle 0xc4ea75fdb9c37701 from hash 00010000:00000001:0.0:1783976871.487604:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.487604:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.487605:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.487606:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.487607:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.487607:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.487609:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.487610:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83fecd3e00/0xc4ea75fdb9c37621 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12c64:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3b27709 expref: -99 pid: 284637 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976871.487614:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.487615:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.487616:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.487617:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12c64:0x0] mode (null) 00000002:00000001:0.0:1783976871.487618:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.487619:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.487621:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c3b27b00 count: 2 00010000:00000001:0.0:1783976871.487622:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.487624:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.487625:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.487626:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.487627:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c3b27b00 count: 2 00010000:00000001:0.0:1783976871.487628:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.487629:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.487629:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.487630:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.487631:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c3b27b00 count: 2 00010000:00000001:0.0:1783976871.487632:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.487633:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.487633:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.487634:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.487635:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c3b27b00 count: 2 00010000:00000001:0.0:1783976871.487636:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.487637:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.487638:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.487638:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.487639:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.487641:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.487642:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.487644:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.487645:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.487646:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.487647:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.487648:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.487650:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.487651:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.487652:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976871.487654:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.487655:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.487656:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.487658:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.487659:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.487660:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.487661:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.487663:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12c64:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.487664:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.487665:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.487666:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.487667:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.487668:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12c64:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.487669:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.487670:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.487671:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.487672:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.487674:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.487675:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.487676:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.487677:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.487678:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.487679:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.487681:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976871.487682:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.487683:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.487685:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.487686:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.487687:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.487688:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.487689:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.487690:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.487691:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12c64:0x0](ffff9b83d0e17448) invalid 00000020:00000001:0.0:1783976871.487692:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.487693:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56aca.sanity.500 (ffff9b83d0f79af8) parent ffff9b83cc597798 inode ffff9b83d0e17448 refc 0 00000080:00000001:0.0:1783976871.487696:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.487697:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.487698:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.487699:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.487700:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.487701:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.487702:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.487703:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.487703:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.487704:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.487706:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83fecd3e00 with handle 0xc4ea75fdb9c37621 from hash 00010000:00000001:0.0:1783976871.487707:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.487708:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.487708:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.487709:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.487710:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.487710:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.487711:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.487713:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83fe23fe00/0xc4ea75fdb9c37698 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12c65:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3b27971 expref: -99 pid: 284637 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976871.487716:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.487717:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.487718:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.487719:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12c65:0x0] mode (null) 00000002:00000001:0.0:1783976871.487720:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.487720:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.487721:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83dae0d700 count: 2 00010000:00000001:0.0:1783976871.487722:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.487723:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.487724:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.487725:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.487726:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83dae0d700 count: 2 00010000:00000001:0.0:1783976871.487727:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.487728:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.487729:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.487730:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.487731:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83dae0d700 count: 2 00010000:00000001:0.0:1783976871.487731:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.487732:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.487733:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.487734:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.487735:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83dae0d700 count: 2 00010000:00000001:0.0:1783976871.487736:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.487737:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.487738:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.487739:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.487740:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.487741:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.487742:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.487743:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.487745:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.487746:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.487747:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.487748:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.487750:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.487751:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.487752:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976871.487754:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.487755:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.487756:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.487758:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.487759:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.487760:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.487760:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.487761:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12c65:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.487762:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.487763:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.487764:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.487764:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.487766:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12c65:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.487766:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.487767:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.487768:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.487769:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.487771:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.487772:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.487773:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.487775:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.487776:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.487777:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.487779:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976871.487780:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.487781:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.487782:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.487783:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.487784:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.487785:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.487786:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.487787:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.487788:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12c65:0x0](ffff9b83d0e121c8) invalid 00000020:00000001:0.0:1783976871.487789:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.487790:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56aca.sanity.700 (ffff9b83ca55d510) parent ffff9b83cc597798 inode ffff9b83d0e121c8 refc 0 00000080:00000001:0.0:1783976871.487792:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.487794:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.487795:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.487796:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.487797:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.487798:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.487798:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.487799:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.487800:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.487801:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.487802:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83fe23fe00 with handle 0xc4ea75fdb9c37698 from hash 00010000:00000001:0.0:1783976871.487803:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.487804:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.487805:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.487806:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.487808:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.487809:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.487811:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.487813:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83ffde8800/0xc4ea75fdb9c375c6 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12c66:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3b27534 expref: -99 pid: 284637 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976871.487824:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.487826:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.487827:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.487829:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12c66:0x0] mode (null) 00000002:00000001:0.0:1783976871.487830:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.487832:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.487834:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83dae0d800 count: 2 00010000:00000001:0.0:1783976871.487836:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.487838:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.487839:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.487840:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.487842:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83dae0d800 count: 2 00010000:00000001:0.0:1783976871.487843:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.487845:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.487847:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.487848:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.487849:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83dae0d800 count: 2 00010000:00000001:0.0:1783976871.487851:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.487853:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.487854:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.487855:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.487856:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83dae0d800 count: 2 00010000:00000001:0.0:1783976871.487858:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.487860:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.487861:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.487863:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.487864:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.487867:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.487869:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.487871:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.487873:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.487876:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.487878:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.487880:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.487884:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.487886:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.487888:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976871.487890:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.487892:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.487895:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.487897:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.487899:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.487900:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.487901:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.487902:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12c66:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.487904:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.487904:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.487905:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.487906:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.487908:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12c66:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.487909:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.487910:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.487911:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.487912:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.487914:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.487916:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.487917:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.487918:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.487920:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.487921:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.487922:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976871.487924:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.487925:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.487926:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.487927:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.487929:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.487930:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.487931:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.487932:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.487934:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12c66:0x0](ffff9b83d0e142c8) invalid 00000020:00000001:0.0:1783976871.487936:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.487937:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56aca.sanity.111 (ffff9b83d0f79360) parent ffff9b83cc597798 inode ffff9b83d0e142c8 refc 0 00000080:00000001:0.0:1783976871.487942:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.487944:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.487946:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.487958:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.487960:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.487962:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.487964:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.487965:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.487966:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.487968:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.487970:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83ffde8800 with handle 0xc4ea75fdb9c375c6 from hash 00010000:00000001:0.0:1783976871.487972:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.487973:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.487975:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.487975:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.487977:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.487979:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.487981:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.487984:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83fecd2800/0xc4ea75fdb9c376ec lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12c67:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3b27b23 expref: -99 pid: 284637 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976871.487989:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.487991:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.487992:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.487994:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12c67:0x0] mode (null) 00000002:00000001:0.0:1783976871.487996:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.487997:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.487998:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83dae0d900 count: 2 00010000:00000001:0.0:1783976871.488000:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.488001:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.488002:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.488003:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.488004:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83dae0d900 count: 2 00010000:00000001:0.0:1783976871.488005:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.488006:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.488007:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.488008:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.488009:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83dae0d900 count: 2 00010000:00000001:0.0:1783976871.488010:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.488011:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.488011:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.488012:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.488013:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83dae0d900 count: 2 00010000:00000001:0.0:1783976871.488014:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.488015:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.488017:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.488018:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.488019:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.488022:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.488024:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.488027:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.488029:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.488032:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.488034:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.488037:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.488039:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.488041:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.488044:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976871.488046:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.488048:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.488050:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.488053:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.488054:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.488056:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.488057:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.488059:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12c67:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.488061:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.488062:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.488064:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.488065:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.488067:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12c67:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.488068:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.488070:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.488071:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.488073:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.488075:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.488078:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.488080:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.488082:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.488084:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.488086:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.488088:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976871.488090:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.488091:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.488093:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.488095:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.488097:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.488099:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.488100:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.488102:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.488103:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12c67:0x0](ffff9b83d0e15b88) invalid 00000020:00000001:0.0:1783976871.488106:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.488107:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56aca.sanity.333 (ffff9b8400aa4e58) parent ffff9b83cc597798 inode ffff9b83d0e15b88 refc 0 00000080:00000001:0.0:1783976871.488112:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.488115:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.488118:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.488120:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.488121:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.488124:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.488125:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.488127:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.488128:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.488130:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.488132:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83fecd2800 with handle 0xc4ea75fdb9c376ec from hash 00010000:00000001:0.0:1783976871.488134:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.488135:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.488136:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.488137:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.488139:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.488140:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.488142:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.488145:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83efef5400/0xc4ea75fdb9c37724 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12c68:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3b27c50 expref: -99 pid: 284637 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976871.488151:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.488153:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.488154:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.488155:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12c68:0x0] mode (null) 00000002:00000001:0.0:1783976871.488157:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.488159:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.488161:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ecccb700 count: 2 00010000:00000001:0.0:1783976871.488163:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.488165:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.488167:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.488168:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.488169:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ecccb700 count: 2 00010000:00000001:0.0:1783976871.488171:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.488173:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.488174:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.488175:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.488177:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ecccb700 count: 2 00010000:00000001:0.0:1783976871.488178:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.488180:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.488182:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.488183:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.488184:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ecccb700 count: 2 00010000:00000001:0.0:1783976871.488186:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.488188:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.488189:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.488191:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.488192:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.488195:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.488198:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.488201:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.488204:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.488206:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.488209:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.488211:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.488213:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.488216:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.488218:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976871.488221:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.488223:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.488226:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.488228:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.488230:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.488232:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.488234:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.488236:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12c68:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.488238:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.488239:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.488241:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.488243:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.488244:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12c68:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.488246:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.488248:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.488249:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.488251:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.488254:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.488256:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.488259:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.488261:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.488263:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.488265:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.488268:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976871.488270:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.488273:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.488275:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.488277:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.488279:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.488281:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.488282:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.488284:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.488286:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12c68:0x0](ffff9b83ca4242c8) invalid 00000020:00000001:0.0:1783976871.488288:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.488290:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56aca.sanity.555 (ffff9b83ca55e948) parent ffff9b83cc597798 inode ffff9b83ca4242c8 refc 0 00000080:00000001:0.0:1783976871.488309:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.488312:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.488313:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.488315:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.488315:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.488317:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.488319:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.488319:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.488320:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.488322:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.488323:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83efef5400 with handle 0xc4ea75fdb9c37724 from hash 00010000:00000001:0.0:1783976871.488325:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.488325:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.488326:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.488327:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.488328:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.488329:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.488331:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.488332:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83ef113000/0xc4ea75fdb9c372f5 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12c69:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3b266e7 expref: -99 pid: 284637 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00000001:0.0:1783976871.488337:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.488338:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.488339:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.488340:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12c69:0x0] mode (null) 00000002:00000001:0.0:1783976871.488341:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.488342:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.488344:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f2f79e00 count: 2 00010000:00000001:0.0:1783976871.488345:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.488346:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.488347:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.488348:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.488349:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f2f79e00 count: 2 00010000:00000001:0.0:1783976871.488350:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.488351:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.488352:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.488353:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.488354:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f2f79e00 count: 2 00010000:00000001:0.0:1783976871.488354:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.488355:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.488356:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.488357:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.488358:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f2f79e00 count: 2 00010000:00000001:0.0:1783976871.488358:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.488359:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.488360:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.488361:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.488362:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.488364:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.488365:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.488367:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.488368:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.488370:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.488371:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.488372:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.488374:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.488375:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.488376:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976871.488378:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.488379:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.488381:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.488382:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.488384:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.488385:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.488386:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.488387:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12c69:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.488388:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.488389:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.488390:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.488391:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.488392:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12c69:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.488393:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.488394:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.488395:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.488396:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.488398:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.488399:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.488401:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.488402:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.488403:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.488405:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.488406:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976871.488407:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.488408:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.488410:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.488411:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.488412:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.488413:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.488414:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.488415:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.488416:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12c69:0x0](ffff9b83fa6f7448) invalid 00000020:00000001:0.0:1783976871.488418:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.488419:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56aca.sanity.777 (ffff9b8400d33438) parent ffff9b83cc597798 inode ffff9b83fa6f7448 refc 0 00000080:00000001:0.0:1783976871.488423:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.488425:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.488426:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.488427:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.488428:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.488429:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.488430:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.488431:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.488432:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.488433:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.488435:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83ef113000 with handle 0xc4ea75fdb9c372f5 from hash 00010000:00000001:0.0:1783976871.488436:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.488437:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.488437:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.488438:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.488439:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.488440:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.488441:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.488443:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f2a30c00/0xc4ea75fdb9c254ab lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12c6a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3adbe5c expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976871.488446:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.488447:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.488448:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.488449:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12c6a:0x0] mode (null) 00000002:00000001:0.0:1783976871.488450:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.488450:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.488451:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1b9c600 count: 2 00010000:00000001:0.0:1783976871.488452:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.488454:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.488454:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.488455:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.488456:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1b9c600 count: 2 00010000:00000001:0.0:1783976871.488457:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.488458:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.488459:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.488460:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.488461:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1b9c600 count: 2 00010000:00000001:0.0:1783976871.488462:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.488463:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.488464:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.488465:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.488466:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1b9c600 count: 2 00010000:00000001:0.0:1783976871.488467:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.488468:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.488469:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.488470:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.488470:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.488471:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.488473:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.488474:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.488475:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.488476:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.488478:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.488479:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.488480:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.488481:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.488483:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976871.488484:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.488485:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.488487:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.488488:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.488489:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.488490:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.488491:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.488492:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12c6a:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.488493:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.488494:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.488495:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.488496:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.488497:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12c6a:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.488498:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.488499:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.488500:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.488501:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.488503:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.488504:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.488505:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.488507:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.488508:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.488509:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.488510:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976871.488511:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.488512:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.488513:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.488514:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.488516:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.488517:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.488518:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.488518:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.488519:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12c6a:0x0](ffff9b83fa0163c8) invalid 00000020:00000001:0.0:1783976871.488521:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.488522:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56acb.sanity.000 (ffff9b83e24d9e58) parent ffff9b83c208b5e8 inode ffff9b83fa0163c8 refc 0 00000080:00000001:0.0:1783976871.488524:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.488526:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.488527:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.488528:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.488529:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.488531:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.488531:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.488532:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.488533:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.488534:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.488535:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f2a30c00 with handle 0xc4ea75fdb9c254ab from hash 00010000:00000001:0.0:1783976871.488536:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.488537:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.488538:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.488539:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.488540:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.488540:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.488542:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.488544:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c32df000/0xc4ea75fdb9c25465 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12c6b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3adbcf7 expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976871.488547:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.488548:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.488548:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.488549:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12c6b:0x0] mode (null) 00000002:00000001:0.0:1783976871.488550:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.488551:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.488552:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c62a9e00 count: 2 00010000:00000001:0.0:1783976871.488553:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.488554:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.488554:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.488555:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.488556:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c62a9e00 count: 2 00010000:00000001:0.0:1783976871.488557:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.488558:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.488559:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.488560:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.488561:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c62a9e00 count: 2 00010000:00000001:0.0:1783976871.488562:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.488563:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.488564:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.488564:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.488565:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c62a9e00 count: 2 00010000:00000001:0.0:1783976871.488566:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.488567:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.488568:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.488569:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.488569:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.488571:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.488572:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.488574:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.488575:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.488576:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.488577:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.488579:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.488580:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.488581:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.488583:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976871.488584:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.488585:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.488587:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.488588:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.488589:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.488590:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.488591:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.488592:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12c6b:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.488593:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.488594:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.488594:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.488595:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.488596:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12c6b:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.488597:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.488598:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.488599:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.488600:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.488601:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.488602:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.488603:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.488604:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.488606:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.488607:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.488608:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976871.488609:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.488610:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.488612:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.488613:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.488615:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.488616:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.488617:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.488618:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.488619:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12c6b:0x0](ffff9b83d0e11148) invalid 00000020:00000001:0.0:1783976871.488620:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.488621:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56acb.sanity.2000 (ffff9b8400ccc288) parent ffff9b83c208b5e8 inode ffff9b83d0e11148 refc 0 00000080:00000001:0.0:1783976871.488623:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.488624:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.488626:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.488626:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.488627:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.488628:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.488629:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.488630:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.488630:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.488631:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.488632:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83c32df000 with handle 0xc4ea75fdb9c25465 from hash 00010000:00000001:0.0:1783976871.488633:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.488634:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.488635:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.488636:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.488636:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.488637:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.488639:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.488640:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f2a31800/0xc4ea75fdb9c254d5 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12c6c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3adbefd expref: -99 pid: 284636 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976871.488643:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.488644:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.488645:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.488645:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12c6c:0x0] mode (null) 00000002:00000001:0.0:1783976871.488646:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.488647:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.488648:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c62a9b00 count: 2 00010000:00000001:0.0:1783976871.488650:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.488651:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.488652:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.488653:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.488653:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c62a9b00 count: 2 00010000:00000001:0.0:1783976871.488654:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.488655:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.488656:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.488657:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.488657:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c62a9b00 count: 2 00010000:00000001:0.0:1783976871.488658:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.488659:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.488660:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.488661:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.488661:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c62a9b00 count: 2 00010000:00000001:0.0:1783976871.488662:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.488663:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.488664:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.488665:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.488666:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.488667:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.488668:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.488669:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.488671:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.488672:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.488673:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.488674:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.488675:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.488676:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.488678:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976871.488679:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.488680:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.488681:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.488683:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.488684:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.488685:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.488686:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.488687:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12c6c:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.488689:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.488689:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.488690:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.488691:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.488692:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12c6c:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.488693:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.488693:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.488694:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.488695:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.488696:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.488698:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.488699:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.488700:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.488701:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.488702:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.488703:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976871.488704:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.488706:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.488707:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.488708:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.488709:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.488710:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.488712:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.488712:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.488713:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12c6c:0x0](ffff9b83d0e11988) invalid 00000020:00000001:0.0:1783976871.488714:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.488715:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56acb.sanity.4000 (ffff9b8400d98a20) parent ffff9b83c208b5e8 inode ffff9b83d0e11988 refc 0 00000080:00000001:0.0:1783976871.488718:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.488719:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.488721:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.488722:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.488723:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.488724:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.488725:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.488726:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.488727:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.488727:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.488729:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f2a31800 with handle 0xc4ea75fdb9c254d5 from hash 00010000:00000001:0.0:1783976871.488730:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.488730:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.488731:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.488731:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.488732:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.488733:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.488734:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.488736:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83de1f1800/0xc4ea75fdb9c3ad25 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12a44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3b36812 expref: -99 pid: 284634 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00000001:0.0:1783976871.488740:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.488741:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.488741:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.488742:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12a44:0x0] mode (null) 00000002:00000001:0.0:1783976871.488743:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.488744:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.488745:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1ade000 count: 2 00010000:00000001:0.0:1783976871.488746:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.488747:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.488748:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.488748:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.488749:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1ade000 count: 2 00010000:00000001:0.0:1783976871.488750:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.488751:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.488752:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.488752:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.488753:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1ade000 count: 2 00010000:00000001:0.0:1783976871.488754:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.488756:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.488757:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.488758:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.488759:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1ade000 count: 2 00010000:00000001:0.0:1783976871.488760:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.488761:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.488762:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.488762:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.488763:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.488764:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.488765:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.488767:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.488768:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.488769:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.488770:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.488771:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.488772:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.488774:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.488775:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976871.488776:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.488777:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.488779:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.488780:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.488781:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.488782:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.488783:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.488784:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12a44:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.488785:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.488786:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.488787:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.488787:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.488789:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12a44:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.488789:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.488790:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.488791:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.488792:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.488794:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.488795:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.488797:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.488798:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.488801:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.488803:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.488805:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976871.488807:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.488809:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.488811:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.488813:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.488815:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.488817:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.488819:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.488821:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.488822:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12a44:0x0](ffff9b83d0822a08) invalid 00000020:00000001:0.0:1783976871.488825:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.488827:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56z.sanity (ffff9b83fa277000) parent ffff9b83fa2746c0 inode ffff9b83d0822a08 refc 0 00000080:00000001:0.0:1783976871.488832:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.488834:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.488837:0:296910:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976871.488838:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17c10 00000080:00002000:0.0:1783976871.488840:0:296910:0:(dcache.c:127:ll_ddelete()) keeping dentry d0 (ffff9b83fa2746c0, parent ffff9b83fa61e288, inode ffff9b83cb2d0908) hashed, 00000080:00000001:0.0:1783976871.488843:0:296910:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.488846:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.488848:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.488849:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.488851:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.488852:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.488853:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.488854:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.488855:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.488857:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83de1f1800 with handle 0xc4ea75fdb9c3ad25 from hash 00010000:00000001:0.0:1783976871.488858:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.488859:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.488860:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.488861:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.488862:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.488863:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.488864:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.488866:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83efa2ac00/0xc4ea75fdb9c3abf8 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12a45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3b362fc expref: -99 pid: 284634 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00000001:0.0:1783976871.488870:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.488872:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.488872:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.488873:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12a45:0x0] mode (null) 00000002:00000001:0.0:1783976871.488875:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.488876:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.488877:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fceb3a00 count: 2 00010000:00000001:0.0:1783976871.488878:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.488880:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.488881:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.488881:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.488882:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fceb3a00 count: 2 00010000:00000001:0.0:1783976871.488883:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.488884:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.488885:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.488886:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.488887:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fceb3a00 count: 2 00010000:00000001:0.0:1783976871.488888:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.488888:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.488889:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.488890:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.488891:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fceb3a00 count: 2 00010000:00000001:0.0:1783976871.488892:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.488892:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.488893:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.488894:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.488895:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.488897:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.488899:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.488900:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.488902:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.488903:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.488905:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.488906:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.488908:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.488909:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.488911:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976871.488912:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.488914:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.488915:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.488917:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.488918:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.488919:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.488920:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.488921:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12a45:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.488922:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.488923:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.488924:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.488925:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.488926:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12a45:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.488927:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.488928:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.488929:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.488930:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.488932:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.488933:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.488935:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.488937:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.488939:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.488941:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.488943:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976871.488945:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.488958:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.488961:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.488963:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.488965:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.488967:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.488969:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.488971:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.488972:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12a45:0x0](ffff9b83d0d37448) invalid 00000020:00000001:0.0:1783976871.488975:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.488976:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56z.sanity (ffff9b83fa274360) parent ffff9b83cb1ef798 inode ffff9b83d0d37448 refc 0 00000080:00000001:0.0:1783976871.488981:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.488984:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.488987:0:296910:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976871.488988:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17c10 00000080:00002000:0.0:1783976871.488990:0:296910:0:(dcache.c:127:ll_ddelete()) deleting dentry d1 (ffff9b83cb1ef798, parent ffff9b83fa61e288, inode ffff9b83d0d32a08) hashed, 00000080:00000001:0.0:1783976871.488992:0:296910:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976871.488997:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.488998:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.489002:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.489003:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.489004:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.489006:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.489007:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.489008:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.489009:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.489010:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.489012:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83efa2ac00 with handle 0xc4ea75fdb9c3abf8 from hash 00010000:00000001:0.0:1783976871.489013:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.489014:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.489015:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.489016:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.489017:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.489018:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.489019:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.489021:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f7437200/0xc4ea75fdb9c3acbc lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12a46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3b36659 expref: -99 pid: 284635 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00000001:0.0:1783976871.489028:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.489029:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.489030:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.489031:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12a46:0x0] mode (null) 00000002:00000001:0.0:1783976871.489032:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.489033:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.489035:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1ade700 count: 2 00010000:00000001:0.0:1783976871.489036:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.489038:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.489038:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.489039:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.489040:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1ade700 count: 2 00010000:00000001:0.0:1783976871.489041:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.489042:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.489043:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.489044:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.489044:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1ade700 count: 2 00010000:00000001:0.0:1783976871.489045:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.489047:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.489048:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.489049:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.489050:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1ade700 count: 2 00010000:00000001:0.0:1783976871.489052:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.489053:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.489055:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.489056:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.489057:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.489060:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.489063:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.489065:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.489067:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.489070:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.489073:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.489075:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.489078:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.489080:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.489083:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976871.489085:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.489088:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.489090:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.489092:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.489094:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.489096:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.489098:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.489099:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12a46:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.489101:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.489102:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.489104:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.489105:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.489107:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12a46:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.489108:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.489110:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.489111:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.489113:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.489116:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.489118:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.489120:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.489122:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.489124:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.489126:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.489128:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976871.489129:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.489131:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.489132:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.489134:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.489135:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.489136:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.489137:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.489139:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.489140:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12a46:0x0](ffff9b83d0827448) invalid 00000020:00000001:0.0:1783976871.489142:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.489143:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56z.sanity (ffff9b83fa274438) parent ffff9b8400ad7a20 inode ffff9b83d0827448 refc 0 00000080:00000001:0.0:1783976871.489146:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.489148:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.489149:0:296910:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976871.489150:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17c10 00000080:00002000:0.0:1783976871.489152:0:296910:0:(dcache.c:127:ll_ddelete()) keeping dentry d2 (ffff9b8400ad7a20, parent ffff9b83fa61e288, inode ffff9b83d0d300c8) hashed, 00000080:00000001:0.0:1783976871.489154:0:296910:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.489155:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.489157:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.489159:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.489161:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.489162:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.489163:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.489165:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.489166:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.489168:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f7437200 with handle 0xc4ea75fdb9c3acbc from hash 00010000:00000001:0.0:1783976871.489170:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.489172:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.489173:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.489174:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.489176:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.489177:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.489179:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.489182:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83ef852800/0xc4ea75fdb9c3ac22 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12a47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3b363b9 expref: -99 pid: 284635 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00000001:0.0:1783976871.489188:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.489190:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.489191:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.489192:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12a47:0x0] mode (null) 00000002:00000001:0.0:1783976871.489194:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.489196:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.489198:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1ade500 count: 2 00010000:00000001:0.0:1783976871.489200:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.489202:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.489203:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.489204:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.489205:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1ade500 count: 2 00010000:00000001:0.0:1783976871.489206:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.489207:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.489208:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.489209:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.489209:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1ade500 count: 2 00010000:00000001:0.0:1783976871.489210:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.489211:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.489212:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.489213:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.489213:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1ade500 count: 2 00010000:00000001:0.0:1783976871.489214:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.489215:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.489216:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.489217:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.489218:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.489221:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.489223:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.489226:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.489228:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.489230:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.489232:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.489234:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.489237:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.489239:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.489242:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976871.489244:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.489246:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.489248:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.489250:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.489252:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.489254:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.489256:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.489257:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12a47:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.489259:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.489260:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.489262:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.489263:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.489265:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12a47:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.489267:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.489268:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.489270:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.489271:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.489274:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.489276:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.489278:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.489280:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.489282:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.489284:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.489287:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976871.489289:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.489291:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.489308:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.489309:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.489311:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.489312:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.489314:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.489315:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.489316:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12a47:0x0](ffff9b83d0823a88) invalid 00000020:00000001:0.0:1783976871.489318:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.489319:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56z.sanity (ffff9b8400dd1a20) parent ffff9b8400978870 inode ffff9b83d0823a88 refc 0 00000080:00000001:0.0:1783976871.489323:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.489325:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.489327:0:296910:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976871.489328:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17c10 00000080:00002000:0.0:1783976871.489330:0:296910:0:(dcache.c:127:ll_ddelete()) deleting dentry d5 (ffff9b8400978870, parent ffff9b83fa61e288, inode ffff9b83cb364b08) hashed, 00000080:00000001:0.0:1783976871.489332:0:296910:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976871.489336:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.489337:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.489339:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.489340:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.489341:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.489342:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.489344:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.489345:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.489346:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.489347:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.489349:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83ef852800 with handle 0xc4ea75fdb9c3ac22 from hash 00010000:00000001:0.0:1783976871.489350:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.489351:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.489352:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.489353:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.489354:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.489355:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.489356:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.489358:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c55d0e00/0xc4ea75fdb9c3ac7d lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12a48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3b36548 expref: -99 pid: 284635 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00000001:0.0:1783976871.489362:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.489364:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.489365:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.489366:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12a48:0x0] mode (null) 00000002:00000001:0.0:1783976871.489367:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.489368:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.489369:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d5985b00 count: 2 00010000:00000001:0.0:1783976871.489371:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.489372:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.489374:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.489375:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.489376:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d5985b00 count: 2 00010000:00000001:0.0:1783976871.489378:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.489380:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.489381:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.489383:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.489383:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d5985b00 count: 2 00010000:00000001:0.0:1783976871.489385:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.489386:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.489387:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.489387:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.489388:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d5985b00 count: 2 00010000:00000001:0.0:1783976871.489389:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.489390:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.489391:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.489393:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.489394:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.489396:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.489397:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.489399:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.489400:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.489402:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.489403:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.489404:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.489406:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.489407:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.489408:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976871.489410:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.489411:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.489413:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.489414:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.489415:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.489417:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.489418:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.489419:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12a48:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.489420:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.489421:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.489422:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.489423:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.489424:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12a48:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.489426:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.489427:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.489428:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.489429:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.489430:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.489432:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.489433:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.489434:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.489436:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.489437:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.489438:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976871.489439:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.489441:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.489442:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.489443:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.489444:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.489445:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.489446:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.489447:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.489448:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12a48:0x0](ffff9b83cb303248) invalid 00000020:00000001:0.0:1783976871.489449:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.489450:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56z.sanity (ffff9b8400dd2798) parent ffff9b83fa61ed80 inode ffff9b83cb303248 refc 0 00000080:00000001:0.0:1783976871.489453:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.489455:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.489457:0:296910:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976871.489458:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17c10 00000080:00002000:0.0:1783976871.489459:0:296910:0:(dcache.c:127:ll_ddelete()) deleting dentry d7 (ffff9b83fa61ed80, parent ffff9b83fa61e288, inode ffff9b83d0821148) hashed, 00000080:00000001:0.0:1783976871.489460:0:296910:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976871.489462:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.489464:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.489465:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.489466:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.489467:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.489468:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.489469:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.489470:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.489471:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.489472:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.489474:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83c55d0e00 with handle 0xc4ea75fdb9c3ac7d from hash 00010000:00000001:0.0:1783976871.489475:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.489476:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.489476:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.489477:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.489478:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.489478:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.489480:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.489482:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b84015dd200/0xc4ea75fdb9c3ae13 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12a49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3b36aea expref: -99 pid: 284635 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00000001:0.0:1783976871.489485:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.489486:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.489487:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.489487:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12a49:0x0] mode (null) 00000002:00000001:0.0:1783976871.489488:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.489489:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.489490:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82c2918400 count: 2 00010000:00000001:0.0:1783976871.489492:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.489493:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.489494:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.489494:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.489495:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82c2918400 count: 2 00010000:00000001:0.0:1783976871.489496:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.489497:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.489498:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.489498:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.489499:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82c2918400 count: 2 00010000:00000001:0.0:1783976871.489500:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.489501:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.489502:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.489502:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.489503:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82c2918400 count: 2 00010000:00000001:0.0:1783976871.489505:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.489506:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.489507:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.489508:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.489509:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.489510:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.489512:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.489513:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.489514:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.489515:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.489517:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.489518:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.489519:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.489521:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.489522:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976871.489523:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.489525:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.489526:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.489527:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.489528:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.489529:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.489530:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.489531:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12a49:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.489532:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.489533:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.489534:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.489534:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.489536:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12a49:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.489537:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.489538:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.489539:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.489540:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.489541:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.489542:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.489543:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.489545:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.489546:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.489547:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.489549:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976871.489550:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.489551:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.489552:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.489553:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.489554:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.489555:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.489557:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.489557:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.489558:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12a49:0x0](ffff9b83d08263c8) invalid 00000020:00000001:0.0:1783976871.489560:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.489560:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56z.sanity (ffff9b8400dd2360) parent ffff9b83fa61e360 inode ffff9b83d08263c8 refc 0 00000080:00000001:0.0:1783976871.489563:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.489564:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.489565:0:296910:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976871.489566:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17c10 00000080:00002000:0.0:1783976871.489567:0:296910:0:(dcache.c:127:ll_ddelete()) keeping dentry d8 (ffff9b83fa61e360, parent ffff9b83fa61e288, inode ffff9b83cb3621c8) hashed, 00000080:00000001:0.0:1783976871.489568:0:296910:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.489569:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.489570:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.489570:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.489571:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.489572:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.489573:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.489573:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.489574:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.489576:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b84015dd200 with handle 0xc4ea75fdb9c3ae13 from hash 00010000:00000001:0.0:1783976871.489577:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.489578:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.489578:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.489579:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.489580:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.489581:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.489582:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.489584:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b84015dce00/0xc4ea75fdb9c3adfe lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12a4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3b36a7a expref: -99 pid: 284634 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00000001:0.0:1783976871.489588:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.489589:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.489589:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.489590:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12a4a:0x0] mode (null) 00000002:00000001:0.0:1783976871.489591:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.489592:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.489593:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d5985800 count: 2 00010000:00000001:0.0:1783976871.489594:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.489595:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.489596:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.489596:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.489597:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d5985800 count: 2 00010000:00000001:0.0:1783976871.489598:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.489599:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.489600:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.489601:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.489602:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d5985800 count: 2 00010000:00000001:0.0:1783976871.489603:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.489604:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.489605:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.489605:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.489606:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d5985800 count: 2 00010000:00000001:0.0:1783976871.489607:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.489608:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.489609:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.489610:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.489610:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.489611:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.489613:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.489614:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.489615:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.489617:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.489618:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.489619:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.489620:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.489622:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.489623:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976871.489624:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.489625:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.489626:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.489628:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.489629:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.489630:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.489630:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.489631:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12a4a:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.489632:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.489633:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.489634:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.489635:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.489636:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12a4a:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.489637:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.489638:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.489639:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.489640:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.489641:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.489642:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.489644:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.489645:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.489646:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.489647:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.489648:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976871.489649:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.489650:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.489651:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.489653:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.489654:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.489655:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.489656:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.489657:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.489658:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12a4a:0x0](ffff9b83cb365b88) invalid 00000020:00000001:0.0:1783976871.489660:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.489660:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56z.sanity (ffff9b8400dd20d8) parent ffff9b83fa61e0d8 inode ffff9b83cb365b88 refc 0 00000080:00000001:0.0:1783976871.489663:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.489664:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.489665:0:296910:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976871.489666:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17c10 00000080:00002000:0.0:1783976871.489667:0:296910:0:(dcache.c:127:ll_ddelete()) deleting dentry d9 (ffff9b83fa61e0d8, parent ffff9b83fa61e288, inode ffff9b83cb3642c8) hashed, 00000080:00000001:0.0:1783976871.489668:0:296910:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976871.489670:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.489671:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.489672:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.489674:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.489674:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.489676:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.489676:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.489677:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.489678:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.489679:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.489680:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b84015dce00 with handle 0xc4ea75fdb9c3adfe from hash 00010000:00000001:0.0:1783976871.489681:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.489682:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.489683:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.489683:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.489684:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.489685:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.489687:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.489688:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f7499a00/0xc4ea75fdb9c374a7 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12c5a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3b26f7d expref: -99 pid: 284637 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976871.489692:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.489693:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.489694:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.489695:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12c5a:0x0] mode (null) 00000002:00000001:0.0:1783976871.489696:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.489697:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.489698:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c3b27900 count: 2 00010000:00000001:0.0:1783976871.489699:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.489701:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.489701:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.489702:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.489703:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c3b27900 count: 2 00010000:00000001:0.0:1783976871.489704:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.489705:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.489705:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.489706:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.489707:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c3b27900 count: 2 00010000:00000001:0.0:1783976871.489708:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.489709:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.489709:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.489710:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.489711:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c3b27900 count: 2 00010000:00000001:0.0:1783976871.489712:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.489713:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.489714:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.489714:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.489715:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.489716:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.489718:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.489719:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.489720:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.489721:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.489722:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.489724:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.489725:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.489726:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.489727:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976871.489728:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.489730:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.489731:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.489733:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.489734:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.489735:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.489736:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.489737:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12c5a:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.489738:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.489738:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.489739:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.489740:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.489741:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12c5a:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.489742:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.489743:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.489744:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.489745:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.489746:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.489748:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.489749:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.489750:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.489751:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.489753:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.489754:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976871.489755:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.489756:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.489757:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.489759:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.489760:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.489761:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.489762:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.489763:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.489763:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12c5a:0x0](ffff9b83fea1c2c8) invalid 00000020:00000001:0.0:1783976871.489765:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.489766:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56aca.sanity.001 (ffff9b83ca55d0d8) parent ffff9b83cc597798 inode ffff9b83fea1c2c8 refc 0 00000080:00000001:0.0:1783976871.489769:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.489771:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.489773:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.489774:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.489774:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.489776:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.489776:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.489777:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.489778:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.489779:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.489780:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f7499a00 with handle 0xc4ea75fdb9c374a7 from hash 00010000:00000001:0.0:1783976871.489782:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.489782:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.489783:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.489783:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.489784:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.489785:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.489786:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.489788:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f749b200/0xc4ea75fdb9c373f8 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12c5b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3b26bfd expref: -99 pid: 284637 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976871.489791:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.489792:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.489792:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.489793:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12c5b:0x0] mode (null) 00000002:00000001:0.0:1783976871.489794:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.489795:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.489796:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c3b27700 count: 2 00010000:00000001:0.0:1783976871.489797:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.489798:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.489800:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.489801:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.489802:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c3b27700 count: 2 00010000:00000001:0.0:1783976871.489803:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.489805:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.489807:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.489808:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.489809:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c3b27700 count: 2 00010000:00000001:0.0:1783976871.489811:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.489813:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.489814:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.489815:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.489816:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c3b27700 count: 2 00010000:00000001:0.0:1783976871.489818:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.489820:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.489821:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.489823:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.489824:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.489827:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.489829:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.489831:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.489834:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.489836:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.489839:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.489841:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.489843:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.489845:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.489846:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976871.489848:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.489849:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.489850:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.489852:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.489853:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.489854:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.489855:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.489856:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12c5b:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.489858:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.489859:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.489860:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.489861:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.489862:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12c5b:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.489863:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.489864:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.489865:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.489866:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.489868:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.489869:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.489871:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.489872:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.489874:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.489875:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.489876:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976871.489878:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.489879:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.489880:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.489881:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.489883:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.489884:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.489885:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.489886:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.489887:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12c5b:0x0](ffff9b83cc4c21c8) invalid 00000020:00000001:0.0:1783976871.489888:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.489889:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56aca.sanity.003 (ffff9b8400aa6bd0) parent ffff9b83cc597798 inode ffff9b83cc4c21c8 refc 0 00000080:00000001:0.0:1783976871.489892:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.489893:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.489895:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.489896:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.489897:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.489899:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.489900:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.489901:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.489902:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.489903:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.489904:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f749b200 with handle 0xc4ea75fdb9c373f8 from hash 00010000:00000001:0.0:1783976871.489906:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.489906:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.489908:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.489908:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.489909:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.489910:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.489912:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.489913:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83fecd3000/0xc4ea75fdb9c3763d lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12c5c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3b277bf expref: -99 pid: 284637 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976871.489917:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.489918:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.489919:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.489920:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12c5c:0x0] mode (null) 00000002:00000001:0.0:1783976871.489922:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.489922:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.489924:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c3b27600 count: 2 00010000:00000001:0.0:1783976871.489925:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.489926:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.489927:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.489928:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.489929:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c3b27600 count: 2 00010000:00000001:0.0:1783976871.489930:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.489931:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.489932:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.489933:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.489933:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c3b27600 count: 2 00010000:00000001:0.0:1783976871.489934:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.489936:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.489937:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.489938:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.489939:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c3b27600 count: 2 00010000:00000001:0.0:1783976871.489941:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.489943:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.489944:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.489946:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.489947:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.489959:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.489962:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.489965:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.489968:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.489970:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.489972:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.489975:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.489977:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.489980:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.489983:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976871.489985:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.489988:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.489990:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.489992:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.489994:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.489996:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.489997:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.489999:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12c5c:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.490000:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.490001:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.490002:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.490003:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.490004:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12c5c:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.490006:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.490006:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.490007:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.490008:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.490010:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.490011:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.490013:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.490014:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.490016:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.490017:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.490018:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976871.490020:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.490021:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.490023:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.490024:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.490026:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.490027:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.490028:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.490029:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.490030:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12c5c:0x0](ffff9b83ca422a08) invalid 00000020:00000001:0.0:1783976871.490031:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.490032:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56aca.sanity.005 (ffff9b83d0f79d80) parent ffff9b83cc597798 inode ffff9b83ca422a08 refc 0 00000080:00000001:0.0:1783976871.490036:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.490039:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.490042:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.490044:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.490045:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.490047:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.490049:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.490050:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.490052:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.490053:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.490055:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83fecd3000 with handle 0xc4ea75fdb9c3763d from hash 00010000:00000001:0.0:1783976871.490057:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.490059:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.490060:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.490060:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.490062:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.490064:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.490066:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.490068:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83fb05f400/0xc4ea75fdb9c3ec95 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x14c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b46570 expref: -99 pid: 295577 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1783976871.490075:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.490077:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.490078:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.490079:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0x14c:0x0] mode (null) 00000002:00000001:0.0:1783976871.490082:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.490083:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.490086:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c343be00 count: 2 00010000:00000001:0.0:1783976871.490088:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.490090:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.490091:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.490092:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.490093:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c343be00 count: 2 00010000:00000001:0.0:1783976871.490094:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.490096:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.490096:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.490098:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0x14c:0x0] lli = ffff9b8400f46300, pfid = [0x200002b12:0x2f24:0x0] 00000080:00000002:0.0:1783976871.490102:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0x14c:0x0] m[0x200002b12:0x2f24:0x0] 00000080:00000001:0.0:1783976871.490104:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061451556 : 144115373061451556 : 200002b12002f24) 00000080:00000001:0.0:1783976871.490107:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.490108:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.490110:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.490110:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0x14c:0x0](ffff9b8400f463c8) invalid 00000080:00000001:0.0:1783976871.490112:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.490112:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.490113:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.490114:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.490115:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.490116:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.490117:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.490118:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.490120:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83fb05f400 with handle 0xc4ea75fdb9c3ec95 from hash 00010000:00000001:0.0:1783976871.490121:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.490121:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.490122:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.490123:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.490124:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.490124:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.490126:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.490128:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83fb05ec00/0xc4ea75fdb9c3ecb8 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x14d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b465d9 expref: -99 pid: 295578 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1783976871.490135:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.490136:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.490136:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.490137:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b11:0x14d:0x0] mode (null) 00000002:00000001:0.0:1783976871.490138:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.490139:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.490140:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c343ba00 count: 2 00010000:00000001:0.0:1783976871.490141:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.490142:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.490143:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.490143:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.490144:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c343ba00 count: 2 00010000:00000001:0.0:1783976871.490145:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.490146:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.490147:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976871.490149:0:296910:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x240002b11:0x14d:0x0] lli = ffff9b8400f42940, pfid = [0x200002b12:0x2f25:0x0] 00000080:00000002:0.0:1783976871.490152:0:296910:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x240002b11:0x14d:0x0] m[0x200002b12:0x2f25:0x0] 00000080:00000001:0.0:1783976871.490153:0:296910:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061451557 : 144115373061451557 : 200002b12002f25) 00000080:00000001:0.0:1783976871.490156:0:296910:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976871.490157:0:296910:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976871.490158:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.490160:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b11:0x14d:0x0](ffff9b8400f42a08) invalid 00000080:00000001:0.0:1783976871.490161:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.490162:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.490163:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.490165:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.490166:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.490168:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.490169:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.490171:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.490173:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83fb05ec00 with handle 0xc4ea75fdb9c3ecb8 from hash 00010000:00000001:0.0:1783976871.490175:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.490176:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.490177:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.490178:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.490180:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.490181:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.490183:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.490186:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83de1f1e00/0xc4ea75fdb9c3a481 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12979:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3b34600 expref: -99 pid: 284635 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976871.490192:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.490193:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.490194:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.490195:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12979:0x0] mode (null) 00000002:00000001:0.0:1783976871.490196:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.490197:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.490199:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fa830300 count: 2 00010000:00000001:0.0:1783976871.490200:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.490201:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.490202:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.490203:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.490204:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fa830300 count: 2 00010000:00000001:0.0:1783976871.490205:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.490206:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.490207:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.490208:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.490209:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fa830300 count: 2 00010000:00000001:0.0:1783976871.490209:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.490210:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.490211:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.490212:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.490213:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fa830300 count: 2 00010000:00000001:0.0:1783976871.490214:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.490216:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.490217:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.490219:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.490220:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.490222:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.490225:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.490228:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.490230:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.490234:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.490236:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.490238:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.490241:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.490243:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.490246:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976871.490248:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.490251:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.490253:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.490255:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.490258:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.490260:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.490261:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.490263:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12979:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.490265:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.490266:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.490268:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.490269:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.490271:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12979:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.490273:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.490274:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.490275:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.490277:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.490280:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.490282:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.490284:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.490286:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.490288:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.490290:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.490310:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976871.490312:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.490314:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.490316:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.490317:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.490319:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.490320:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.490321:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.490323:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.490324:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12979:0x0](ffff9b82e15b00c8) invalid 00000020:00000001:0.0:1783976871.490325:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.490326:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry file1 (ffff9b83fa2750d8) parent ffff9b83d1f46360 inode ffff9b82e15b00c8 refc 0 00000080:00000001:0.0:1783976871.490330:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.490332:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.490334:0:296910:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976871.490335:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17c10 00000080:00002000:0.0:1783976871.490336:0:296910:0:(dcache.c:127:ll_ddelete()) keeping dentry dir3 (ffff9b83d1f46360, parent ffff9b83f5a3c438, inode ffff9b82e156ec08) hashed, 00000080:00000001:0.0:1783976871.490338:0:296910:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.490339:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.490340:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.490341:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.490342:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.490344:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.490344:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.490345:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.490347:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.490348:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83de1f1e00 with handle 0xc4ea75fdb9c3a481 from hash 00010000:00000001:0.0:1783976871.490349:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.490351:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.490351:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.490352:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.490353:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.490354:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.490355:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.490357:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f7608800/0xc4ea75fdb9c3a4ce lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12978:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3b346c4 expref: -99 pid: 284634 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00000001:0.0:1783976871.490361:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.490363:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.490363:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.490364:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12978:0x0] mode (null) 00000002:00000001:0.0:1783976871.490366:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.490367:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.490368:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83de1f2c00 count: 2 00010000:00000001:0.0:1783976871.490370:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.490371:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.490372:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.490373:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.490373:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83de1f2c00 count: 2 00010000:00000001:0.0:1783976871.490374:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.490376:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.490376:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.490377:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.490378:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83de1f2c00 count: 2 00010000:00000001:0.0:1783976871.490379:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.490380:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.490380:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.490381:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.490382:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83de1f2c00 count: 2 00010000:00000001:0.0:1783976871.490383:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.490384:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.490385:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.490385:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.490386:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.490388:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.490389:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.490391:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.490392:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.490393:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.490395:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.490396:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.490397:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.490399:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.490400:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976871.490402:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.490403:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.490404:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.490406:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.490407:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.490408:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.490409:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.490410:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12978:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.490411:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.490412:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.490413:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.490414:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.490416:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12978:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.490417:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.490418:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.490419:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.490420:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.490421:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.490422:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.490424:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.490425:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.490426:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.490428:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.490429:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976871.490430:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.490431:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.490432:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.490434:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.490435:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.490436:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.490437:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.490438:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.490438:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12978:0x0](ffff9b82e156cb08) invalid 00000020:00000001:0.0:1783976871.490440:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.490441:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry file1 (ffff9b83ca4f76c0) parent ffff9b83fda461b0 inode ffff9b82e156cb08 refc 0 00000080:00000001:0.0:1783976871.490444:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.490446:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.490447:0:296910:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976871.490448:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17c10 00000080:00002000:0.0:1783976871.490449:0:296910:0:(dcache.c:127:ll_ddelete()) deleting dentry dir2 (ffff9b83fda461b0, parent ffff9b83f5a3c438, inode ffff9b82e15680c8) hashed, 00000080:00000001:0.0:1783976871.490451:0:296910:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1783976871.490454:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.490455:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.490457:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.490458:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.490458:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.490460:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.490460:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.490461:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.490462:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.490463:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.490465:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f7608800 with handle 0xc4ea75fdb9c3a4ce from hash 00010000:00000001:0.0:1783976871.490466:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.490466:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.490467:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.490468:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.490468:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.490469:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.490471:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.490473:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f7618200/0xc4ea75fdb9c3a506 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12977:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3b34876 expref: -99 pid: 284637 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976871.490476:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.490477:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.490477:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.490478:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12977:0x0] mode (null) 00000002:00000001:0.0:1783976871.490479:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.490480:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.490481:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ef24c100 count: 2 00010000:00000001:0.0:1783976871.490482:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.490483:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.490485:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.490485:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.490487:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ef24c100 count: 2 00010000:00000001:0.0:1783976871.490488:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.490489:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.490490:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.490490:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.490491:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ef24c100 count: 2 00010000:00000001:0.0:1783976871.490492:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.490493:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.490494:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.490494:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.490495:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ef24c100 count: 2 00010000:00000001:0.0:1783976871.490496:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.490497:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.490498:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.490499:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.490499:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.490500:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.490502:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.490503:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.490504:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.490505:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.490507:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.490508:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.490509:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.490510:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.490512:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976871.490513:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.490514:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.490515:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.490516:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.490517:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.490519:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.490519:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.490521:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12977:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.490522:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.490523:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.490524:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.490525:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.490526:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12977:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.490527:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.490528:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.490528:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.490529:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.490531:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.490532:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.490533:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.490535:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.490537:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.490539:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.490541:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976871.490543:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.490545:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.490547:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.490549:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.490551:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.490553:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.490555:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.490556:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.490558:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12977:0x0](ffff9b82e156c2c8) invalid 00000020:00000001:0.0:1783976871.490560:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.490562:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry file1 (ffff9b83ca4490d8) parent ffff9b82d14ab0d8 inode ffff9b82e156c2c8 refc 0 00000080:00000001:0.0:1783976871.490566:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.490573:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.490575:0:296910:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1783976871.490576:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17c10 00000080:00002000:0.0:1783976871.490578:0:296910:0:(dcache.c:127:ll_ddelete()) keeping dentry dir1 (ffff9b82d14ab0d8, parent ffff9b83f5a3c438, inode ffff9b82e1568908) hashed, 00000080:00000001:0.0:1783976871.490581:0:296910:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.490582:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.490585:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.490586:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.490588:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.490590:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.490591:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.490592:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.490594:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.490596:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f7618200 with handle 0xc4ea75fdb9c3a506 from hash 00010000:00000001:0.0:1783976871.490598:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.490599:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.490600:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.490601:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.490603:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.490605:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.490607:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.490610:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83c4ae7000/0xc4ea75fdb9c34fc4 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12976:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3b1cfdb expref: -99 pid: 284634 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976871.490616:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.490618:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.490619:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.490621:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12976:0x0] mode (null) 00000002:00000001:0.0:1783976871.490623:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.490624:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.490627:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f49b0000 count: 2 00010000:00000001:0.0:1783976871.490629:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.490631:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.490632:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.490633:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.490634:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f49b0000 count: 2 00010000:00000001:0.0:1783976871.490636:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.490639:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.490640:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.490640:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.490642:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f49b0000 count: 2 00010000:00000001:0.0:1783976871.490643:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.490644:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.490645:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.490646:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.490647:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f49b0000 count: 2 00010000:00000001:0.0:1783976871.490648:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.490649:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.490650:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.490651:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.490651:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.490654:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.490655:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.490656:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.490658:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.490659:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.490661:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.490662:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.490664:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.490665:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.490667:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976871.490668:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.490670:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.490671:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.490673:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.490674:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.490675:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.490676:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.490677:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12976:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.490678:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.490679:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.490693:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.490695:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.490696:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12976:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.490697:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.490698:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.490699:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.490701:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.490702:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.490704:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.490706:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.490708:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.490710:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.490712:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.490714:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976871.490716:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.490718:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.490720:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.490722:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.490724:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.490725:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.490727:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.490730:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.490731:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12976:0x0](ffff9b82e1563248) invalid 00000020:00000001:0.0:1783976871.490734:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.490735:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry file1 (ffff9b83ca5cb870) parent ffff9b83f5a3c438 inode ffff9b82e1563248 refc 0 00000080:00000001:0.0:1783976871.490740:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.490744:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.490746:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.490749:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.490750:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.490753:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.490754:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.490755:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.490757:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.490758:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.490760:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83c4ae7000 with handle 0xc4ea75fdb9c34fc4 from hash 00010000:00000001:0.0:1783976871.490761:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.490762:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.490763:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.490764:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.490765:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.490767:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.490768:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.490770:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f7666000/0xc4ea75fdb9c3e094 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12c9b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b3fe84 expref: -99 pid: 291875 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1783976871.490774:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.490776:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.490777:0:296910:0:(xattr_cache.c:339:ll_xattr_cache_empty()) Process entered 00000080:00000020:0.0:1783976871.490779:0:296910:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: user.empty 00000080:00000010:0.0:1783976871.490781:0:296910:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 11 at ffff9b83fc495620. 00000080:00000010:0.0:1783976871.490783:0:296910:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 0 at 0000000000000010. 00000080:00000010:0.0:1783976871.490785:0:296910:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff9b82d19465c8. 00000080:00000020:0.0:1783976871.490787:0:296910:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: user.test2 00000080:00000010:0.0:1783976871.490788:0:296910:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 11 at ffff9b83fc4950c0. 00000080:00000010:0.0:1783976871.490789:0:296910:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 6 at ffff9b83f7a64598. 00000080:00000010:0.0:1783976871.490791:0:296910:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff9b82d1946d98. 00000080:00000020:0.0:1783976871.490792:0:296910:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: user.test 00000080:00000010:0.0:1783976871.490794:0:296910:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 10 at ffff9b83fc495150. 00000080:00000010:0.0:1783976871.490795:0:296910:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 5 at ffff9b83f7a64e10. 00000080:00000010:0.0:1783976871.490796:0:296910:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff9b82d1946c80. 00000080:00000020:0.0:1783976871.490797:0:296910:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.link 00000080:00000010:0.0:1783976871.490799:0:296910:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 13 at ffff9b83fc495f70. 00000080:00000010:0.0:1783976871.490801:0:296910:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 56 at ffff9b83f68081c0. 00000080:00000010:0.0:1783976871.490804:0:296910:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff9b82d1946190. 00000080:00000020:0.0:1783976871.490805:0:296910:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: user.job 00000080:00000010:0.0:1783976871.490807:0:296910:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 9 at ffff9b83fc495030. 00000080:00000010:0.0:1783976871.490809:0:296910:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 7 at ffff9b83f7a64ec0. 00000080:00000010:0.0:1783976871.490811:0:296910:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff9b82d1946528. 00000080:00000020:0.0:1783976871.490813:0:296910:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lov 00000080:00000010:0.0:1783976871.490815:0:296910:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff9b83fc495060. 00000080:00000010:0.0:1783976871.490817:0:296910:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 56 at ffff9b83f6808a00. 00000080:00000010:0.0:1783976871.490819:0:296910:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff9b82d1946208. 00000080:00000020:0.0:1783976871.490821:0:296910:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lma 00000080:00000010:0.0:1783976871.490823:0:296910:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff9b83fc495ab0. 00000080:00000010:0.0:1783976871.490825:0:296910:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 24 at ffff9b82d1e4ae20. 00000080:00000010:0.0:1783976871.490828:0:296910:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff9b82d1946a00. 00000080:00000001:0.0:1783976871.490830:0:296910:0:(xattr_cache.c:360:ll_xattr_cache_empty()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.490832:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.490834:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.490835:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.490837:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.490838:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.490840:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.490841:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.490843:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f7666000 with handle 0xc4ea75fdb9c3e094 from hash 00010000:00000001:0.0:1783976871.490845:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.490846:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.490847:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.490848:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.490850:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.490851:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.490853:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.490855:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f7667c00/0xc4ea75fdb9c3e08d lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12c9b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3b3fe76 expref: -99 pid: 291875 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1783976871.490862:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.490864:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.490865:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.490866:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12c9b:0x0] mode (null) 00000002:00000001:0.0:1783976871.490868:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.490870:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.490872:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f4b03100 count: 4 00010000:00000001:0.0:1783976871.490874:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.490877:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.490879:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.490880:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.490881:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f4b03100 count: 4 00010000:00000001:0.0:1783976871.490883:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.490885:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.490887:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.490888:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.490889:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f4b03100 count: 4 00010000:00000001:0.0:1783976871.490891:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.490892:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.490893:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.490894:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.490895:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f4b03100 count: 4 00010000:00000001:0.0:1783976871.490896:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.490897:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.490898:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.490899:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.490900:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.490902:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.490903:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.490905:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.490906:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.490908:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.490910:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.490911:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.490913:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.490915:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.490916:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976871.490918:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.490919:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.490921:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.490922:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.490923:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.490925:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.490925:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.490927:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12c9b:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.490928:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.490929:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.490930:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.490931:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.490932:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12c9b:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.490933:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.490935:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.490936:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.490938:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.490940:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.490943:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.490945:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.490947:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.490961:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.490964:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.490966:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325a00. 00000008:00000010:0.0:1783976871.490968:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.490970:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.490972:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.490974:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.490976:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.490978:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.490981:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.490983:0:296910:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976871.490984:0:296910:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b13:0x12c9b:0x0](ffff9b8400f8b248) invalid 00000020:00000001:0.0:1783976871.490987:0:296910:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f17ca0 00000080:00002000:0.0:1783976871.490989:0:296910:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry f56Eg.sanity.1 (ffff9b83fe92f510) parent ffff9b83fe907510 inode ffff9b8400f8b248 refc 0 00000080:00000001:0.0:1783976871.490994:0:296910:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976871.490997:0:296910:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976871.490999:0:296910:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976871.491002:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.491003:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.491004:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.491006:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.491006:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.491007:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.491009:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.491010:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f7667c00 with handle 0xc4ea75fdb9c3e08d from hash 00010000:00000001:0.0:1783976871.491011:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.491012:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.491013:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.491014:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.491015:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.491016:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.491018:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.491019:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83f7666800/0xc4ea75fdb9c3e024 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x12c9b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe1223009a3b3fcf5 expref: -99 pid: 291850 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976871.491024:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.491025:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.491025:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.491026:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12c9b:0x0] mode (null) 00000002:00000001:0.0:1783976871.491028:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.491029:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.491031:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f4b03100 count: 4 00010000:00000001:0.0:1783976871.491032:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.491034:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.491036:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.491038:0:296910:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1783976871.491039:0:296910:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1783976871.491041:0:296910:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9b83c3e7c510. 00000020:00000010:0.0:1783976871.491044:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325400. 00000020:00000010:0.0:1783976871.491046:0:296910:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.491048:0:296910:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.491051:0:296910:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.491053:0:296910:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.491055:0:296910:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.491058:0:296910:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.491060:0:296910:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.491063:0:296910:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325800. 00000008:00000010:0.0:1783976871.491065:0:296910:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.491068:0:296910:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.491070:0:296910:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.491072:0:296910:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b83c39fbb40. 00000020:00000001:0.0:1783976871.491074:0:296910:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446633588962608408 : -110484746943208 : ffff9b83c3e7c518) 00000020:00001000:0.0:1783976871.491077:0:296910:0:(cl_object.c:831:cl_env_get()) 1@ffff9b83c3e7c510 00000020:00000001:0.0:1783976871.491078:0:296910:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1783976871.491080:0:296910:0:(vvp_object.c:117:vvp_conf_set()) [0x240002b13:0x12c9b:0x0]: losing layout lock 00000080:00000001:0.0:1783976871.491082:0:296910:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1783976871.491083:0:296910:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1783976871.491084:0:296910:0:(lov_object.c:1446:lov_conf_set()) Process entered 00020000:00000001:0.0:1783976871.491085:0:296910:0:(lov_object.c:1460:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1783976871.491086:0:296910:0:(lov_object.c:1533:lov_conf_set()) [0x240002b13:0x12c9b:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1783976871.491087:0:296910:0:(lov_object.c:1534:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976871.491088:0:296910:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1783976871.491089:0:296910:0:(cl_object.c:925:cl_env_put()) 1@ffff9b83c3e7c510 00000020:00000010:0.0:1783976871.491090:0:296910:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b8401325a00. 00000020:00000010:0.0:1783976871.491092:0:296910:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9b83c53b3060. 00000008:00000010:0.0:1783976871.491093:0:296910:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9b83f9e78b30. 00020000:00000010:0.0:1783976871.491095:0:296910:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9b83cba3b9c0. 00008000:00000010:0.0:1783976871.491096:0:296910:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9b83ecccc000. 00000080:00000010:0.0:1783976871.491098:0:296910:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9b83d43fb150. 00000080:00000010:0.0:1783976871.491099:0:296910:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9b83c2b92060. 00000020:00000010:0.0:1783976871.491100:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325400. 00000008:00000010:0.0:1783976871.491102:0:296910:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9b83d1bf9b80. 00020000:00000010:0.0:1783976871.491103:0:296910:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9b83c7fcbb50. 00008000:00000010:0.0:1783976871.491104:0:296910:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9b83c3571ef0. 00000080:00000010:0.0:1783976871.491106:0:296910:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9b83c39fbb40. 00000020:00000010:0.0:1783976871.491107:0:296910:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b8401325800. 00000020:00000010:0.0:1783976871.491108:0:296910:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9b83c3e7c510. 00000080:00000001:0.0:1783976871.491109:0:296910:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.491111:0:296910:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976871.491111:0:296910:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976871.491113:0:296910:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976871.491114:0:296910:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976871.491115:0:296910:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976871.491115:0:296910:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976871.491117:0:296910:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976871.491118:0:296910:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f7666800 with handle 0xc4ea75fdb9c3e024 from hash 00010000:00000001:0.0:1783976871.491119:0:296910:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976871.491120:0:296910:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976871.491121:0:296910:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976871.491122:0:296910:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976871.491123:0:296910:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976871.491124:0:296910:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976871.491125:0:296910:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976871.491127:0:296910:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9b83c87ef800 lock: ffff9b83fc5ea000/0xc4ea75fdb9c3df28 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x12c96:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b3f9b4 expref: -99 pid: 291228 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:0.0:1783976871.491131:0:296910:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976871.491132:0:296910:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976871.491133:0:296910:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976871.491134:0:296910:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x240002b13:0x12c96:0x0] mode CR 00000002:00000001:0.0:1783976871.491135:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.491136:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.491138:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c4b63500 count: 4 00010000:00000001:0.0:1783976871.491139:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.491141:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976871.491142:0:296910:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976871.491142:0:296910:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976871.491143:0:296910:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c4b63500 count: 4 00010000:00000001:0.0:1783976871.491145:0:296910:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976871.491146:0:296910:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.491147:0:296910:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976871.491150:0:296910:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783976871.491151:0:296910:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783976871.491154:0:296910:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b8401325800. 00000080:00000001:0.0:1783976871.491156:0:296910:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1783976871.491162:0:296910:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783976871.491166:0:296910:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000001:0.0:1783976871.491168:0:296910:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976871.491171:0:296910:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976871.491173:0:296910:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976871.491175:0:296910:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976871.491178:0:296910:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976871.491180:0:296910:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b13:0x12c96:0x0] 00800000:00000001:0.0:1783976871.491182:0:296910:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976871.491185:0:296910:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x240002b13:0x12c96:0x0] 00000002:00000001:0.0:1783976871.491189:0:296910:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783976871.491191:0:296910:0:(mdc_request.c:882:mdc_close()) lustre-MDT0001-mdc-ffff9b83c87ef800: [0x240002b13:0x12c96:0x0] file closed with intent: 0 00000100:00000010:0.0:1783976871.491197:0:296910:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8e00. 00000020:00000040:0.0:1783976871.491202:0:296910:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=121 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000100:00000001:0.0:1783976871.491206:0:296910:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976871.491209:0:296910:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976871.491213:0:296910:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976871.491220:0:296910:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b8401325400. 00000100:00000001:0.0:1783976871.491226:0:296910:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783976871.491242:0:296910:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b83c9620000 x1870620402150656/t25770122811(25770122811) o101->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783976287 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1783976871.491253:0:296910:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9b83c87ef800: modify RPC slot 3 is allocated opc 35, max 7 00000100:00100000:0.0:1783976871.491258:0:296910:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b83ef4c8e00 x1870620402689024/t0(0) o35->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1783976871.491265:0:296910:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783976871.491267:0:296910:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783976871.491273:0:296910:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b83f726d600. 00000100:00000001:0.0:1783976871.491275:0:296910:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446633589822379520 : -110483887172096 : ffff9b83f726d600) 00000100:00000001:0.0:1783976871.491278:0:296910:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976871.491279:0:296910:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589690633728 : -110484018917888 : ffff9b83ef4c8e00) 00000100:00000001:0.0:1783976871.491283:0:296910:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976871.491287:0:296910:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976871.491289:0:296910:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783976871.491291:0:296910:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976871.491315:0:296910:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef4c8e00 x1870620402689024/t0(0) o35->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976871.491323:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976871.491325:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1783976871.491329:0:296910:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9b83ef4c8e00 x1870620402689024/t0(0) o35->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:23/10 lens 392/4592 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1783976871.491334:0:296910:0:(client.c:1837:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976871.491335:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976871.491337:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976871.491339:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976871.491340:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976871.491342:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976871.491343:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976871.491344:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976871.491346:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976872.499407:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976872.499411:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976872.499415:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976872.499423:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783976872.499429:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976872.499434:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976872.499451:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976872.499455:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976872.499459:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976872.499476:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976872.499480:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976872.499483:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976872.499488:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783976872.499492:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976872.499496:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976872.499500:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976872.499503:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976872.499508:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976872.499539:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976872.499541:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976872.499546:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976872.499547:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976872.499551:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976872.499552:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976872.499556:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976872.499557:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976872.499560:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976872.499561:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976873.523562:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976873.523568:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976873.523577:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976873.523580:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976873.523589:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976873.523591:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976873.523596:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976873.523599:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976873.523606:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976873.523608:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976874.547400:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976874.547404:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976874.547412:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976874.547415:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976874.547420:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976874.547422:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976874.547429:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976874.547433:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976874.547436:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976874.547439:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976874.547471:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976874.547474:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976874.547477:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976874.547483:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783976874.547490:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976874.547495:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976874.547498:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976874.547501:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976874.547504:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976875.571417:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976875.571425:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976875.571429:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976875.571436:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783976875.571442:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976875.571447:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976875.571453:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976875.571458:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976875.571464:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976875.571495:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976875.571501:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976875.571512:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976875.571515:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976875.571524:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976875.571527:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976875.571533:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976875.571537:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976875.571542:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976875.571544:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976876.595514:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976876.595517:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976876.595520:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976876.595523:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783976876.595526:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976876.595530:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976876.595534:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976876.595537:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976876.595539:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976876.595547:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976876.595551:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976876.595553:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976876.595556:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783976876.595558:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976876.595560:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976876.595561:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976876.595562:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976876.595563:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976876.595658:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976876.595661:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976876.595663:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976876.595665:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976876.595667:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976876.595668:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976876.595670:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976876.595671:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976876.595673:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976876.595674:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976876.595676:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976876.595677:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976876.595680:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976876.595681:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976876.595682:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976876.595683:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976877.619400:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976877.619405:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976877.619408:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976877.619412:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783976877.619417:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976877.619422:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976877.619436:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976877.619439:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976877.619443:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976877.619467:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976877.619470:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976877.619476:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976877.619480:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976877.619487:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976877.619491:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976877.619495:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976877.619499:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976877.619502:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976877.619506:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976878.643409:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976878.643418:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976878.643421:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976878.643428:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783976878.643434:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976878.643440:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976878.643447:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976878.643451:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976878.643456:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976878.643481:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976878.643485:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976878.643492:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976878.643496:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976878.643503:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976878.643517:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976878.643522:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976878.643525:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976878.643529:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976878.643530:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976879.667422:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976879.667427:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976879.667436:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976879.667439:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976879.667444:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976879.667447:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976879.667455:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976879.667459:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976879.667465:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976879.667467:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976879.667493:0:296912:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976879.667497:0:296912:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976879.667500:0:296912:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976879.667775:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976879.667778:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976879.667779:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976879.667781:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976879.667783:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976879.667785:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976879.667787:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976879.667788:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976879.667790:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976880.691429:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976880.691435:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976880.691443:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976880.691448:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976880.691452:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976880.691456:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976880.691464:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976880.691467:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976880.691472:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976880.691475:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976880.691497:0:296912:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976880.691501:0:296912:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976880.691505:0:296912:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976880.691515:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976880.691519:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976880.691522:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976880.691527:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976880.691532:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976880.691536:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976880.691675:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976880.691678:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976880.691681:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976881.715396:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976881.715402:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976881.715410:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976881.715417:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976881.715422:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976881.715438:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715442:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715447:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715451:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715458:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715465:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715471:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715475:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715482:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715486:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715491:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715495:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715501:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715506:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715512:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715515:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715520:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715523:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715528:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715531:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715537:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715542:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715547:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715549:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715552:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715554:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715557:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715559:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715562:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715564:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715567:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715568:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715571:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715572:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715575:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715577:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715579:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715581:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715583:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715585:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715587:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715588:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715590:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715592:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715595:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715596:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715598:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715600:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715602:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715613:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715616:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715618:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715620:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715622:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715624:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715626:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715628:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715630:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715632:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715633:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715636:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715638:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715644:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715646:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715649:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715650:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715652:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715654:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715656:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715658:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715660:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715662:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715664:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715666:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715669:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715670:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715673:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715674:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715676:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715678:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715681:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715683:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715685:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715687:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715689:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715691:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715693:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715694:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715697:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715699:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715702:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715704:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715706:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715707:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715710:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715712:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715714:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715715:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715717:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715719:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715721:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715722:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715724:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715725:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715728:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715730:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715732:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715734:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715736:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715737:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715739:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715741:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715743:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715745:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715748:0:296893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976881.715750:0:296893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976881.715751:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=57 : 57 : 39) 00010000:00000001:0.0:1783976881.715755:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783976881.715763:0:296893:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b83de140000. 00010000:00000001:0.0:1783976881.715767:0:296893:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783976881.715785:0:296893:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 57/57 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1783976881.715788:0:296893:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976881.715790:0:296893:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976881.715792:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=57 : 57 : 39) 00010000:00000001:0.0:1783976881.715795:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=57 : 57 : 39) 00010000:00000001:0.0:1783976881.715800:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976881.715801:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976881.715803:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976881.715826:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715829:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715831:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715833:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715836:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715837:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715839:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715841:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715843:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715845:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715847:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715848:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715851:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715853:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715855:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715856:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715858:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715860:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715862:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715864:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715865:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715867:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715869:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715871:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715873:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715875:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715878:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715879:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715881:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715883:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715885:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715887:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715890:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715891:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715894:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715895:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715898:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715899:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715902:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715903:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715906:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715907:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715910:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715912:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715914:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715915:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715917:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715919:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715921:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715922:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715925:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715926:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715928:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715930:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715932:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715934:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715936:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715937:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715939:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715941:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715943:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715944:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715946:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715948:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715950:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715952:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715954:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715955:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715957:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715959:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715961:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715963:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715965:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715966:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715968:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715969:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715971:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715973:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715976:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715977:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715980:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715981:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715983:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715985:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715987:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715988:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715991:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715992:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715994:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715996:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.715998:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.715999:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.716002:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.716003:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.716006:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.716007:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.716009:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.716011:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.716013:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.716015:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.716017:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.716019:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.716021:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.716022:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.716025:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.716027:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.716029:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.716030:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.716032:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.716033:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.716035:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.716037:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.716039:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.716040:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.716042:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.716044:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.716046:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.716047:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.716049:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.716050:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.716052:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.716053:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.716055:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976881.716056:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976881.716058:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=62 : 62 : 3e) 00010000:00000001:0.0:1783976881.716060:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783976881.716063:0:296893:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b83fc5d79c0. 00010000:00000001:0.0:1783976881.716066:0:296893:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783976881.716067:0:296893:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 62/119 locks to regular blp list, 2 blwis in pool 00010000:00000001:0.0:1783976881.716069:0:296893:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976881.716071:0:296893:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976881.716072:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=62 : 62 : 3e) 00010000:00000001:0.0:1783976881.716074:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=62 : 62 : 3e) 00010000:00000001:0.0:1783976881.716078:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976881.716081:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976881.716082:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976881.716083:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976881.716085:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976881.716086:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976881.716087:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976881.716089:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976881.716092:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976881.716093:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976881.716094:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976881.716096:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976881.716097:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976881.716098:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976881.716100:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976881.716102:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976881.716113:0:296912:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976881.716115:0:296912:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976881.716118:0:296912:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 57 locks of 62 total in blp. (1 blwis in pool) 00010000:00000001:0.0:1783976881.716347:0:296915:0:(ldlm_lockd.c:2965:ldlm_bl_thread_main()) Process entered 00010000:00000010:0.0:1783976881.716351:0:296915:0:(ldlm_lockd.c:2967:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff9b83f68082c0. 00000020:00000010:0.0:1783976881.716355:0:296915:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b8401325a00. 00000020:00000010:0.0:1783976881.716360:0:296915:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b8401325000. 00000020:00000010:0.0:1783976881.716366:0:296915:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9b82d335a800. 00000020:00000010:0.0:1783976881.716370:0:296915:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9b83d137a840. 00000020:00000010:0.0:1783976881.716374:0:296915:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9b8401324c00. 80000000:00000010:0.0:1783976881.716379:0:296915:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3060. 40000000:00000010:0.0:1783976881.716382:0:296915:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9b83f6808100. 00100000:00000010:0.0:1783976881.716386:0:296915:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9b82d335e000. 00040000:00000010:0.0:1783976881.716391:0:296915:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9b83ee1dda00. 00040000:00000010:0.0:1783976881.716395:0:296915:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9b83f5e66200. 00002000:00000010:0.0:1783976881.716399:0:296915:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff9b83fffb0c00. 00000020:00000010:0.0:1783976881.716404:0:296915:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9b83f6808240. 00000020:00000001:0.0:1783976881.716414:0:296915:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976881.716416:0:296915:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976881.716418:0:296915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 62 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1783976881.716570:0:296916:0:(ldlm_lockd.c:2965:ldlm_bl_thread_main()) Process entered 00010000:00000010:0.0:1783976881.716576:0:296916:0:(ldlm_lockd.c:2967:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff9b83f6808c40. 00000020:00000010:0.0:1783976881.716581:0:296916:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b83f5e67800. 00000020:00000010:0.0:1783976881.716585:0:296916:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b83f5e67a00. 00000020:00000010:0.0:1783976881.716589:0:296916:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9b82d335d000. 00000020:00000010:0.0:1783976881.716593:0:296916:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9b83d1379928. 00000020:00000010:0.0:1783976881.716599:0:296916:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9b83f5e67e00. 80000000:00000010:0.0:1783976881.716601:0:296916:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9b83c53b3960. 40000000:00000010:0.0:1783976881.716605:0:296916:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9b83f6808fc0. 00100000:00000010:0.0:1783976881.716611:0:296916:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9b82d3358000. 00040000:00000010:0.0:1783976881.716616:0:296916:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9b83ee1dd100. 00040000:00000010:0.0:1783976881.716620:0:296916:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9b83cba37800. 00002000:00000010:0.0:1783976881.716625:0:296916:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff9b83fffb1c00. 00000020:00000010:0.0:1783976881.716629:0:296916:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9b83f68086c0. 00000020:00000001:0.0:1783976881.716638:0:296916:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976881.716640:0:296916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976881.716645:0:296916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976881.716646:0:296916:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976881.716647:0:296916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976881.716651:0:296916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976881.716652:0:296916:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976881.716655:0:296916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976881.716660:0:296916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976881.730207:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976881.730213:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976881.730218:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976881.730229:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38000 x1870620402690432/t0(0) o103->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:17/18 lens 808/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976881.730248:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730252:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1783976881.730263:0:2403:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9b83eed38000 x1870620402690432/t0(0) o103->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:17/18 lens 808/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976881.730291:0:2403:0:(client.c:1837:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976881.730319:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730325:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730329:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730335:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730340:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730344:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730348:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730353:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730356:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730361:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730367:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730370:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730375:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730381:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730385:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730392:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730398:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730401:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730408:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730414:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730419:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730426:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730431:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730434:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730441:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730447:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730450:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730455:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730461:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730465:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730469:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730475:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730478:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730485:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730490:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730494:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730500:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730506:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730511:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730517:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730523:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730526:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730532:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976881.730538:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730546:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976881.730550:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976881.730555:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976881.730559:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976881.730562:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730568:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730571:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730577:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730582:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730585:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730589:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730593:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730596:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730602:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730607:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730611:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730616:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730619:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730621:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730626:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730633:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730636:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730641:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730646:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730649:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730655:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730661:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730665:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730672:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730679:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730683:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730688:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730694:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730699:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730705:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730712:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730716:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730722:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730727:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730730:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730736:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730740:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730744:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730748:0:2403:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730752:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730755:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730759:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976881.730763:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976881.730798:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976881.730802:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976881.730807:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730812:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730815:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730819:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730822:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730824:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730829:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730832:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730835:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730839:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730843:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730846:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730848:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730853:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730866:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730875:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730879:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730884:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730890:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730896:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730902:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730906:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730910:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730914:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730920:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730926:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730931:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730938:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730942:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730946:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730953:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730959:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730961:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730966:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730972:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976881.730975:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976881.730980:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976881.730984:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976882.739394:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976882.739400:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976882.739408:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976882.739412:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976882.739418:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976882.739421:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976882.739426:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976882.739428:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976882.739432:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976882.739435:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976882.739457:0:296916:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976882.739461:0:296916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976882.739466:0:296916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976882.739489:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976882.739493:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976882.739495:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976882.739500:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976882.739505:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976882.739507:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976882.739509:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976882.739511:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976882.739513:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976883.763395:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976883.763404:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976883.763408:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976883.763415:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976883.763421:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976883.763426:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976883.763431:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976883.763434:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976883.763439:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976883.763470:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976883.763474:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976883.763482:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976883.763485:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976883.763492:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976883.763495:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976883.763502:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976883.763506:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976883.763511:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976883.763514:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976884.787497:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976884.787505:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976884.787519:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976884.787527:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976884.787536:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976884.787540:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976884.787546:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976884.787550:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976884.787554:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976884.787556:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976885.811388:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976885.811391:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976885.811398:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976885.811401:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976885.811406:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976885.811409:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976885.811415:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976885.811419:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976885.811425:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976885.811427:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976885.811446:0:296916:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976885.811448:0:296916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976885.811451:0:296916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976885.811611:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976885.811615:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976885.811616:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976885.811619:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976885.811621:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976885.811623:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976885.811625:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976885.811627:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976885.811629:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976886.835457:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976886.835470:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976886.835476:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976886.835488:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976886.835498:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976886.835505:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976886.835510:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976886.835518:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976886.835525:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976886.835545:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976886.835550:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976886.835551:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976886.835554:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783976886.835559:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976886.835563:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976886.835566:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976886.835571:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976886.835576:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976886.835610:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976886.835620:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976886.835628:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976886.835639:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976886.835656:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976886.835665:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976886.835671:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976886.835676:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976886.835691:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976886.835693:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976886.835698:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976886.835700:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976886.835706:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976886.835708:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976886.835714:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976886.835715:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976887.859389:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976887.859394:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976887.859401:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976887.859405:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976887.859411:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976887.859413:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976887.859420:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976887.859422:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976887.859426:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976887.859429:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976887.859463:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976887.859467:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976887.859470:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976887.859474:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783976887.859478:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976887.859480:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976887.859483:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976887.859485:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976887.859488:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976888.885819:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976888.885823:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976888.885827:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976888.885832:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976888.885837:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976888.885841:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976888.885846:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976888.885850:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976888.885855:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976888.885880:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976888.885884:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976888.885888:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976888.885889:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976888.885893:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976888.885894:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976888.885897:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976888.885898:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976888.885902:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976888.885903:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976888.885920:0:296916:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976888.885922:0:296916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976888.885925:0:296916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976889.907561:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976889.907564:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976889.907565:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976889.907568:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976889.907570:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976889.907572:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976889.907574:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976889.907575:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976889.907578:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976889.907607:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976889.907609:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976889.907614:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976889.907615:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976889.907619:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976889.907620:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976889.907633:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976889.907635:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976889.907639:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976889.907640:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976889.907670:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976889.907672:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976889.907674:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976889.907676:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783976889.907678:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976889.907680:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976889.907682:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976889.907683:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976889.907685:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976889.907705:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976889.907707:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976889.907708:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976889.907710:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783976889.907711:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976889.907713:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976889.907715:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976889.907716:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976889.907718:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976889.907725:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976889.907728:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976889.907729:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976889.907730:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783976889.907732:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976889.907733:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976889.908017:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976889.908019:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976889.908021:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976890.931399:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976890.931404:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976890.931408:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976890.931414:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976890.931420:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976890.931425:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976890.931428:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976890.931432:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976890.931436:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976890.931460:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976890.931468:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976890.931476:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976890.931480:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976890.931489:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976890.931493:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976890.931498:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976890.931502:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976890.931507:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976890.931518:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976891.955521:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976891.955524:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976891.955525:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976891.955527:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783976891.955530:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976891.955531:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976891.955533:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976891.955534:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976891.955536:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976891.955551:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976891.955554:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976891.955559:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976891.955564:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976891.955567:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976891.955579:0:296893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976891.955581:0:296893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976891.955582:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976891.955585:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976891.955586:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976891.955597:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976891.955600:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976891.955605:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976891.955606:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976891.955608:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976891.955615:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976891.955617:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976891.955619:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976891.955621:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976891.955623:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976891.955624:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976891.955626:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976891.955628:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976891.955630:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976891.955631:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976891.955633:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976891.955635:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976891.955637:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976891.955639:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976891.955641:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976891.955642:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976891.955645:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976891.955646:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976891.955648:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976891.955649:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976891.955651:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=10 : 10 : a) 00010000:00000001:0.0:1783976891.955654:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783976891.955661:0:296893:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b83f2858e40. 00010000:00000001:0.0:1783976891.955664:0:296893:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783976891.955671:0:296893:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 10/10 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1783976891.955673:0:296893:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976891.955674:0:296893:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976891.955676:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=10 : 10 : a) 00010000:00000001:0.0:1783976891.955678:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=10 : 10 : a) 00010000:00000001:0.0:1783976891.955683:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976891.955685:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976891.955686:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976891.955688:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976891.955689:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976891.955690:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976891.955692:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976891.955694:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976891.955697:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976891.955698:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976891.955700:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976891.955701:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976891.955702:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976891.955703:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976891.955704:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976891.955705:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976891.957466:0:296916:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976891.957468:0:296916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976891.957471:0:296916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976892.979398:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976892.979404:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976892.979414:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976892.979419:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976892.979427:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976892.979431:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976892.979435:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976892.979438:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976892.979445:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976892.979448:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976892.979483:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976892.979489:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976892.979493:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976892.979498:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783976892.979504:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976892.979508:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976892.979513:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976892.979517:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976892.979522:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976894.003397:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976894.003405:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976894.003410:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976894.003417:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783976894.003424:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976894.003429:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976894.003436:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976894.003441:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976894.003446:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976894.003474:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976894.003480:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976894.003488:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976894.003493:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976894.003501:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976894.003505:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976894.003511:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976894.003515:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976894.003520:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976894.003524:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976895.027444:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976895.027449:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976895.027457:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976895.027461:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976895.027466:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976895.027471:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976895.027479:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976895.027484:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976895.027490:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976895.027493:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976895.027525:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976895.027531:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976895.027544:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976895.027551:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783976895.027557:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976895.027561:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976895.027565:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976895.027568:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976895.027572:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976895.027591:0:296916:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976895.027594:0:296916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976895.027597:0:296916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976896.051436:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976896.051443:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976896.051447:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976896.051452:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783976896.051458:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976896.051465:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976896.051475:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976896.051480:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976896.051493:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976896.051532:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976896.051536:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976896.051541:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976896.051546:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976896.051553:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976896.051554:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976896.051558:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976896.051560:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976896.051564:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976896.051565:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976896.051613:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976896.051624:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976896.051631:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976896.051637:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783976896.051648:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976896.051656:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976896.051670:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976896.051673:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976896.051684:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976897.075436:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976897.075446:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976897.075454:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976897.075463:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976897.075482:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976897.075490:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976897.075497:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976897.075517:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976897.075530:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976897.075536:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976897.075545:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976897.075548:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976897.075552:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976897.075554:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976897.075570:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976897.075578:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976897.075624:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976897.075632:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976897.075636:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976897.075642:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783976897.075646:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976897.075652:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976897.075657:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976897.075662:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976897.075666:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976898.099397:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976898.099402:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976898.099408:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976898.099412:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976898.099415:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976898.099418:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976898.099424:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976898.099427:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976898.099431:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976898.099434:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976898.099581:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976898.099586:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976898.099590:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976898.099597:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783976898.099601:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976898.099604:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976898.099608:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976898.099612:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976898.099619:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976899.123400:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976899.123408:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976899.123412:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976899.123417:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783976899.123422:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976899.123427:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976899.123433:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976899.123439:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976899.123444:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976899.123485:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976899.123490:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976899.123498:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976899.123503:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976899.123510:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976899.123514:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976899.123518:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976899.123521:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976899.123528:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976899.123532:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976900.147538:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976900.147541:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976900.147543:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976900.147545:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783976900.147547:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976900.147549:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976900.147551:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976900.147552:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976900.147554:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976900.147573:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976900.147576:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976900.147581:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976900.147582:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976900.147585:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976900.147587:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976900.147590:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976900.147591:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976900.147594:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976900.147596:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976900.147616:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976900.147618:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976900.147619:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976900.147621:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976900.147623:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976900.147624:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976900.147626:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976900.147627:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976900.147628:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976900.147636:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976900.147638:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976900.147639:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976900.147641:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976900.147642:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976900.147643:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976900.147644:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976900.147645:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976900.147646:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976901.171403:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976901.171410:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976901.171413:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976901.171418:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976901.171425:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976901.171440:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976901.171446:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976901.171450:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976901.171461:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976901.171478:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976901.171482:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976901.171483:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976901.171488:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976901.171492:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976901.171496:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976901.171500:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976901.171503:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976901.171508:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976901.171529:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976901.171534:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976901.171541:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976901.171544:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976901.171549:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976901.171550:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976901.171554:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976901.171555:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976901.171558:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976901.171559:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976902.195390:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976902.195394:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976902.195400:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976902.195406:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976902.195421:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976902.195439:0:296893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976902.195442:0:296893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976902.195444:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976902.195449:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976902.195452:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976902.195459:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976902.195466:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976902.195476:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976902.195481:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976902.195484:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976902.195494:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976902.195498:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976902.195502:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976902.195505:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976902.195512:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976902.195516:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976902.195522:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976902.195525:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976902.195529:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976902.195532:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976902.195536:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976902.195539:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976902.195546:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976902.195549:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976902.195552:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976902.195553:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976902.195555:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976902.195555:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976902.195557:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976902.195558:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976902.195559:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=10 : 10 : a) 00010000:00000001:0.0:1783976902.195561:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783976902.195567:0:296893:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b83f2858e40. 00010000:00000001:0.0:1783976902.195570:0:296893:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783976902.195580:0:296893:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 10/10 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1783976902.195582:0:296893:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976902.195583:0:296893:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976902.195584:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=10 : 10 : a) 00010000:00000001:0.0:1783976902.195585:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=10 : 10 : a) 00010000:00000001:0.0:1783976902.195588:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976902.195589:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976902.195590:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976902.195591:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976902.195594:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976902.195595:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976902.195596:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976902.195597:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976902.195600:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976902.195602:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976902.195604:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976902.195604:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976902.195605:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976902.195606:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976902.195608:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976902.195612:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976903.219414:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976903.219422:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976903.219430:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976903.219434:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976903.219443:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976903.219446:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976903.219454:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976903.219458:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976903.219465:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976903.219468:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976903.219509:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976903.219514:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976903.219517:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976903.219522:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783976903.219527:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976903.219531:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976903.219536:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976903.219539:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976903.219543:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976904.243408:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976904.243416:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976904.243420:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976904.243426:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783976904.243432:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976904.243436:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976904.243442:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976904.243446:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976904.243450:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976904.243473:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976904.243477:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976904.243482:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976904.243484:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976904.243489:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976904.243491:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976904.243497:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976904.243499:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976904.243507:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976904.243510:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976905.267429:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976905.267434:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976905.267444:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976905.267448:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976905.267456:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976905.267461:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976905.267470:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976905.267473:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976905.267481:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976905.267486:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976905.267519:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976905.267525:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976905.267528:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976905.267533:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783976905.267538:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976905.267543:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976905.267548:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976905.267550:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976905.267552:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976906.291556:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976906.291559:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976906.291560:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976906.291563:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783976906.291565:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976906.291566:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976906.291568:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976906.291570:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976906.291572:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976906.291588:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976906.291591:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976906.291595:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976906.291596:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976906.291600:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976906.291601:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976906.291604:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976906.291605:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976906.291608:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976906.291609:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976907.315409:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976907.315414:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976907.315424:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976907.315429:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976907.315433:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976907.315436:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976907.315438:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976907.315445:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976907.315451:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976907.315453:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976907.315457:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976907.315460:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976907.315463:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976907.315464:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976907.315467:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976907.315468:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976907.315489:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976907.315494:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976907.315498:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976907.315501:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783976907.315505:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976907.315507:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976907.315517:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976907.315521:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976907.315526:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976907.315544:0:296915:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976907.315549:0:296915:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976907.315554:0:296915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976908.339570:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976908.339574:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976908.339582:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976908.339585:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976908.339592:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976908.339600:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976908.339607:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976908.339609:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976908.339614:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976908.339615:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976909.363411:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976909.363415:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976909.363422:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976909.363425:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976909.363430:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976909.363434:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976909.363437:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976909.363440:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976909.363444:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976909.363448:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976909.366363:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976909.366369:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976909.366372:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976909.366377:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783976909.366382:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976909.366386:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976909.366390:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976909.366393:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976909.366396:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976910.387392:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976910.387398:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976910.387402:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976910.387406:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783976910.387411:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976910.387416:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976910.387422:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976910.387426:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976910.387430:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976910.387446:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976910.387454:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976910.387457:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976910.387462:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783976910.387466:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976910.387472:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976910.387481:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976910.387485:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976910.387494:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976910.387519:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976910.387524:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976910.387541:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976910.387545:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976910.387554:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976910.387558:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976910.387565:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976910.387568:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976910.387573:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976910.387575:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976910.387593:0:296915:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976910.387596:0:296915:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976910.387599:0:296915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976911.411668:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976911.411671:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976911.411672:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976911.411675:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783976911.411677:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976911.411679:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976911.411681:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976911.411682:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976911.411684:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976911.411700:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976911.411703:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976911.411707:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976911.411709:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976911.411712:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976911.411714:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976911.411717:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976911.411718:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976911.411721:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976911.411722:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976912.435423:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976912.435429:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976912.435439:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976912.435445:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976912.435450:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976912.435465:0:296893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976912.435469:0:296893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976912.435473:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976912.435477:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976912.435480:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976912.435482:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976912.435485:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976912.435489:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976912.435493:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976912.435496:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976912.435507:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976912.435511:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976912.435516:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976912.435520:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976912.435523:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976912.435525:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976912.435528:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976912.435529:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976912.435532:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976912.435534:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976912.435537:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976912.435538:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976912.435540:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976912.435542:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976912.435544:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976912.435546:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976912.435548:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976912.435550:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976912.435552:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976912.435554:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976912.435556:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=10 : 10 : a) 00010000:00000001:0.0:1783976912.435558:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783976912.435566:0:296893:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b83f2858e40. 00010000:00000001:0.0:1783976912.435569:0:296893:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783976912.435586:0:296893:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 10/10 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1783976912.435589:0:296893:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976912.435590:0:296893:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976912.435592:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=10 : 10 : a) 00010000:00000001:0.0:1783976912.435594:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=10 : 10 : a) 00010000:00000001:0.0:1783976912.435599:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976912.435601:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976912.435602:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976912.435604:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976912.435606:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976912.435607:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976912.435609:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976912.435611:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976912.435617:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976912.435619:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976912.435622:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976912.435625:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976912.435628:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976912.435632:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976912.435635:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976912.435638:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976912.435657:0:296915:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976912.435661:0:296915:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976912.435664:0:296915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976912.437270:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976912.437313:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976912.437315:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976912.437317:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783976912.437319:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976912.437322:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437324:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976912.437326:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437329:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976912.437339:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976912.437343:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976912.437344:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976912.437351:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39c00 x1870620402694784/t0(0) o103->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:17/18 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976912.437360:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976912.437361:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1783976912.437365:0:2402:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9b83eed39c00 x1870620402694784/t0(0) o103->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:17/18 lens 392/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976912.437372:0:2402:0:(client.c:1837:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976912.437374:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437375:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976912.437376:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437378:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437379:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976912.437380:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437382:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437384:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976912.437385:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437387:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437389:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976912.437390:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437392:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437394:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976912.437395:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437397:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437398:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976912.437399:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437401:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437402:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976912.437403:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437405:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437407:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976912.437408:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437410:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437412:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976912.437413:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437416:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437417:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976912.437419:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437421:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437422:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976912.437424:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437426:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437428:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976912.437429:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437432:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437433:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976912.437435:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437437:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976912.437441:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437449:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976912.437453:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976912.437459:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976912.437462:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976912.437466:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437470:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976912.437473:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437478:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437482:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976912.437485:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437489:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437495:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976912.437497:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437501:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437506:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976912.437509:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437513:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437518:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976912.437520:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437524:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437528:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976912.437529:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437531:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437532:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976912.437533:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437535:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437536:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976912.437537:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437539:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437540:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976912.437541:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437543:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437544:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976912.437545:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437547:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437548:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976912.437549:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437551:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437552:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976912.437553:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437555:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437556:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976912.437557:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976912.437558:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976912.437561:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976913.459413:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976913.459419:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976913.459423:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976913.459429:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976913.459436:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976913.459441:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976913.459444:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976913.459448:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976913.459453:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976913.459468:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976913.459473:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976913.459477:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976913.459482:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783976913.459487:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976913.459491:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976913.459496:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976913.459500:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976913.459504:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976913.459588:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976913.459591:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976913.459595:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976913.459597:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976913.459600:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976913.459601:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976913.459612:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976913.459613:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976913.459619:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976913.459621:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976914.483501:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976914.483505:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976914.483506:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976914.483509:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976914.483513:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976914.483516:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976914.483520:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976914.483523:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976914.483528:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976914.483655:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976914.483658:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976914.483662:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976914.483663:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976914.483667:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976914.483668:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976914.483671:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976914.483672:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976914.483674:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976914.483675:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976914.483690:0:296915:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976914.483693:0:296915:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976914.483695:0:296915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976915.507411:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976915.507421:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976915.507424:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976915.507430:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783976915.507436:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976915.507441:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976915.507464:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976915.507465:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976915.507467:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976915.507494:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976915.507497:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976915.507506:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976915.507508:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976915.507513:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976915.507514:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976915.507518:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976915.507519:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976915.507522:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976915.507524:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976915.507552:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976915.507557:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976915.507560:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976915.507563:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976915.507567:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976915.507571:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976915.507580:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976915.507583:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976915.507586:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976916.532561:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976916.532565:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976916.532568:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976916.532570:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976916.532574:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976916.532576:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976916.532578:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976916.532580:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976916.532584:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976916.532586:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976916.532590:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976916.532591:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976916.532594:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976916.532595:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976916.532599:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976916.532600:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976916.532629:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976916.532635:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976916.532638:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976916.532641:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783976916.532644:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976916.532647:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976916.532650:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976916.532652:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976916.532654:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976917.555404:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976917.555409:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976917.555418:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976917.555421:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976917.555430:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976917.555434:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976917.555442:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976917.555445:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976917.555453:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976917.555456:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976917.555512:0:296915:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976917.555516:0:296915:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976917.555520:0:296915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783976918.067430:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976918.067437:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976918.067438:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976918.067441:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976918.067445:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976918.067450:0:254686:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 14571 00000400:00000200:0.0:1783976918.067457:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976918.067463:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976918.067467:0:254686:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976918.067469:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976918.067472:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976918.067475:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976918.067477:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976918.067486:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976918.067488:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783976918.067490:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976918.067493:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783976918.067496:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783976918.067499:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783976918.067502:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976918.067504:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976918.067506:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976918.067507:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976918.067509:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783976918.067511:0:254686:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976918.067513:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976918.067515:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976918.067518:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976918.067519:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976918.067521:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976918.067523:0:254686:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976918.067531:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783976918.067533:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783976918.067536:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976918.067537:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976918.067539:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976918.067541:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976918.067544:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976918.067550:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783976918.067555:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976918.067563:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620402695552/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976918.067573:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976918.067577:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976918.067582:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620402695552/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976918.067604:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976918.067607:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976918.067610:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976918.067611:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976918.067613:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976918.067615:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976918.067618:0:254686:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14571 00000400:00000200:0.0:1783976918.067622:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976918.067625:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976918.067627:0:254686:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976918.067629:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976918.067631:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976918.067634:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976918.067636:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976918.067639:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976918.067640:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783976918.067641:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976918.067643:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783976918.067644:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783976918.067646:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783976918.067649:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976918.067651:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976918.067653:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976918.067657:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976918.067659:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783976918.067662:0:254686:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976918.067665:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976918.067666:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976918.067671:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976918.067674:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976918.067677:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976918.067681:0:254686:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976918.067684:0:254686:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976918.067688:0:254686:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976918.067693:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783976918.067696:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=139 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783976918.067699:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976918.067701:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976918.067705:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976918.067706:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976918.067709:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976918.067712:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783976918.067716:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976918.067724:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620402695680/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976918.067738:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976918.067742:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976918.067748:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620402695680/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976918.067762:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976918.067766:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976918.067770:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976918.067772:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976918.067782:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976918.067789:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976918.067793:0:254686:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14571 00000400:00000200:0.0:1783976918.067802:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976918.067809:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976918.067814:0:254686:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976918.067822:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976918.067826:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976918.067830:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976918.067833:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976918.067839:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976918.067841:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783976918.067844:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976918.067848:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783976918.067852:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783976918.067855:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783976918.067862:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976918.067865:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976918.067870:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976918.067874:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976918.067876:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783976918.067880:0:254686:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976918.067883:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976918.067885:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976918.067889:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976918.067891:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976918.067895:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976918.067898:0:254686:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976918.067902:0:254686:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976918.067904:0:254686:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976918.067909:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb800. 00000020:00000040:0.0:1783976918.067913:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783976918.067916:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976918.067918:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976918.067920:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976918.067921:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976918.067922:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976918.067926:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783976918.067931:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976918.067937:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb800 x1870620402695808/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976918.067946:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976918.067949:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976918.067952:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059270a1d] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb800 x1870620402695808/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976918.067960:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976918.067963:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976918.067965:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976918.067968:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976918.067970:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976918.067973:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976918.067976:0:254686:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14571 00000400:00000200:0.0:1783976918.067981:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976918.067984:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976918.067985:0:254686:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976918.067987:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976918.067988:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976918.067989:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976918.067991:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976918.067992:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976918.067993:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783976918.067994:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976918.067995:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783976918.067996:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783976918.067997:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783976918.068000:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976918.068001:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976918.068002:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976918.068005:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976918.068008:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783976918.068010:0:254686:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976918.068013:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976918.068015:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976918.068018:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976918.068023:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976918.068025:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976918.068026:0:254686:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976918.068028:0:254686:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976918.068031:0:254686:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976918.068035:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb480. 00000020:00000040:0.0:1783976918.068037:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783976918.068039:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976918.068042:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976918.068043:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976918.068044:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976918.068045:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976918.068048:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783976918.068052:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976918.068056:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb480 x1870620402695936/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976918.068065:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976918.068067:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976918.068073:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b84e84d] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb480 x1870620402695936/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976918.068081:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976918.068084:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976918.068088:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976918.068088:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976918.068089:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976918.068090:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976918.068092:0:254686:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14571 00000400:00000200:0.0:1783976918.068097:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976918.068101:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976918.068103:0:254686:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976918.068108:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976918.068111:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976918.068115:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976918.068117:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976918.068120:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976918.068121:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783976918.068125:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976918.068141:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783976918.068145:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783976918.068151:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783976918.068157:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976918.068162:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976918.068166:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976918.068171:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976918.068176:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783976918.068183:0:254686:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976918.068188:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976918.068192:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976918.068197:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976918.068201:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976918.068206:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976918.068210:0:254686:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976918.068213:0:254686:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976918.068218:0:254686:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976918.068223:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783976918.068226:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783976918.068230:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976918.068231:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976918.068236:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976918.068239:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976918.068243:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976918.068249:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783976918.068254:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976918.068263:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620402696064/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976918.068277:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976918.068281:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976918.068287:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620402696064/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976918.068335:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976918.068343:0:254686:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14581) 00010000:00000001:0.0:1783976918.579465:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976918.579474:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976918.579486:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976918.579492:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976918.579499:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976918.579507:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976918.579518:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976918.579527:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976918.579535:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976918.579539:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976918.579579:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976918.579584:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976918.579589:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976918.579597:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976918.579625:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976918.579631:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976918.579637:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976918.579641:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976918.579644:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976919.603474:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976919.603485:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976919.603493:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976919.603498:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976919.603528:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976919.603536:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976919.603547:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976919.603554:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976919.603565:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976919.603571:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976919.603631:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976919.603636:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976919.603640:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976919.603649:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783976919.603657:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976919.603666:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976919.603671:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976919.603674:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976919.603679:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976920.627655:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976920.627659:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976920.627664:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976920.627666:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976920.627671:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976920.627672:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976920.627676:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976920.627677:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976920.627681:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976920.627682:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976920.627711:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976920.627715:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976920.627716:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976920.627719:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976920.627722:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976920.627724:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976920.627727:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976920.627729:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976920.627732:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976920.628109:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976920.628113:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976920.628114:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976920.628117:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783976920.628119:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976920.628122:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976920.628124:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976920.628126:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976920.628128:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976921.651629:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976921.651640:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976921.651656:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976921.651662:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976921.651664:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976921.651678:0:296893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976921.651686:0:296893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976921.651700:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976921.651707:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976921.651711:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976921.651713:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976921.651716:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976921.651723:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976921.651726:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976921.651727:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976921.651729:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976921.651730:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976921.651732:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976921.651733:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976921.651735:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976921.651739:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976921.651741:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976921.651742:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976921.651743:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976921.651745:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976921.651746:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976921.651747:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976921.651749:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976921.651753:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976921.651754:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976921.651755:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976921.651756:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976921.651758:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976921.651759:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976921.651760:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976921.651762:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976922.675425:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976922.675432:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976922.675438:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976922.675439:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976922.675444:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976922.675447:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976922.675453:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976922.675456:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976922.675462:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976922.675466:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976922.675502:0:296912:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976922.675506:0:296912:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976922.675509:0:296912:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976922.675657:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976922.675660:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976922.675662:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976922.675666:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976922.675670:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976922.675674:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976922.675678:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976922.675681:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976922.675684:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976922.675711:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976922.675714:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976922.675716:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976922.675718:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783976922.675720:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976922.675721:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976922.675722:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976922.675723:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976922.675725:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976923.189200:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976923.189207:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976923.189210:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976923.189220:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3b80 x1870620402696192/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976923.189230:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976923.189232:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976923.189236:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976923.189240:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976923.189243:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976923.189246:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402696192:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783976923.189251:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976923.189257:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976923.189261:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976923.189264:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976923.189272:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783976923.189274:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976923.189281:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783976923.189286:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939af78. 00000400:00000010:0.0:1783976923.189312:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783976923.189322:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402696192, portal 25 00000100:00000001:0.0:1783976923.189324:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976923.189326:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889973120 : -110483819578496 : ffff9b83fb2e3b80) 00000100:00000040:0.0:1783976923.189331:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3b80 x1870620402696192/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783976948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976923.189345:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976923.189348:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783976923.189352:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783976923.189356:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402696192, offset 0 00000400:00000200:0.0:1783976923.189364:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783976923.189373:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976923.189380:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783976923.189388:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976923.189393:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783976923.189397:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976923.189400:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783976923.189405:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824405:824405:256:4294967295] 192.168.201.148@tcp LPNI seq info [824376:824376:8:4294967295] 00000400:00000200:0.0:1783976923.189409:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976923.189421:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783976923.189429:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783976923.189435:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83ee1dd400. 00000800:00000200:0.0:1783976923.189444:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783976923.189449:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783976923.189464:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783976923.189467:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83ee1dd400. 00000400:00000200:0.0:1783976923.189473:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783976923.189478:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783976923.189484:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783976923.189487:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783976923.189492:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783976923.189496:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3b80 x1870620402696192/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783976948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976923.189507:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976923.189511:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3b80 x1870620402696192/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783976948 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976923.189525:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976923.189527:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783976923.189533:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976923.189536:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783976923.189539:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309250300 00000100:00000010:0.0:1783976923.189544:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783976923.189552:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783976923.189559:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309250300 00000100:00000010:0.0:1783976923.189563:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783976923.189566:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783976923.189569:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976923.189572:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976923.189914:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783976923.189921:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783976923/real 1783976923] req@ffff9b83fb2e3b80 x1870620402696192/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783976948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783976923.189934:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976923.189936:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976923.189938:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939af78. 00000400:00000200:0.0:1783976923.189942:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783976923.189944:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783976923.189947:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976923.189951:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3b80 x1870620402696192/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783976948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976923.189960:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3b80 x1870620402696192/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783976948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976923.189966:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976923.189968:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976923.189971:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976923.189973:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783976923.189977:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3b80 x1870620402696192/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783976948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976923.189984:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976923.189989:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3b80 x1870620402696192/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783976948 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976923.189996:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783976923.189999:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976923.190000:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976923.190002:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976923.190004:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783976923.190007:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783976923.190011:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783976923.190015:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783976923.190018:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783976923.190023:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3b80 x1870620402696192/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783976948 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976923.190030:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402696192:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783976923.190035:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976923.190054:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0e00 x1870620402696320/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976923.190061:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976923.190062:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976923.190065:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976923.190068:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976923.190071:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976923.190073:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402696320:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783976923.190076:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976923.190079:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976923.190081:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976923.190083:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976923.190088:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783976923.190090:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976923.190095:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783976923.190097:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939af78. 00000400:00000010:0.0:1783976923.190101:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783976923.190104:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402696320, portal 10 00000100:00000001:0.0:1783976923.190106:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976923.190107:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889961472 : -110483819590144 : ffff9b83fb2e0e00) 00000100:00000040:0.0:1783976923.190115:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0e00 x1870620402696320/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783976948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976923.190120:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976923.190122:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783976923.190124:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783976923.190126:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402696320, offset 0 00000400:00000200:0.0:1783976923.190130:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783976923.190135:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976923.190140:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783976923.190143:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976923.190146:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783976923.190149:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976923.190151:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783976923.190154:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824406:824406:256:4294967295] 192.168.201.148@tcp LPNI seq info [824377:824377:8:4294967295] 00000400:00000200:0.0:1783976923.190158:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976923.190166:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783976923.190170:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783976923.190174:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83ee1dd400. 00000800:00000200:0.0:1783976923.190179:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783976923.190182:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783976923.190194:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783976923.190195:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83ee1dd400. 00000400:00000200:0.0:1783976923.190199:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783976923.190203:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783976923.190206:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783976923.190207:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783976923.190210:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783976923.190213:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0e00 x1870620402696320/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783976948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976923.190222:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976923.190225:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0e00 x1870620402696320/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783976948 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976923.190231:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976923.190232:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783976923.190236:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976923.190240:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783976923.190243:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783976923.190245:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309249041 00000100:00000001:0.0:1783976923.190248:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309250300 00000100:00000001:0.0:1783976923.190250:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309249041 00000100:00000001:0.0:1783976923.190252:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309250300 00000100:00000001:0.0:1783976923.190254:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976923.190256:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976923.190258:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783976923.190261:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783976923/real 1783976923] req@ffff9b83fb2e0e00 x1870620402696320/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783976948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783976923.190268:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976923.190270:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976923.190273:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939af78. 00000400:00000200:0.0:1783976923.190275:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783976923.190277:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783976923.190279:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976923.190283:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0e00 x1870620402696320/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783976948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976923.190291:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0e00 x1870620402696320/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783976948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976923.190333:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976923.190335:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976923.190336:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976923.190338:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783976923.190342:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0e00 x1870620402696320/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783976948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976923.190349:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976923.190353:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0e00 x1870620402696320/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783976948 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976923.190358:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783976923.190361:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976923.190362:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976923.190364:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976923.190365:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783976923.190376:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783976923.190379:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783976923.190382:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783976923.190384:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783976923.190388:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0e00 x1870620402696320/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783976948 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976923.190396:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402696320:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783976923.190401:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976923.190405:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2d80 x1870620402696448/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976923.190416:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976923.190418:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976923.190420:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976923.190421:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976923.190424:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976923.190426:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402696448:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783976923.190429:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976923.190431:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976923.190433:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976923.190434:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976923.190438:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783976923.190439:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976923.190442:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783976923.190444:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939af78. 00000400:00000010:0.0:1783976923.190447:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783976923.190450:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402696448, portal 10 00000100:00000001:0.0:1783976923.190452:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976923.190454:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889969536 : -110483819582080 : ffff9b83fb2e2d80) 00000100:00000040:0.0:1783976923.190460:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2d80 x1870620402696448/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783976948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976923.190466:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976923.190468:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783976923.190470:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783976923.190472:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402696448, offset 0 00000400:00000200:0.0:1783976923.190475:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783976923.190480:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976923.190483:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783976923.190486:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783976923.190488:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783976923.190490:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783976923.190492:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783976923.190495:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824407:824407:256:4294967295] 192.168.201.148@tcp LPNI seq info [824378:824378:8:4294967295] 00000400:00000200:0.0:1783976923.190499:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976923.190506:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783976923.190510:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783976923.190513:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83ee1dd400. 00000800:00000200:0.0:1783976923.190516:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783976923.190519:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783976923.190530:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783976923.190531:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83ee1dd400. 00000400:00000200:0.0:1783976923.190534:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783976923.190537:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783976923.190540:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783976923.190542:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783976923.190544:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783976923.190548:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2d80 x1870620402696448/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783976948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976923.190555:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783976923.190557:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2d80 x1870620402696448/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783976948 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976923.190563:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976923.190564:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783976923.190567:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976923.190570:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783976923.190573:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783976923.190575:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309249037 00000100:00000001:0.0:1783976923.190577:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309250300 00000100:00000001:0.0:1783976923.190580:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309249037 00000100:00000001:0.0:1783976923.190582:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309250300 00000100:00000001:0.0:1783976923.190584:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783976923.190587:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976923.190589:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783976923.190593:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783976923/real 1783976923] req@ffff9b83fb2e2d80 x1870620402696448/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783976948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783976923.190600:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783976923.190601:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783976923.190603:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939af78. 00000400:00000200:0.0:1783976923.190605:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783976923.190607:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783976923.190609:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783976923.190611:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2d80 x1870620402696448/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783976948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783976923.190620:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2d80 x1870620402696448/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783976948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976923.190626:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783976923.190628:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976923.190629:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976923.190631:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783976923.190634:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2d80 x1870620402696448/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783976948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976923.190641:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783976923.190645:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2d80 x1870620402696448/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783976948 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976923.190652:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783976923.190654:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976923.190655:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783976923.190657:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976923.190658:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783976923.190665:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783976923.190668:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783976923.190673:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783976923.190675:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783976923.190679:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2d80 x1870620402696448/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783976948 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783976923.190687:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402696448:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783976923.190691:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783976923.190695:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1500 x1870620402696576/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976923.190702:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976923.190703:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976923.190706:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783976923.190707:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976923.190709:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976923.190712:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402696576:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783976923.190715:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783976923.190718:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783976923.190720:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976923.190721:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783976923.190725:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783976923.190728:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783976923.190731:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783976923.190734:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939af78. 00000400:00000010:0.0:1783976923.190737:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783976923.190740:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402696576, portal 4 00000100:00000001:0.0:1783976923.190742:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783976923.190744:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889963264 : -110483819588352 : ffff9b83fb2e1500) 00000100:00000040:0.0:1783976923.190750:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1500 x1870620402696576/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783976948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976923.190756:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783976923.191863:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000100:00000001:0.0:1783976923.699400:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976923.699407:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976923.699411:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976923.699417:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783976923.699425:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976923.699433:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976923.699448:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976923.699452:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976923.699457:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976923.699497:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976923.699502:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976923.699522:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976923.699527:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976923.699536:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976923.699540:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976923.699546:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976923.699548:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976923.699552:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976923.699554:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976924.723447:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976924.723459:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976924.723464:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976924.723474:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783976924.723482:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976924.723489:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976924.723514:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976924.723519:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976924.723522:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976924.723555:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976924.723562:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976924.723572:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976924.723575:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976924.723582:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976924.723585:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976924.723590:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976924.723592:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976924.723598:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976924.723600:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976925.747429:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976925.747436:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976925.747440:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976925.747445:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976925.747452:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976925.747458:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976925.747474:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976925.747480:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976925.747485:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976925.747514:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976925.747520:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976925.747530:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976925.747534:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976925.747543:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976925.747547:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976925.747555:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976925.747559:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976925.747567:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976925.747570:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976925.747592:0:296912:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976925.747596:0:296912:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976925.747599:0:296912:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976926.771423:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976926.771432:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976926.771434:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976926.771441:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976926.771449:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976926.771455:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976926.771459:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976926.771463:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976926.771469:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976926.771498:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976926.771504:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976926.771507:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976926.771513:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976926.771520:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976926.771523:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976926.771528:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976926.771541:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976926.771550:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976926.771552:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976926.771558:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976926.771559:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976926.771564:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976926.771565:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976926.771570:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976926.771571:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976927.795443:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976927.795448:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976927.795456:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976927.795460:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976927.795468:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976927.795472:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976927.795703:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976927.795706:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976927.795711:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976927.795712:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976928.819455:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976928.819462:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976928.819474:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976928.819478:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976928.819485:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976928.819488:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976928.819506:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976928.819509:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976928.819517:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976928.819519:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976928.819546:0:296912:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976928.819551:0:296912:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976928.819557:0:296912:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976928.819661:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976928.819665:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976928.819667:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976928.819681:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976928.819686:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976928.819690:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976928.819697:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976928.819701:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976928.819704:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976929.843525:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976929.843531:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976929.843538:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976929.843544:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976929.843554:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976929.843560:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976929.843566:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976929.843569:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976929.843575:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976929.843612:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976929.843620:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976929.843631:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976929.843637:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976929.843647:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976929.843650:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976929.843657:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976929.843661:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976929.843671:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976929.843673:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976930.867581:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976930.867585:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976930.867589:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976930.867599:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783976930.867604:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976930.867609:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976930.870989:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976930.870996:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976930.871002:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976930.871036:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976930.871038:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976930.871043:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976930.871044:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976930.871048:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976930.871049:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976930.871053:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976930.871054:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976930.871057:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976930.871058:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976931.891420:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976931.891425:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976931.891429:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976931.891433:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783976931.891436:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976931.891439:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976931.891442:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976931.891445:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976931.891450:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976931.891474:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976931.891479:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976931.891488:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976931.891493:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976931.891497:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976931.891511:0:296893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976931.891514:0:296893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976931.891518:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976931.891522:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976931.891525:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976931.891528:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976931.891530:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976931.891534:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976931.891536:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976931.891538:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976931.891539:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976931.891541:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976931.891542:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976931.891544:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976931.891546:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976931.891549:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976931.891550:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976931.891552:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976931.891553:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976931.891554:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976931.891556:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976931.891557:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976931.891559:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976931.891563:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976931.891564:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976931.891565:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976931.891567:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976931.891568:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976931.891569:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976931.891571:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976931.891573:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976931.891587:0:296912:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976931.891590:0:296912:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976931.891593:0:296912:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976932.915396:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976932.915403:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976932.915408:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976932.915414:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976932.915418:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976932.915423:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976932.915428:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976932.915433:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976932.915439:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976932.915469:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976932.915473:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976932.915481:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976932.915485:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976932.915491:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976932.915495:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976932.915501:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976932.915504:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976932.915516:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976932.915518:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976933.427437:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976933.427447:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976933.427449:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976933.427453:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976933.427457:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976933.427464:0:296888:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 14586 00000400:00000200:0.0:1783976933.427473:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976933.427479:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976933.427482:0:296888:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976933.427485:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976933.427488:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976933.427491:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976933.427493:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976933.427497:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976933.427498:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783976933.427501:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976933.427503:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783976933.427506:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783976933.427508:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783976933.427510:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976933.427512:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976933.427514:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976933.427515:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976933.427518:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783976933.427521:0:296888:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976933.427523:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976933.427526:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976933.427529:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976933.427532:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976933.427534:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976933.427537:0:296888:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976933.427546:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783976933.427550:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783976933.427553:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976933.427555:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976933.427558:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976933.427561:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976933.427565:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976933.427573:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783976933.427579:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976933.427588:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402697472/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976933.427598:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976933.427602:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976933.427606:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402697472/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976933.427629:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976933.427633:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976933.427636:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976933.427637:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976933.427638:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976933.427641:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976933.427644:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14586 00000400:00000200:0.0:1783976933.427648:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976933.427651:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976933.427654:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976933.427657:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976933.427659:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976933.427661:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976933.427663:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976933.427665:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976933.427666:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783976933.427667:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976933.427669:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783976933.427671:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783976933.427674:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783976933.427679:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976933.427683:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976933.427688:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976933.427692:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976933.427695:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783976933.427700:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976933.427703:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976933.427706:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976933.427714:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976933.427718:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976933.427722:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976933.427727:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976933.427733:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976933.427738:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976933.427745:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783976933.427749:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=139 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783976933.427753:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976933.427756:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976933.427760:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976933.427762:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976933.427765:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976933.427772:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783976933.427778:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976933.427786:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402697600/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976933.427799:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976933.427803:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976933.427810:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402697600/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976933.427825:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976933.427831:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976933.427838:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976933.427841:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976933.427843:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976933.427848:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976933.427854:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14586 00000400:00000200:0.0:1783976933.427873:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976933.427878:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976933.427882:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976933.427887:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976933.427891:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976933.427896:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976933.427900:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976933.427905:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976933.427907:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783976933.427910:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976933.427914:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783976933.427917:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783976933.427922:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783976933.427926:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976933.427928:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976933.427929:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976933.427941:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976933.427947:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783976933.427952:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976933.427955:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976933.427959:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976933.427964:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976933.427968:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976933.427971:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976933.427974:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976933.427977:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976933.427981:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976933.427984:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783976933.427989:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783976933.427994:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976933.427997:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976933.428000:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976933.428003:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976933.428006:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976933.428013:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783976933.428019:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976933.428027:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402697728/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976933.428040:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976933.428045:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976933.428052:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402697728/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976933.428069:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976933.428074:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976933.428079:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976933.428083:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976933.428086:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976933.428091:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976933.428096:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14586 00000400:00000200:0.0:1783976933.428101:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976933.428107:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976933.428110:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976933.428114:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976933.428116:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976933.428118:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976933.428121:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976933.428125:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976933.428128:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783976933.428131:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976933.428134:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783976933.428137:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783976933.428141:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783976933.428145:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976933.428147:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976933.428152:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976933.428154:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976933.428157:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783976933.428162:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976933.428167:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976933.428169:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976933.428172:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976933.428174:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976933.428176:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976933.428180:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976933.428186:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976933.428191:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976933.428195:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783976933.428200:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783976933.428204:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976933.428207:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976933.428210:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976933.428212:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976933.428215:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976933.428233:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783976933.428238:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976933.428247:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402697856/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976933.428278:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976933.428280:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976933.428286:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402697856/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976933.428326:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976933.428329:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976933.428336:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976933.428340:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976933.428343:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976933.428348:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976933.428351:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14586 00000400:00000200:0.0:1783976933.428356:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976933.428359:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976933.428360:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976933.428363:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976933.428365:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976933.428369:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976933.428374:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976933.428377:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976933.428379:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783976933.428382:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976933.428384:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783976933.428388:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783976933.428393:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783976933.428398:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976933.428401:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976933.428405:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976933.428406:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976933.428408:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783976933.428411:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976933.428415:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976933.428418:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976933.428422:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976933.428426:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976933.428430:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976933.428433:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976933.428438:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976933.428441:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976933.428446:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783976933.428450:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783976933.428456:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976933.428457:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976933.428462:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976933.428463:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976933.428466:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976933.428472:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783976933.428477:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976933.428483:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402697984/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976933.428502:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976933.428505:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976933.428512:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402697984/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976933.428526:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976933.428532:0:296888:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14596) 00000100:00000001:0.0:1783976933.939424:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976933.939433:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976933.939439:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976933.939448:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976933.939456:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976933.939462:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976933.939478:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976933.939482:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976933.939487:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976933.939511:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976933.939516:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976933.939524:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976933.939527:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976933.940241:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976933.940242:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976933.940246:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976933.940248:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976933.940251:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976933.940253:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976934.963433:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976934.963438:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976934.963447:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976934.963450:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976934.963457:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976934.963461:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976934.963468:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976934.963471:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976934.963477:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976934.963478:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976934.963502:0:296912:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976934.963506:0:296912:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976934.963511:0:296912:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976934.966000:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976934.966005:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976934.966008:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976934.966013:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783976934.966018:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976934.966023:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976934.966029:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976934.966032:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976934.966035:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976935.987392:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976935.987399:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976935.987403:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976935.987409:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783976935.987415:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976935.987419:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976935.987423:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976935.987427:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976935.987431:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976935.987455:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976935.987458:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976935.987466:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976935.987469:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976935.987475:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976935.987477:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976935.987484:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976935.987488:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976935.987494:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976935.987495:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976937.011406:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976937.011414:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976937.011420:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976937.011427:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783976937.011434:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976937.011439:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976937.011447:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976937.011451:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976937.011457:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976937.011486:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976937.011493:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976937.011498:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976937.011503:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976937.011524:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976937.011528:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976937.011530:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976937.011532:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976937.011537:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976937.011539:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976937.011544:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976937.011545:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976937.011549:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976937.011550:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976937.011553:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976937.011554:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976938.035405:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976938.035410:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976938.035418:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976938.035421:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976938.035426:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976938.035430:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976938.035434:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976938.035437:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976938.035441:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976938.035445:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976938.035473:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976938.035477:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976938.035481:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976938.035488:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783976938.035493:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976938.035502:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976938.035516:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976938.035522:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976938.035525:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976939.059399:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976939.059407:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976939.059411:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976939.059416:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783976939.059419:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976939.059424:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976939.059436:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976939.059439:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976939.059443:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976939.059467:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976939.059472:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976939.059479:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976939.059483:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976939.059488:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976939.059491:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976939.059497:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976939.059499:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976939.059505:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976939.059506:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976940.083411:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976940.083416:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976940.083423:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976940.083426:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976940.083433:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976940.083436:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976940.083442:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976940.083445:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976940.083453:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976940.083455:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976940.083610:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976940.083614:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976940.083616:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976940.083619:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783976940.083623:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976940.083627:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976940.083631:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976940.083634:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976940.083638:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976940.083660:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976940.083663:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976940.083665:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976940.083667:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783976940.083669:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976940.083672:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976940.083674:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976940.083678:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976940.083681:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976941.107406:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976941.107411:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976941.107416:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976941.107424:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783976941.107431:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976941.107437:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976941.107445:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976941.107448:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976941.107452:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976941.107477:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976941.107481:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976941.107485:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976941.107487:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976941.107491:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976941.107492:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976941.107495:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976941.107496:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976941.107499:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976941.107501:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976941.108824:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976941.108830:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976941.108833:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976941.108838:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783976941.108841:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976941.108843:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976941.108846:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976941.108848:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976941.108853:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976941.108881:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976941.108885:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976941.108886:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976941.108889:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783976941.108892:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976941.108894:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976941.108895:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976941.108897:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976941.108899:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976942.131628:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976942.131632:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976942.131637:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976942.131648:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976942.131654:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976942.131659:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976942.131667:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976942.131672:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976942.131677:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976942.131718:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976942.131723:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976942.131729:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976942.131733:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976942.131735:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976942.131754:0:296893:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976942.131757:0:296893:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976942.131758:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976942.131762:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976942.131764:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976942.131766:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976942.131769:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976942.131774:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976942.131776:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976942.131777:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976942.131778:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976942.131779:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976942.131780:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976942.131782:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976942.131783:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976942.131787:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976942.131788:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976942.131789:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976942.131791:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976942.131792:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976942.131793:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976942.131795:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976942.131796:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976942.131800:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976942.131801:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976942.131803:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976942.131804:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976942.131806:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976942.131807:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976942.131809:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976942.131811:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976943.155464:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976943.155477:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976943.155487:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976943.155511:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976943.155523:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976943.155532:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976943.155546:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976943.155549:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976943.155565:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976943.155594:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976943.155607:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976943.155624:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976943.155634:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976943.155643:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976943.155647:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976943.155655:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976943.155664:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976943.155670:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976943.155672:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976944.179436:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976944.179446:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976944.179455:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976944.179467:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783976944.179483:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976944.179490:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976944.179496:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976944.179501:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976944.179519:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976944.179548:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976944.179557:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976944.179563:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976944.179574:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976944.179579:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976944.179583:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976944.179602:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976944.179607:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976944.179621:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976944.179656:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976944.179660:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976944.179666:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976944.179667:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976944.179685:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976944.179686:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976944.179689:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976944.179691:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976944.179694:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976944.179695:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976945.204730:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976945.204734:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976945.204735:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976945.204738:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976945.204740:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976945.204742:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976945.204744:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976945.204745:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976945.204747:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976945.204766:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976945.204770:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976945.204774:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976945.204779:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976945.204785:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976945.204787:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976945.204793:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976945.204795:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976945.204799:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976945.204801:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976946.227403:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976946.227411:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976946.227415:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976946.227421:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976946.227428:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976946.227433:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976946.227442:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976946.227446:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976946.227456:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976946.227484:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976946.227489:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976946.227498:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976946.227502:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976946.227509:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976946.227512:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976946.227519:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976946.227521:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976946.227525:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976946.227527:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976947.251403:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976947.251408:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976947.251410:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976947.251415:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976947.251420:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976947.251423:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976947.251434:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976947.251436:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976947.251441:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976947.251461:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976947.251465:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976947.251469:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976947.251472:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976947.251476:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976947.251478:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976947.251482:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976947.251492:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976947.251499:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976947.251503:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976947.251509:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976947.251511:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976947.251514:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976947.251515:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976947.251522:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976947.251526:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976948.275390:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976948.275397:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976948.275401:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976948.275408:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783976948.275415:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976948.275419:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976948.275439:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976948.275442:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976948.275446:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976948.275471:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976948.275476:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976948.275485:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976948.275488:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976948.275495:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976948.275498:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976948.275505:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976948.275508:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976948.275512:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976948.275514:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976949.299410:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976949.299419:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976949.299424:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976949.299433:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783976949.299441:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976949.299447:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976949.299456:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976949.299460:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976949.299465:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976949.299492:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976949.299497:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976949.299505:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976949.299508:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976949.299515:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976949.299518:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976949.299522:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976949.299524:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976949.299528:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976949.299529:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976950.323393:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976950.323401:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976950.323404:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976950.323409:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783976950.323414:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976950.323419:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976950.323425:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976950.323429:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976950.323436:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976950.323461:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976950.323466:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976950.323475:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976950.323477:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976950.323483:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976950.323484:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976950.323489:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976950.323491:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976950.323498:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976950.323501:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976951.347516:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976951.347519:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976951.347521:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976951.347523:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783976951.347525:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976951.347527:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976951.347528:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976951.347530:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976951.347532:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976951.347565:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976951.347568:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976951.347572:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976951.347574:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976951.347577:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976951.347579:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976951.347581:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976951.347583:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976951.347586:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976951.347587:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976952.371566:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976952.371569:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976952.371571:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976952.371574:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783976952.371576:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976952.371578:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976952.371580:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976952.371581:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976952.371583:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976952.371599:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976952.371601:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976952.371605:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976952.371608:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976952.371610:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976952.371621:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371624:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371626:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371627:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371630:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371631:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371633:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371635:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371637:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371639:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371641:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371643:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371645:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371647:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371649:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371651:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371653:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371655:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371657:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371658:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371661:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371662:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371664:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371666:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371668:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371669:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371671:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371673:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371675:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371677:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371679:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371680:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371682:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371684:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371686:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371688:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371690:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371691:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371693:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371695:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371697:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371698:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371700:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371701:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371703:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371705:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371707:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371708:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371710:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371712:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371714:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371716:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371718:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371720:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371722:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371723:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371725:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371727:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371729:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371731:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371734:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371736:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371739:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371740:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371743:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371744:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371747:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371748:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371751:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371752:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371754:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371755:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371757:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371758:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371760:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371762:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371764:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371765:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371767:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371769:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371771:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371773:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371775:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371776:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371778:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371779:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371781:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371782:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371784:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371785:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371788:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371789:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371791:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371792:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371795:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371797:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371799:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371801:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371803:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371804:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371806:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371808:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371810:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371812:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371814:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371816:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371818:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371819:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371821:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371822:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371824:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371826:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371828:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371829:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371831:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371833:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371835:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371837:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371839:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371841:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371844:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371845:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371848:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371890:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371893:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371895:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371897:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371898:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371901:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371903:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371905:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371907:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371909:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371910:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371913:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371914:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371916:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371917:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371919:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371921:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371923:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371924:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371926:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371927:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371930:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371931:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371933:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371935:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371937:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371939:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371941:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371942:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371944:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371945:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371947:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371949:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371951:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371952:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371954:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371955:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371957:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371959:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371961:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371963:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371965:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371966:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371968:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371970:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371972:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371973:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371975:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371977:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371979:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371980:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371982:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371983:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371985:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371987:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371989:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371990:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371992:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371994:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371996:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.371997:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.371999:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372000:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372003:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372004:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372006:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372008:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372010:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372011:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372013:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372014:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372016:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372017:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372020:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372021:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372023:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372025:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372027:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372028:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372031:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372032:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372034:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372035:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372038:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372039:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372041:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372043:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372045:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372046:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372048:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372049:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372052:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372053:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372055:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372057:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372059:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372060:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372062:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372064:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372066:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372067:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372069:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372070:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372072:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372074:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372076:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372077:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372079:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372081:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372083:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372085:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372087:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372088:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372090:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372091:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372093:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372095:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372097:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372098:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372100:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372101:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372104:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372105:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372108:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372109:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372111:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372112:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372114:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372116:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372118:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372119:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372121:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372122:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372124:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372125:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372128:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372129:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372131:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372132:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372135:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372136:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372139:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372141:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372143:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372145:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372147:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372148:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372151:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372153:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372154:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372156:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372158:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372159:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372161:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372163:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372165:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372166:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372168:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372170:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372172:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372173:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372175:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372176:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372178:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372180:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372182:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372183:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372185:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372187:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372189:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372190:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372192:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372193:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372195:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372196:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372199:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372200:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372203:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372204:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372206:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372208:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372210:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372211:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372213:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372214:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372216:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372217:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372219:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372221:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372223:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372224:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372226:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372227:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372230:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372231:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372232:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372234:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372236:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372238:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372240:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372241:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372244:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372245:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372247:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372248:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372250:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372251:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372253:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372255:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372257:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372259:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372262:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372263:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372265:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372266:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372268:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372270:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372271:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372273:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372275:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372276:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372278:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372279:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372281:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372283:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372285:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372286:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372288:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372289:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372291:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372310:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372313:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372315:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372317:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372318:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372320:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372321:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372324:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372325:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372328:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372329:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372331:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372332:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372335:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372336:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372339:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372340:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372342:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372344:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372346:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372347:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372349:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372351:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372353:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372355:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372357:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372358:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372361:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372362:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372364:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372365:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372367:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372369:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372370:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372372:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372374:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372375:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372377:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372379:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372381:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372383:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372385:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372386:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372388:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372390:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372392:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372394:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372396:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372398:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372400:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372402:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372404:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372406:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372408:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372409:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372411:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372413:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372415:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372416:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372418:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372419:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372421:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372423:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372425:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372426:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372428:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372429:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372432:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372433:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372435:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372437:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372439:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372441:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372443:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372444:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372446:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372448:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372450:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372451:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372453:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372454:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372457:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372458:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372461:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372462:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372464:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372465:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372467:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372468:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372470:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372472:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372473:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372475:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372476:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372478:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372480:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372482:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372484:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372486:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372487:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372489:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372490:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372492:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372494:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372495:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372497:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372498:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372500:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372502:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372504:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372505:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372507:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372509:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372511:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372512:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372515:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372517:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372519:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372520:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372522:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372534:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372538:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372539:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372541:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372543:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372545:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372546:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372548:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372550:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372552:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372554:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372556:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372557:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372559:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372560:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372563:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372565:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372567:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372569:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372571:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372572:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372574:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372576:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372578:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372579:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372582:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372584:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372586:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372587:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372590:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372591:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372593:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372594:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372596:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372597:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372599:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372600:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372602:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372603:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372605:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372607:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372609:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372610:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372612:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372614:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372616:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372617:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372619:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372620:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372622:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976952.372623:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976952.372626:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=262 : 262 : 106) 00010000:00000001:0.0:1783976952.372629:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783976952.372638:0:296893:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b83f2858e40. 00010000:00000001:0.0:1783976952.372641:0:296893:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783976952.372656:0:296893:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 262/262 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1783976952.372659:0:296893:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976952.372660:0:296893:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976952.372662:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=262 : 262 : 106) 00010000:00000001:0.0:1783976952.372665:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=262 : 262 : 106) 00010000:00000001:0.0:1783976952.372669:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976952.372671:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976952.372672:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976952.372674:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976952.372675:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976952.372677:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976952.372678:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976952.372680:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976952.372683:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976952.372685:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976952.372686:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976952.372687:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976952.372689:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976952.372690:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976952.372691:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976952.372693:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976952.372696:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976952.372698:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976952.372699:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976952.372700:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976952.372701:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976952.372703:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976952.372704:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976952.372706:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976952.375453:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976952.375456:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976952.375457:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976952.375460:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783976952.375462:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976952.375464:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976952.375466:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976952.375467:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976952.375469:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976953.395407:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976953.395414:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976953.395418:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976953.395426:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783976953.395433:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976953.395452:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976953.395458:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976953.395461:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976953.395466:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976953.395501:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976953.395504:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976953.395520:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976953.395522:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976953.395527:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976953.395528:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976953.395538:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976953.395540:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976953.395543:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976953.395545:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976953.395854:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976953.395856:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976953.395857:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976953.395858:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783976953.395860:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976953.395861:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976953.395862:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976953.395863:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976953.395865:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976954.419385:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976954.419389:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976954.419393:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976954.419396:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783976954.419401:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976954.419406:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976954.419413:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976954.419429:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976954.419437:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976954.419469:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976954.419474:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976954.419482:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976954.419486:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976954.419503:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976954.419507:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976954.419513:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976954.419517:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976954.419522:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976954.419524:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976955.443395:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976955.443401:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976955.443406:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976955.443413:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783976955.443420:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976955.443425:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976955.443440:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976955.443445:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976955.443451:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976955.443485:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976955.443490:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976955.443499:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976955.443504:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976955.443512:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976955.443517:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976955.443524:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976955.443528:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976955.443536:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976955.443538:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976956.467361:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976956.467368:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976956.467371:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976956.467374:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976956.467381:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976956.467384:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976956.467389:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976956.467394:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976956.467403:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976956.467407:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976956.467422:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976956.467425:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976956.467432:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976956.467434:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976956.467437:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976956.467437:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976956.467522:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976956.467527:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976956.467530:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976956.467533:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783976956.467536:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976956.467539:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976956.467544:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976956.467549:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976956.467564:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976957.491401:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976957.491408:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976957.491412:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976957.491419:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783976957.491426:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976957.491431:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976957.491464:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976957.491467:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976957.491470:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976957.491494:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976957.491497:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976957.491502:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976957.491503:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976957.491508:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976957.491509:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976957.491512:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976957.491513:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976957.491516:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976957.491517:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976957.491567:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976957.491574:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976957.491579:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976957.491582:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783976957.491588:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976957.491592:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976957.491597:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976957.491600:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976957.491603:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976958.515428:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976958.515436:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976958.515440:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976958.515448:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783976958.515455:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976958.515459:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976958.515461:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976958.515464:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976958.515468:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976958.515521:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976958.515523:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976958.515527:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976958.515528:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976958.515532:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976958.515533:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976958.515536:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976958.515537:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976958.515540:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976958.515541:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976959.539412:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976959.539418:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976959.539422:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976959.539428:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783976959.539432:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976959.539436:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976959.539440:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976959.539444:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976959.539450:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976959.539476:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976959.539479:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976959.539483:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976959.539484:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976959.539488:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976959.539489:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976959.539493:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976959.539495:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976959.539498:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976959.539499:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976959.539581:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976959.539586:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976959.539590:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976959.539594:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783976959.539599:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976959.539604:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976959.539610:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976959.539613:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976959.539618:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976960.563475:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976960.563481:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976960.563491:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976960.563494:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976960.563500:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976960.563504:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976960.563512:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976960.563514:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976960.563520:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976960.563523:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976960.563551:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976960.563556:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976960.563558:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976960.563562:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783976960.563566:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976960.563569:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976960.563572:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976960.563575:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976960.563579:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976960.563632:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976960.563640:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976960.563646:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976960.563653:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976960.563661:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976960.563668:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976960.563677:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976960.563681:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976960.563688:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976961.587459:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976961.587471:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976961.587476:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976961.587486:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976961.587500:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976961.587509:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976961.587520:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976961.587527:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976961.587536:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976961.587582:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976961.587588:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976961.587598:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976961.587607:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976961.587612:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976961.587632:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976961.587645:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976961.587654:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976961.587661:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976961.587674:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976961.587682:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976961.587694:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976961.587701:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976961.587710:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976961.587715:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976961.587721:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976961.587724:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976961.587727:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976961.587728:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976961.587731:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976961.587734:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976961.587739:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976961.587742:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976961.587746:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976961.587749:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976961.587752:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=10 : 10 : a) 00010000:00000001:0.0:1783976961.587756:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783976961.587767:0:296893:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b83fb14cc00. 00010000:00000001:0.0:1783976961.587770:0:296893:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783976961.587782:0:296893:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 10/10 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1783976961.587784:0:296893:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976961.587784:0:296893:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976961.587786:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=10 : 10 : a) 00010000:00000001:0.0:1783976961.587789:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=10 : 10 : a) 00010000:00000001:0.0:1783976961.587793:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976961.587794:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976961.587795:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976961.587797:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976961.587798:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976961.587799:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976961.587800:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976961.587802:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976961.587806:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976961.587807:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976961.587808:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976961.587809:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976961.587810:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976961.587810:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976961.587812:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976961.587813:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976961.587816:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976961.587819:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976961.587821:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976961.587823:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976961.587826:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976961.587828:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976961.587834:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976961.587836:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976962.611441:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976962.611446:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976962.611448:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976962.611461:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783976962.611466:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976962.611470:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976962.611477:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976962.611480:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976962.611485:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976962.611516:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976962.611521:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976962.611528:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976962.611531:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976962.611543:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976962.611550:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976962.611559:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976962.611561:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976962.611566:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976962.611577:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976962.611629:0:296916:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976962.611637:0:296916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976962.611644:0:296916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976963.636348:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976963.636352:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976963.636354:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976963.636359:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783976963.636363:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976963.636367:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976963.636371:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976963.636374:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976963.636378:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976963.636391:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976963.636394:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976963.636396:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976963.636398:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783976963.636400:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976963.636402:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976963.636404:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976963.636406:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976963.636408:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976963.636430:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976963.636432:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976963.636436:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976963.636437:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976963.636441:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976963.636442:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976963.636445:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976963.636446:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976963.636448:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976963.636450:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976964.659424:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976964.659432:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976964.659435:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976964.659440:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783976964.659444:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976964.659450:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976964.659454:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976964.659458:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976964.659463:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976964.659489:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976964.659492:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976964.659497:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976964.659500:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976964.659506:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976964.659510:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976964.659516:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976964.659520:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976964.659526:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976964.659529:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976964.659557:0:296916:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976964.659560:0:296916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976964.659562:0:296916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976964.659966:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976964.659968:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976964.659969:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976964.659971:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976964.659973:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976964.659975:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976964.659977:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976964.659978:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976964.659980:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976965.683480:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976965.683484:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976965.683485:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976965.683488:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783976965.683491:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976965.683493:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976965.683496:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976965.683499:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976965.683503:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976965.683532:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976965.683536:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976965.683543:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976965.683547:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976965.683554:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976965.683557:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976965.683564:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976965.683568:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976965.683576:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976965.683580:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976965.683605:0:296915:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976965.683609:0:296915:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976965.683614:0:296915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976966.707398:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976966.707404:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976966.707407:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976966.707411:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976966.707415:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976966.707419:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976966.707422:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976966.707427:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976966.707436:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976966.707441:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976966.707449:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976966.707453:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976966.707459:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976966.707462:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976966.707467:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976966.707469:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976966.707505:0:296916:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976966.707509:0:296916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976966.707511:0:296916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976966.707533:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976966.707538:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976966.707542:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976966.707549:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783976966.707555:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976966.707560:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976966.707570:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976966.707573:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976966.707576:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976967.731595:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976967.731600:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976967.731603:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976967.731608:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783976967.731614:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976967.731618:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976967.731630:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976967.731633:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976967.731636:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976967.731654:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976967.731656:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976967.731660:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976967.731661:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976967.731665:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976967.731666:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976967.731669:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976967.731671:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976967.731674:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976967.731675:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976967.731691:0:296915:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976967.731694:0:296915:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976967.731697:0:296915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976968.755414:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976968.755418:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976968.755424:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976968.755427:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976968.755439:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976968.755442:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976968.755448:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976968.755452:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976968.755458:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976968.755462:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976968.755487:0:296916:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976968.755492:0:296916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976968.755498:0:296916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976969.779451:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976969.779461:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976969.779464:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976969.779472:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976969.779481:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976969.779490:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976969.779495:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976969.779501:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976969.779506:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976969.779537:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976969.779544:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976969.779555:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976969.779558:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976969.779566:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976969.779569:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976969.779574:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976969.779576:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976969.779580:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976969.779584:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976969.779609:0:296915:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976969.779615:0:296915:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976969.779627:0:296915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976970.803471:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976970.803489:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976970.803494:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976970.803509:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976970.803516:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976970.803523:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976970.803529:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976970.803533:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976970.803548:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976970.803593:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976970.803601:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976970.803609:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976970.803616:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976970.803623:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976970.803630:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976970.803636:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976970.803643:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976970.803650:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976970.803657:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976970.803698:0:296916:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976970.803707:0:296916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976970.803714:0:296916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976971.827496:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976971.827508:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976971.827515:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976971.827530:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783976971.827541:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976971.827547:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976971.827550:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976971.827553:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976971.827557:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976971.827807:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976971.827813:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976971.827824:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976971.827833:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976971.827839:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976971.827863:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976971.827866:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976971.827871:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976971.827872:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976971.827876:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976971.827877:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976971.827881:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976971.827882:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976971.827891:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976971.827893:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976971.827896:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976971.827897:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976971.827901:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976971.827902:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976971.827906:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976971.827909:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976971.827912:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976971.827913:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976971.827916:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976971.827917:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976971.827920:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=10 : 10 : a) 00010000:00000001:0.0:1783976971.827926:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783976971.827950:0:296893:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b83fb14cc00. 00010000:00000001:0.0:1783976971.827955:0:296893:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783976971.827969:0:296893:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 10/10 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1783976971.827972:0:296893:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976971.827974:0:296893:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976971.827976:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=10 : 10 : a) 00010000:00000001:0.0:1783976971.827979:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=10 : 10 : a) 00010000:00000001:0.0:1783976971.827986:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976971.827988:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976971.827989:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976971.827991:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976971.827993:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976971.827995:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976971.827996:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976971.827998:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976971.828012:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976971.828015:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976971.828016:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976971.828018:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976971.828020:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976971.828021:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976971.828022:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976971.828024:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976971.828029:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976971.828031:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976971.828032:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976971.828034:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976971.828035:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976971.828036:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976971.828038:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976971.828040:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976971.828090:0:296915:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976971.828094:0:296915:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976971.828098:0:296915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 10 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1783976971.828102:0:296915:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1783976971.828106:0:296915:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976971.828112:0:296915:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83de145e00/0xc4ea75fdb9c37112 lrc: 2/0,0 mode: PR/PR res: [0x200002341:0x50:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b25eb3 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976971.828127:0:296915:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976971.828134:0:296915:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976971.828137:0:296915:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976971.828140:0:296915:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002341:0x50:0x0] mode (null) 00000002:00000001:0.0:1783976971.828146:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976971.828150:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976971.828159:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f66ba700 count: 2 00010000:00000001:0.0:1783976971.828163:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976971.828169:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976971.828171:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976971.828172:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976971.828180:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f66ba700 count: 2 00010000:00000001:0.0:1783976971.828191:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976971.828193:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976971.828195:0:296915:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976971.828200:0:296915:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200002341:0x50:0x0] lli = ffff9b83c2247380, pfid = [0x240002b13:0x3c8:0x0] 00000080:00000002:0.0:1783976971.828291:0:296915:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200002341:0x50:0x0] m[0x240002b13:0x3c8:0x0] 00000080:00000001:0.0:1783976971.828345:0:296915:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587699656 : 162129771587699656 : 240002b130003c8) 00000080:00000001:0.0:1783976971.828352:0:296915:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976971.828355:0:296915:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976971.828363:0:296915:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976971.828366:0:296915:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002341:0x50:0x0](ffff9b83c2247448) invalid 00000080:00000001:0.0:1783976971.828372:0:296915:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976971.828374:0:296915:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976971.828376:0:296915:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976971.828381:0:296915:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976971.828387:0:296915:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976971.828389:0:296915:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976971.828392:0:296915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976971.828396:0:296915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976971.828401:0:296915:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83de145e00 with handle 0xc4ea75fdb9c37112 from hash 00010000:00000001:0.0:1783976971.828404:0:296915:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976971.828407:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976971.828410:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976971.828412:0:296915:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976971.828428:0:296915:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976971.828430:0:296915:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976971.828433:0:296915:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976971.828435:0:296915:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f73daa00/0xc4ea75fdb9c37047 lrc: 2/0,0 mode: PR/PR res: [0x200002341:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b25bb1 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976971.828442:0:296915:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976971.828444:0:296915:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976971.828446:0:296915:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976971.828447:0:296915:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002341:0x34:0x0] mode (null) 00000002:00000001:0.0:1783976971.828449:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976971.828450:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976971.828453:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fec8de00 count: 2 00010000:00000001:0.0:1783976971.828455:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976971.828457:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976971.828458:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976971.828459:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976971.828461:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fec8de00 count: 2 00010000:00000001:0.0:1783976971.828463:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976971.828464:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976971.828466:0:296915:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976971.828468:0:296915:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200002341:0x34:0x0] lli = ffff9b83d0f5eb40, pfid = [0x240000402:0xfb4d:0x0] 00000080:00000002:0.0:1783976971.828500:0:296915:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200002341:0x34:0x0] m[0x240000402:0xfb4d:0x0] 00000080:00000001:0.0:1783976971.828503:0:296915:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798825805 : 162129603798825805 : 24000040200fb4d) 00000080:00000001:0.0:1783976971.828507:0:296915:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976971.828508:0:296915:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976971.828511:0:296915:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976971.828512:0:296915:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002341:0x34:0x0](ffff9b83d0f5ec08) invalid 00000080:00000001:0.0:1783976971.828514:0:296915:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976971.828515:0:296915:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976971.828517:0:296915:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976971.828519:0:296915:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976971.828521:0:296915:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976971.828522:0:296915:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976971.828524:0:296915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976971.828526:0:296915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976971.828528:0:296915:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f73daa00 with handle 0xc4ea75fdb9c37047 from hash 00010000:00000001:0.0:1783976971.828530:0:296915:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976971.828531:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976971.828533:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976971.828534:0:296915:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976971.828535:0:296915:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976971.828537:0:296915:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976971.828539:0:296915:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976971.828542:0:296915:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f73dac00/0xc4ea75fdb9c3704e lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0xf8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b25c05 expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976971.828549:0:296915:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976971.828551:0:296915:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976971.828552:0:296915:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976971.828554:0:296915:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b10:0xf8:0x0] mode (null) 00000002:00000001:0.0:1783976971.828556:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976971.828558:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976971.828561:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fec8d800 count: 2 00010000:00000001:0.0:1783976971.828563:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976971.828565:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976971.828567:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976971.828568:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976971.828569:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fec8d800 count: 2 00010000:00000001:0.0:1783976971.828571:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976971.828587:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976971.828589:0:296915:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976971.828593:0:296915:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200002b10:0xf8:0x0] lli = ffff9b83fe9eb180, pfid = [0x200002b12:0x281f:0x0] 00000080:00000002:0.0:1783976971.828640:0:296915:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200002b10:0xf8:0x0] m[0x200002b12:0x281f:0x0] 00000080:00000001:0.0:1783976971.828645:0:296915:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061449759 : 144115373061449759 : 200002b1200281f) 00000080:00000001:0.0:1783976971.828649:0:296915:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976971.828651:0:296915:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976971.828653:0:296915:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976971.828655:0:296915:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b10:0xf8:0x0](ffff9b83fe9eb248) invalid 00000080:00000001:0.0:1783976971.828657:0:296915:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976971.828658:0:296915:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976971.828659:0:296915:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976971.828661:0:296915:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976971.828663:0:296915:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976971.828665:0:296915:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976971.828666:0:296915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976971.828668:0:296915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976971.828671:0:296915:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f73dac00 with handle 0xc4ea75fdb9c3704e from hash 00010000:00000001:0.0:1783976971.828672:0:296915:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976971.828674:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976971.828675:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976971.828676:0:296915:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976971.828687:0:296915:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976971.828689:0:296915:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976971.828691:0:296915:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976971.828694:0:296915:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f367d600/0xc4ea75fdb9c031e0 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x281f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3a52824 expref: -99 pid: 246012 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00000001:0.0:1783976971.828701:0:296915:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976971.828703:0:296915:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976971.828704:0:296915:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976971.828706:0:296915:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b12:0x281f:0x0] mode (null) 00000002:00000001:0.0:1783976971.828708:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976971.828710:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976971.828712:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1b9cc00 count: 3 00010000:00000001:0.0:1783976971.828714:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976971.828717:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976971.828719:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976971.828720:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976971.828722:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1b9cc00 count: 3 00010000:00000001:0.0:1783976971.828724:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976971.828726:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976971.828728:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976971.828729:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976971.828730:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1b9cc00 count: 3 00010000:00000001:0.0:1783976971.828732:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976971.828733:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976971.828735:0:296915:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976971.828737:0:296915:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200002b12:0x281f:0x0] lli = ffff9b83cc7418c0, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976971.828739:0:296915:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976971.828740:0:296915:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976971.828742:0:296915:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976971.828743:0:296915:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b12:0x281f:0x0](ffff9b83cc741988) invalid 00000020:00000001:0.0:1783976971.828747:0:296915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f2fca0 00000080:00002000:0.0:1783976971.828749:0:296915:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d56rf.sanity (ffff9b82d14ac798) parent ffff9b83cc4ba870 inode ffff9b83cc741988 refc 0 00000080:00000001:0.0:1783976971.828761:0:296915:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976971.828766:0:296915:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976971.828771:0:296915:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976971.828773:0:296915:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976971.828774:0:296915:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976971.828777:0:296915:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976971.828778:0:296915:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976971.828779:0:296915:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976971.828781:0:296915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976971.828782:0:296915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976971.828785:0:296915:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f367d600 with handle 0xc4ea75fdb9c031e0 from hash 00010000:00000001:0.0:1783976971.828788:0:296915:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976971.828789:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976971.828791:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976971.828792:0:296915:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976971.828793:0:296915:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976971.828794:0:296915:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976971.828797:0:296915:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976971.828800:0:296915:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f73d8200/0xc4ea75fdb9c36f21 lrc: 2/0,0 mode: PR/PR res: [0x200002341:0x16:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b25712 expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783976971.828807:0:296915:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976971.828809:0:296915:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976971.828811:0:296915:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976971.828812:0:296915:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002341:0x16:0x0] mode (null) 00000002:00000001:0.0:1783976971.828814:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976971.828816:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976971.828818:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f66bf500 count: 2 00010000:00000001:0.0:1783976971.828820:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976971.828822:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976971.828824:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976971.828825:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976971.828827:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f66bf500 count: 2 00010000:00000001:0.0:1783976971.828829:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976971.828830:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976971.828832:0:296915:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976971.828834:0:296915:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200002341:0x16:0x0] lli = ffff9b83ca572100, pfid = [0x240000402:0xf8ba:0x0] 00000080:00000002:0.0:1783976971.828863:0:296915:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200002341:0x16:0x0] m[0x240000402:0xf8ba:0x0] 00000080:00000001:0.0:1783976971.828866:0:296915:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798825146 : 162129603798825146 : 24000040200f8ba) 00000080:00000001:0.0:1783976971.828870:0:296915:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976971.828871:0:296915:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976971.828874:0:296915:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976971.828875:0:296915:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002341:0x16:0x0](ffff9b83ca5721c8) invalid 00000080:00000001:0.0:1783976971.828877:0:296915:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976971.828878:0:296915:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976971.828879:0:296915:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976971.828882:0:296915:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976971.828884:0:296915:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976971.828885:0:296915:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976971.828887:0:296915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976971.828888:0:296915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976971.828891:0:296915:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f73d8200 with handle 0xc4ea75fdb9c36f21 from hash 00010000:00000001:0.0:1783976971.828893:0:296915:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976971.828895:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976971.828896:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976971.828896:0:296915:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976971.828898:0:296915:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976971.828899:0:296915:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976971.828901:0:296915:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976971.828904:0:296915:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83efa28600/0xc4ea75fdb9c3aaf5 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x10a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b35e9c expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976971.828910:0:296915:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976971.828912:0:296915:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976971.828913:0:296915:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976971.828914:0:296915:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b10:0x10a:0x0] mode (null) 00000002:00000001:0.0:1783976971.828916:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976971.828918:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976971.828921:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ef841300 count: 2 00010000:00000001:0.0:1783976971.828923:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976971.828925:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976971.828926:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976971.828927:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976971.828929:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ef841300 count: 2 00010000:00000001:0.0:1783976971.828930:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976971.828932:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976971.828933:0:296915:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976971.828935:0:296915:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200002b10:0x10a:0x0] lli = ffff9b8400ebc200, pfid = [0x200002b12:0x284d:0x0] 00000080:00000002:0.0:1783976971.828963:0:296915:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200002b10:0x10a:0x0] m[0x200002b12:0x284d:0x0] 00000080:00000001:0.0:1783976971.828966:0:296915:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061449805 : 144115373061449805 : 200002b1200284d) 00000080:00000001:0.0:1783976971.828970:0:296915:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976971.828972:0:296915:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976971.828973:0:296915:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976971.828975:0:296915:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b10:0x10a:0x0](ffff9b8400ebc2c8) invalid 00000080:00000001:0.0:1783976971.828977:0:296915:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976971.828978:0:296915:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976971.828979:0:296915:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976971.828982:0:296915:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976971.828983:0:296915:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976971.828985:0:296915:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976971.828986:0:296915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976971.828988:0:296915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976971.828990:0:296915:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83efa28600 with handle 0xc4ea75fdb9c3aaf5 from hash 00010000:00000001:0.0:1783976971.828992:0:296915:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976971.828994:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976971.828995:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976971.828996:0:296915:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976971.828998:0:296915:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976971.828999:0:296915:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976971.829002:0:296915:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976971.829004:0:296915:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f73d8e00/0xc4ea75fdb9c36f28 lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x284b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b25751 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976971.829011:0:296915:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976971.829012:0:296915:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976971.829014:0:296915:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976971.829015:0:296915:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b12:0x284b:0x0] mode (null) 00000002:00000001:0.0:1783976971.829018:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976971.829019:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976971.829022:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f66bf400 count: 3 00010000:00000001:0.0:1783976971.829024:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976971.829027:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976971.829028:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976971.829030:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976971.829031:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f66bf400 count: 3 00010000:00000001:0.0:1783976971.829033:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976971.829035:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976971.829037:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976971.829038:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976971.829040:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f66bf400 count: 3 00010000:00000001:0.0:1783976971.829041:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976971.829043:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976971.829045:0:296915:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976971.829047:0:296915:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200002b12:0x284b:0x0] lli = ffff9b8400fea100, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976971.829051:0:296915:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976971.829054:0:296915:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976971.829055:0:296915:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976971.829056:0:296915:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b12:0x284b:0x0](ffff9b8400fea1c8) invalid 00000020:00000001:0.0:1783976971.829059:0:296915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f2fca0 00000080:00002000:0.0:1783976971.829061:0:296915:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d56v.sanity (ffff9b83ca55ca20) parent ffff9b83cc4ba870 inode ffff9b8400fea1c8 refc 2 00000080:00000001:0.0:1783976971.829065:0:296915:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976971.829066:0:296915:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976971.829068:0:296915:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976971.829070:0:296915:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976971.829071:0:296915:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976971.829072:0:296915:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976971.829074:0:296915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976971.829075:0:296915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976971.829078:0:296915:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f73d8e00 with handle 0xc4ea75fdb9c36f28 from hash 00010000:00000001:0.0:1783976971.829080:0:296915:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976971.829082:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976971.829083:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976971.829084:0:296915:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976971.829085:0:296915:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976971.829087:0:296915:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976971.829089:0:296915:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976971.829092:0:296915:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef85a000/0xc4ea75fdb9c3aa7e lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x10b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b35dbc expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976971.829099:0:296915:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976971.829101:0:296915:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976971.829102:0:296915:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976971.829103:0:296915:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b10:0x10b:0x0] mode (null) 00000002:00000001:0.0:1783976971.829106:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976971.829107:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976971.829109:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f760e100 count: 2 00010000:00000001:0.0:1783976971.829111:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976971.829113:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976971.829114:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976971.829116:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976971.829117:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f760e100 count: 2 00010000:00000001:0.0:1783976971.829119:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976971.829122:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976971.829123:0:296915:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976971.829125:0:296915:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200002b10:0x10b:0x0] lli = ffff9b82d1433180, pfid = [0x200002b12:0x2850:0x0] 00000080:00000002:0.0:1783976971.829178:0:296915:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200002b10:0x10b:0x0] m[0x200002b12:0x2850:0x0] 00000080:00000001:0.0:1783976971.829191:0:296915:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061449808 : 144115373061449808 : 200002b12002850) 00000080:00000001:0.0:1783976971.829195:0:296915:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976971.829196:0:296915:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976971.829198:0:296915:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976971.829200:0:296915:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b10:0x10b:0x0](ffff9b82d1433248) invalid 00000080:00000001:0.0:1783976971.829203:0:296915:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976971.829204:0:296915:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976971.829205:0:296915:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976971.829208:0:296915:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976971.829210:0:296915:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976971.829211:0:296915:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976971.829213:0:296915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976971.829214:0:296915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976971.829217:0:296915:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83ef85a000 with handle 0xc4ea75fdb9c3aa7e from hash 00010000:00000001:0.0:1783976971.829219:0:296915:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976971.829220:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976971.829222:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976971.829223:0:296915:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976971.829225:0:296915:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976971.829226:0:296915:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976971.829228:0:296915:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976971.829231:0:296915:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef85d200/0xc4ea75fdb9c3aad2 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x10c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b35e09 expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976971.829236:0:296915:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976971.829238:0:296915:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976971.829240:0:296915:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976971.829241:0:296915:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b10:0x10c:0x0] mode (null) 00000002:00000001:0.0:1783976971.829243:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976971.829244:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976971.829248:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ef845000 count: 2 00010000:00000001:0.0:1783976971.829249:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976971.829252:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976971.829253:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976971.829254:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976971.829256:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83ef845000 count: 2 00010000:00000001:0.0:1783976971.829258:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976971.829260:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976971.829262:0:296915:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976971.829264:0:296915:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200002b10:0x10c:0x0] lli = ffff9b8400eb98c0, pfid = [0x200002b12:0x2853:0x0] 00000080:00000002:0.0:1783976971.829320:0:296915:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200002b10:0x10c:0x0] m[0x200002b12:0x2853:0x0] 00000080:00000001:0.0:1783976971.829324:0:296915:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061449811 : 144115373061449811 : 200002b12002853) 00000080:00000001:0.0:1783976971.829327:0:296915:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976971.829328:0:296915:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976971.829330:0:296915:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976971.829332:0:296915:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b10:0x10c:0x0](ffff9b8400eb9988) invalid 00000080:00000001:0.0:1783976971.829334:0:296915:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976971.829335:0:296915:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976971.829337:0:296915:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976971.829339:0:296915:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976971.829341:0:296915:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976971.829343:0:296915:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976971.829344:0:296915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976971.829346:0:296915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976971.829348:0:296915:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83ef85d200 with handle 0xc4ea75fdb9c3aad2 from hash 00010000:00000001:0.0:1783976971.829350:0:296915:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976971.829351:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976971.829352:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976971.829354:0:296915:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976971.829355:0:296915:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976971.829357:0:296915:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976971.829359:0:296915:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976971.829361:0:296915:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef80ca00/0xc4ea75fdb9c36f2f lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x109:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b257a5 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976971.829373:0:296915:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976971.829376:0:296915:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976971.829377:0:296915:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976971.829378:0:296915:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b10:0x109:0x0] mode (null) 00000002:00000001:0.0:1783976971.829394:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976971.829397:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976971.829400:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b8401035000 count: 2 00010000:00000001:0.0:1783976971.829402:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976971.829404:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976971.829406:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976971.829407:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976971.829409:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b8401035000 count: 2 00010000:00000001:0.0:1783976971.829411:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976971.829413:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976971.829414:0:296915:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976971.829416:0:296915:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200002b10:0x109:0x0] lli = ffff9b82d144d280, pfid = [0x200002b12:0x284b:0x0] 00000080:00000002:0.0:1783976971.829450:0:296915:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200002b10:0x109:0x0] m[0x200002b12:0x284b:0x0] 00000080:00000001:0.0:1783976971.829453:0:296915:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061449803 : 144115373061449803 : 200002b1200284b) 00000080:00000001:0.0:1783976971.829456:0:296915:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976971.829458:0:296915:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976971.829459:0:296915:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976971.829461:0:296915:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b10:0x109:0x0](ffff9b82d144d348) invalid 00000080:00000001:0.0:1783976971.829463:0:296915:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976971.829464:0:296915:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976971.829465:0:296915:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976971.829468:0:296915:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976971.829469:0:296915:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976971.829471:0:296915:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976971.829472:0:296915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976971.829474:0:296915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976971.829476:0:296915:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83ef80ca00 with handle 0xc4ea75fdb9c36f2f from hash 00010000:00000001:0.0:1783976971.829478:0:296915:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976971.829480:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976971.829481:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976971.829483:0:296915:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976971.829485:0:296915:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976971.829486:0:296915:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976971.829489:0:296915:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=10 : 10 : a) 00010000:00000001:0.0:1783976971.829492:0:296915:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976971.829495:0:296915:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1783976971.829508:0:296915:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8a80. 00000020:00000040:0.0:1783976971.829513:0:296915:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=141 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000100:00000001:0.0:1783976971.829520:0:296915:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976971.829523:0:296915:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976971.829528:0:296915:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976971.829543:0:296915:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b83c299d200. 00000100:00000001:0.0:1783976971.829551:0:296915:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976971.829554:0:296915:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783976971.829562:0:296915:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83de145e00/0xc4ea75fdb9c37112 lrc: 1/0,0 mode: --/PR res: [0x200002341:0x50:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b25eb3 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976971.829571:0:296915:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f73daa00/0xc4ea75fdb9c37047 lrc: 1/0,0 mode: --/PR res: [0x200002341:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b25bb1 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976971.829579:0:296915:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f73dac00/0xc4ea75fdb9c3704e lrc: 1/0,0 mode: --/PR res: [0x200002b10:0xf8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b25c05 expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1783976971.829586:0:296915:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f367d600/0xc4ea75fdb9c031e0 lrc: 1/0,0 mode: --/PR res: [0x200002b12:0x281f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3a52824 expref: -99 pid: 246012 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1783976971.829592:0:296915:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f73d8200/0xc4ea75fdb9c36f21 lrc: 1/0,0 mode: --/PR res: [0x200002341:0x16:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b25712 expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1783976971.829599:0:296915:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83efa28600/0xc4ea75fdb9c3aaf5 lrc: 1/0,0 mode: --/PR res: [0x200002b10:0x10a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b35e9c expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976971.829610:0:296915:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f73d8e00/0xc4ea75fdb9c36f28 lrc: 1/0,0 mode: --/PR res: [0x200002b12:0x284b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b25751 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976971.829618:0:296915:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef85a000/0xc4ea75fdb9c3aa7e lrc: 1/0,0 mode: --/PR res: [0x200002b10:0x10b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b35dbc expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976971.829626:0:296915:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef85d200/0xc4ea75fdb9c3aad2 lrc: 1/0,0 mode: --/PR res: [0x200002b10:0x10c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b35e09 expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976971.829634:0:296915:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef80ca00/0xc4ea75fdb9c36f2f lrc: 1/0,0 mode: --/PR res: [0x200002b10:0x109:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b257a5 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976971.829640:0:296915:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 10 locks packed 00010000:00000001:0.0:1783976971.829641:0:296915:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=10 : 10 : a) 00000100:00000001:0.0:1783976971.829648:0:296915:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976971.829654:0:296915:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976971.829671:0:296915:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c00ebce] to pc [ptlrpcd_00_01+1] req@ffff9b83ef4c8a80 x1870620402702976/t0(0) o103->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:17/18 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1783976971.829704:0:296915:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976971.829707:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976971.829710:0:296915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83de145e00/0xc4ea75fdb9c37112 lrc: 0/0,0 mode: --/PR res: [0x200002341:0x50:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b25eb3 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:0.0:1783976971.829719:0:296915:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f66ba700 count: 0 00010000:00000010:0.0:1783976971.829725:0:296915:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ef80b980. 00010000:00000001:0.0:1783976971.829739:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976971.829746:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976971.829752:0:296915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f73daa00/0xc4ea75fdb9c37047 lrc: 0/0,0 mode: --/PR res: [0x200002341:0x34:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b25bb1 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:0.0:1783976971.829812:0:296915:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fec8de00 count: 0 00010000:00000010:0.0:1783976971.829819:0:296915:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f737ac80. 00010000:00000001:0.0:1783976971.829832:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976971.829836:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976971.829840:0:296915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f73dac00/0xc4ea75fdb9c3704e lrc: 0/0,0 mode: --/PR res: [0x200002b10:0xf8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b25c05 expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:0.0:1783976971.829860:0:296915:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fec8d800 count: 0 00010000:00000010:0.0:1783976971.829867:0:296915:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f737a600. 00010000:00000001:0.0:1783976971.829877:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976971.829880:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976971.829886:0:296915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f367d600/0xc4ea75fdb9c031e0 lrc: 0/0,0 mode: --/PR res: [0x200002b12:0x281f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3a52824 expref: -99 pid: 246012 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1783976971.829914:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976971.829918:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976971.829927:0:296915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f73d8200/0xc4ea75fdb9c36f21 lrc: 0/0,0 mode: --/PR res: [0x200002341:0x16:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b25712 expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:0.0:1783976971.829957:0:296915:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f66bf500 count: 0 00010000:00000010:0.0:1783976971.829965:0:296915:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f6818b80. 00010000:00000001:0.0:1783976971.829975:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976971.829978:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976971.829981:0:296915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83efa28600/0xc4ea75fdb9c3aaf5 lrc: 0/0,0 mode: --/PR res: [0x200002b10:0x10a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b35e9c expref: -99 pid: 284635 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:0.0:1783976971.829991:0:296915:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef841300 count: 0 00010000:00000010:0.0:1783976971.829999:0:296915:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83f7614580. 00010000:00000001:0.0:1783976971.830018:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976971.830022:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976971.830027:0:296915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f73d8e00/0xc4ea75fdb9c36f28 lrc: 0/0,0 mode: --/PR res: [0x200002b12:0x284b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b25751 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1783976971.830050:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976971.830054:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976971.830059:0:296915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef85a000/0xc4ea75fdb9c3aa7e lrc: 0/0,0 mode: --/PR res: [0x200002b10:0x10b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b35dbc expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:0.0:1783976971.830093:0:296915:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83f760e100 count: 0 00010000:00000010:0.0:1783976971.830105:0:296915:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c55d5100. 00010000:00000001:0.0:1783976971.830120:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976971.830125:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976971.830132:0:296915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef85d200/0xc4ea75fdb9c3aad2 lrc: 0/0,0 mode: --/PR res: [0x200002b10:0x10c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b35e09 expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:0.0:1783976971.830157:0:296915:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83ef845000 count: 0 00010000:00000010:0.0:1783976971.830165:0:296915:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ef844b80. 00010000:00000001:0.0:1783976971.830178:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976971.830191:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976971.830196:0:296915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef80ca00/0xc4ea75fdb9c36f2f lrc: 0/0,0 mode: --/PR res: [0x200002b10:0x109:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b257a5 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:0.0:1783976971.830217:0:296915:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b8401035000 count: 0 00010000:00000010:0.0:1783976971.830226:0:296915:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83ef80ba00. 00010000:00000001:0.0:1783976971.830241:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976971.830248:0:296915:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1783976971.830258:0:296915:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9b83fb14cc00. 00010000:00000001:0.0:1783976971.830267:0:296915:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976971.830273:0:296915:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976971.830277:0:296915:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976971.830282:0:296915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976971.830287:0:296915:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976971.830336:0:296915:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976971.830342:0:296915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976971.830348:0:296915:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976971.830352:0:296915:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976971.830357:0:296915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976971.830378:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976971.830384:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976971.830389:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976971.830396:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976971.830400:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976971.830408:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976971.830418:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976971.830420:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976971.830424:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976971.830426:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976971.830428:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976971.830430:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976971.830432:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976971.830434:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976971.830436:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976971.830438:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976971.830440:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976971.830443:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976971.830445:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976971.830447:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976971.830450:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976971.830451:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976971.830452:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976971.830455:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976971.830456:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976971.830457:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976971.830460:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976971.830462:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976971.830463:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976971.830465:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976971.830467:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976971.830468:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976971.830471:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976971.830473:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976971.830475:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976971.830477:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976971.830479:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976971.830480:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976971.830482:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976971.830484:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976971.830485:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976971.830488:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976971.830490:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976972.851576:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976972.851589:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976972.851594:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976972.851605:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976972.851613:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976972.851620:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976972.851625:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976972.851632:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976972.851645:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976972.851693:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976972.851701:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976972.851710:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976972.851714:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976972.851724:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976972.851729:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976972.851737:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976972.851741:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976972.851749:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976972.851753:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976973.875401:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976973.875406:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976973.875414:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976973.875416:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976973.875422:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976973.875424:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976973.875430:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976973.875433:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976973.875436:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976973.875438:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976973.875684:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976973.875686:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976973.875686:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976973.875688:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783976973.875689:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976973.875690:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976973.875692:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976973.875693:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976973.875694:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976974.899393:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976974.899398:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976974.899403:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976974.899410:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783976974.899416:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976974.899421:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976974.899427:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976974.899432:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976974.899438:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976974.899459:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976974.899464:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976974.899468:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976974.899474:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783976974.899479:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976974.899484:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976974.899491:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976974.899494:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976974.899498:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976974.899521:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976974.899525:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976974.899532:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976974.899535:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976974.899542:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976974.899545:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976974.899551:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976974.899552:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976974.899556:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976974.899558:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976975.923397:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976975.923403:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976975.923408:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976975.923414:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783976975.923420:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976975.923425:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976975.923433:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976975.923438:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976975.923444:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976975.923471:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976975.923477:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976975.923480:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976975.923487:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783976975.923493:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976975.923497:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976975.923507:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976975.923510:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976975.923513:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976975.923537:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976975.923540:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976975.923544:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976975.923545:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976975.923549:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976975.923550:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976975.923553:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976975.923554:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976975.923558:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976975.923559:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976976.947418:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976976.947424:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976976.947428:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976976.947431:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976976.947437:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976976.947440:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976976.947446:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976976.947450:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976976.947459:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976976.947460:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976976.947466:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976976.947470:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976976.947477:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976976.947481:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976976.947485:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976976.947487:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976976.947511:0:296916:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976976.947515:0:296916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976976.947520:0:296916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976976.947543:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976976.947547:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976976.947552:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976976.947558:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976976.947563:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976976.947566:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976976.947570:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976976.947574:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976976.947579:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976977.971397:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976977.971403:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976977.971406:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976977.971415:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976977.971423:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976977.971429:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976977.971445:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976977.971448:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976977.971454:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976977.971476:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976977.971479:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976977.971487:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976977.971490:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976977.971495:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976977.971498:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976977.971503:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976977.971506:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976977.971511:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976977.971514:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976977.971545:0:296915:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976977.971550:0:296915:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976977.971557:0:296915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976978.995482:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976978.995490:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976978.995493:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976978.995507:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976978.995521:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976978.995529:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976978.995539:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976978.995549:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976978.995558:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976978.995594:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976978.995600:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976978.995610:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976978.995616:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976978.995624:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976978.995630:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976978.995643:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976978.995649:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976978.995659:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976978.995665:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976980.019464:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976980.019480:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976980.019490:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976980.019504:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976980.019512:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976980.019517:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976980.019523:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976980.019526:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976980.019532:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976980.019581:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976980.019593:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976980.019609:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976980.019615:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976980.019623:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976980.019626:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976980.019632:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976980.019635:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976980.019642:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976980.019647:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976980.019674:0:296915:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976980.019676:0:296915:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976980.019679:0:296915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976981.043457:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976981.043462:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976981.043468:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976981.043473:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976981.043481:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976981.043487:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976981.043492:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976981.043495:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976981.043504:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976981.043507:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976981.043553:0:296916:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976981.043563:0:296916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976981.043572:0:296916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976981.043824:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976981.043828:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976981.043829:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976981.043831:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783976981.043833:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976981.043834:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976981.043835:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976981.043836:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976981.043838:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976982.067421:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976982.067432:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976982.067437:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976982.067446:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783976982.067454:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976982.067460:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976982.067472:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976982.067477:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976982.067481:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976982.067510:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976982.067516:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976982.067527:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976982.067534:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976982.067540:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976982.067560:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976982.067565:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976982.067571:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976982.067574:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976982.067579:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976982.067582:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976982.067585:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976982.067587:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976982.067590:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976982.067592:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976982.067595:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976982.067596:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976982.067604:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976982.067605:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976982.067608:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976982.067610:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976982.067612:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976982.067614:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976982.067617:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976982.067618:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976982.067620:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=10 : 10 : a) 00010000:00000001:0.0:1783976982.067625:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783976982.067636:0:296893:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b83fb14cc00. 00010000:00000001:0.0:1783976982.067641:0:296893:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783976982.067650:0:296893:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 10/10 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1783976982.067653:0:296893:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976982.067654:0:296893:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976982.067656:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=10 : 10 : a) 00010000:00000001:0.0:1783976982.067659:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=10 : 10 : a) 00010000:00000001:0.0:1783976982.067664:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976982.067666:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976982.067667:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976982.067668:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976982.067670:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976982.067672:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976982.067674:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976982.067676:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976982.067680:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976982.067682:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976982.067683:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976982.067684:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976982.067686:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976982.067687:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976982.067689:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976982.067690:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976982.067694:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976982.067696:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976982.067697:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976982.067698:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976982.067699:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976982.067701:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976982.067702:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976982.067704:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976982.067735:0:296915:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976982.067739:0:296915:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976982.067742:0:296915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 10 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1783976982.067745:0:296915:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1783976982.067749:0:296915:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976982.067754:0:296915:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b82d18a5600/0xc4ea75fdb9c1ed41 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x125:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ab0f52 expref: -99 pid: 274998 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976982.067770:0:296915:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976982.067777:0:296915:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976982.067782:0:296915:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976982.067786:0:296915:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b10:0x125:0x0] mode (null) 00000002:00000001:0.0:1783976982.067792:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976982.067796:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976982.067803:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83d43c7e00 count: 2 00010000:00000001:0.0:1783976982.067807:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976982.067812:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976982.067814:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976982.067816:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976982.067817:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83d43c7e00 count: 2 00010000:00000001:0.0:1783976982.067819:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976982.067822:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976982.067833:0:296915:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976982.067837:0:296915:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200002b10:0x125:0x0] lli = ffff9b83cb362940, pfid = [0x200002b12:0x2a7a:0x0] 00000080:00000002:0.0:1783976982.067907:0:296915:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200002b10:0x125:0x0] m[0x200002b12:0x2a7a:0x0] 00000080:00000001:0.0:1783976982.067912:0:296915:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061450362 : 144115373061450362 : 200002b12002a7a) 00000080:00000001:0.0:1783976982.067918:0:296915:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976982.067921:0:296915:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976982.067926:0:296915:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976982.067928:0:296915:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b10:0x125:0x0](ffff9b83cb362a08) invalid 00000080:00000001:0.0:1783976982.067932:0:296915:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976982.067934:0:296915:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976982.067935:0:296915:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976982.067939:0:296915:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976982.067943:0:296915:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976982.067945:0:296915:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976982.067947:0:296915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976982.067949:0:296915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976982.067953:0:296915:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b82d18a5600 with handle 0xc4ea75fdb9c1ed41 from hash 00010000:00000001:0.0:1783976982.067955:0:296915:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976982.067958:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976982.067960:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976982.067961:0:296915:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976982.067964:0:296915:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976982.067966:0:296915:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976982.067968:0:296915:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976982.067971:0:296915:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b82c1336400/0xc4ea75fdb9c1ed2c lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x123:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ab0f28 expref: -99 pid: 274999 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976982.067978:0:296915:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976982.067980:0:296915:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976982.067982:0:296915:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976982.067984:0:296915:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b10:0x123:0x0] mode (null) 00000002:00000001:0.0:1783976982.067987:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976982.067988:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976982.067991:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83d43c7900 count: 2 00010000:00000001:0.0:1783976982.067994:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976982.067996:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976982.067998:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976982.067999:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976982.068000:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83d43c7900 count: 2 00010000:00000001:0.0:1783976982.068021:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976982.068023:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976982.068025:0:296915:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976982.068028:0:296915:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200002b10:0x123:0x0] lli = ffff9b83cb365280, pfid = [0x200002b12:0x2a77:0x0] 00000080:00000002:0.0:1783976982.068064:0:296915:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200002b10:0x123:0x0] m[0x200002b12:0x2a77:0x0] 00000080:00000001:0.0:1783976982.068067:0:296915:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061450359 : 144115373061450359 : 200002b12002a77) 00000080:00000001:0.0:1783976982.068071:0:296915:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976982.068074:0:296915:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976982.068075:0:296915:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976982.068077:0:296915:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b10:0x123:0x0](ffff9b83cb365348) invalid 00000080:00000001:0.0:1783976982.068079:0:296915:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976982.068081:0:296915:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976982.068082:0:296915:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976982.068085:0:296915:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976982.068087:0:296915:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976982.068088:0:296915:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976982.068090:0:296915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976982.068091:0:296915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976982.068094:0:296915:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b82c1336400 with handle 0xc4ea75fdb9c1ed2c from hash 00010000:00000001:0.0:1783976982.068096:0:296915:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976982.068097:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976982.068099:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976982.068100:0:296915:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976982.068102:0:296915:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976982.068103:0:296915:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976982.068106:0:296915:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976982.068109:0:296915:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b82c1102a00/0xc4ea75fdb9c1eae7 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x121:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ab07a3 expref: -99 pid: 274921 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976982.068115:0:296915:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976982.068117:0:296915:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976982.068119:0:296915:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976982.068120:0:296915:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b10:0x121:0x0] mode (null) 00000002:00000001:0.0:1783976982.068122:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976982.068124:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976982.068126:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fceb3700 count: 2 00010000:00000001:0.0:1783976982.068129:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976982.068131:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976982.068133:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976982.068134:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976982.068135:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fceb3700 count: 2 00010000:00000001:0.0:1783976982.068137:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976982.068139:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976982.068141:0:296915:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976982.068143:0:296915:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200002b10:0x121:0x0] lli = ffff9b83d0d32100, pfid = [0x200002b12:0x2a74:0x0] 00000080:00000002:0.0:1783976982.068173:0:296915:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200002b10:0x121:0x0] m[0x200002b12:0x2a74:0x0] 00000080:00000001:0.0:1783976982.068176:0:296915:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061450356 : 144115373061450356 : 200002b12002a74) 00000080:00000001:0.0:1783976982.068180:0:296915:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976982.068182:0:296915:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976982.068183:0:296915:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976982.068185:0:296915:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b10:0x121:0x0](ffff9b83d0d321c8) invalid 00000080:00000001:0.0:1783976982.068187:0:296915:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976982.068188:0:296915:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976982.068189:0:296915:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976982.068192:0:296915:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976982.068194:0:296915:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976982.068195:0:296915:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976982.068197:0:296915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976982.068199:0:296915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976982.068201:0:296915:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b82c1102a00 with handle 0xc4ea75fdb9c1eae7 from hash 00010000:00000001:0.0:1783976982.068203:0:296915:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976982.068205:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976982.068206:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976982.068207:0:296915:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976982.068209:0:296915:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976982.068210:0:296915:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976982.068212:0:296915:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976982.068215:0:296915:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef858000/0xc4ea75fdb9c3acd1 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x11f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b366a6 expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976982.068221:0:296915:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976982.068223:0:296915:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976982.068224:0:296915:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976982.068225:0:296915:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b10:0x11f:0x0] mode (null) 00000002:00000001:0.0:1783976982.068227:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976982.068229:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976982.068231:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83de0e8600 count: 2 00010000:00000001:0.0:1783976982.068233:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976982.068235:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976982.068237:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976982.068238:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976982.068239:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83de0e8600 count: 2 00010000:00000001:0.0:1783976982.068241:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976982.068242:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976982.068244:0:296915:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976982.068246:0:296915:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200002b10:0x11f:0x0] lli = ffff9b83cb2d1080, pfid = [0x200002b12:0x2a72:0x0] 00000080:00000002:0.0:1783976982.068274:0:296915:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200002b10:0x11f:0x0] m[0x200002b12:0x2a72:0x0] 00000080:00000001:0.0:1783976982.068277:0:296915:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061450354 : 144115373061450354 : 200002b12002a72) 00000080:00000001:0.0:1783976982.068281:0:296915:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976982.068282:0:296915:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976982.068284:0:296915:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976982.068285:0:296915:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b10:0x11f:0x0](ffff9b83cb2d1148) invalid 00000080:00000001:0.0:1783976982.068288:0:296915:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976982.068289:0:296915:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976982.068290:0:296915:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976982.068330:0:296915:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976982.068332:0:296915:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976982.068334:0:296915:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976982.068335:0:296915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976982.068337:0:296915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976982.068340:0:296915:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83ef858000 with handle 0xc4ea75fdb9c3acd1 from hash 00010000:00000001:0.0:1783976982.068342:0:296915:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976982.068344:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976982.068345:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976982.068347:0:296915:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976982.068349:0:296915:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976982.068350:0:296915:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976982.068353:0:296915:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976982.068356:0:296915:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b82c1336600/0xc4ea75fdb9c1ebff lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x126:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ab0ba8 expref: -99 pid: 274971 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976982.068363:0:296915:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976982.068366:0:296915:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976982.068368:0:296915:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976982.068369:0:296915:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b10:0x126:0x0] mode (null) 00000002:00000001:0.0:1783976982.068372:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976982.068374:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976982.068377:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b84021dfb00 count: 2 00010000:00000001:0.0:1783976982.068380:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976982.068382:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976982.068384:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976982.068385:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976982.068387:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b84021dfb00 count: 2 00010000:00000001:0.0:1783976982.068388:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976982.068390:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976982.068392:0:296915:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976982.068394:0:296915:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200002b10:0x126:0x0] lli = ffff9b83d0d88000, pfid = [0x200002b12:0x2a7c:0x0] 00000080:00000002:0.0:1783976982.068436:0:296915:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200002b10:0x126:0x0] m[0x200002b12:0x2a7c:0x0] 00000080:00000001:0.0:1783976982.068439:0:296915:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061450364 : 144115373061450364 : 200002b12002a7c) 00000080:00000001:0.0:1783976982.068443:0:296915:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976982.068444:0:296915:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976982.068449:0:296915:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976982.068451:0:296915:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b10:0x126:0x0](ffff9b83d0d880c8) invalid 00000080:00000001:0.0:1783976982.068453:0:296915:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976982.068454:0:296915:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976982.068455:0:296915:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976982.068458:0:296915:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976982.068460:0:296915:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976982.068461:0:296915:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976982.068462:0:296915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976982.068464:0:296915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976982.068466:0:296915:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b82c1336600 with handle 0xc4ea75fdb9c1ebff from hash 00010000:00000001:0.0:1783976982.068468:0:296915:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976982.068470:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976982.068471:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976982.068472:0:296915:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976982.068474:0:296915:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976982.068475:0:296915:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976982.068478:0:296915:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976982.068481:0:296915:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b82c1126e00/0xc4ea75fdb9c1ecbc lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x122:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ab0df4 expref: -99 pid: 274997 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00000001:0.0:1783976982.068487:0:296915:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976982.068490:0:296915:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976982.068491:0:296915:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976982.068492:0:296915:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b10:0x122:0x0] mode (null) 00000002:00000001:0.0:1783976982.068495:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976982.068496:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976982.068499:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d5985100 count: 2 00010000:00000001:0.0:1783976982.068501:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976982.068503:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976982.068505:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976982.068506:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976982.068508:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d5985100 count: 2 00010000:00000001:0.0:1783976982.068509:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976982.068511:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976982.068513:0:296915:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976982.068515:0:296915:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200002b10:0x122:0x0] lli = ffff9b83cc44c200, pfid = [0x200002b12:0x2a75:0x0] 00000080:00000002:0.0:1783976982.068548:0:296915:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200002b10:0x122:0x0] m[0x200002b12:0x2a75:0x0] 00000080:00000001:0.0:1783976982.068551:0:296915:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061450357 : 144115373061450357 : 200002b12002a75) 00000080:00000001:0.0:1783976982.068555:0:296915:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976982.068557:0:296915:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976982.068559:0:296915:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976982.068560:0:296915:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b10:0x122:0x0](ffff9b83cc44c2c8) invalid 00000080:00000001:0.0:1783976982.068562:0:296915:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976982.068563:0:296915:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976982.068565:0:296915:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976982.068568:0:296915:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976982.068569:0:296915:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976982.068571:0:296915:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976982.068572:0:296915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976982.068574:0:296915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976982.068576:0:296915:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b82c1126e00 with handle 0xc4ea75fdb9c1ecbc from hash 00010000:00000001:0.0:1783976982.068578:0:296915:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976982.068579:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976982.068581:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976982.068582:0:296915:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976982.068584:0:296915:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976982.068585:0:296915:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976982.068587:0:296915:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976982.068590:0:296915:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b82c12c7a00/0xc4ea75fdb9c1eb96 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x124:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ab0a20 expref: -99 pid: 274951 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976982.068597:0:296915:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976982.068599:0:296915:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976982.068600:0:296915:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976982.068602:0:296915:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b10:0x124:0x0] mode (null) 00000002:00000001:0.0:1783976982.068604:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976982.068605:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976982.068608:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1adea00 count: 2 00010000:00000001:0.0:1783976982.068610:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976982.068612:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976982.068613:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976982.068615:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976982.068616:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1adea00 count: 2 00010000:00000001:0.0:1783976982.068618:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976982.068620:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976982.068622:0:296915:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976982.068624:0:296915:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200002b10:0x124:0x0] lli = ffff9b83d0824200, pfid = [0x200002b12:0x2a79:0x0] 00000080:00000002:0.0:1783976982.068651:0:296915:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200002b10:0x124:0x0] m[0x200002b12:0x2a79:0x0] 00000080:00000001:0.0:1783976982.068655:0:296915:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061450361 : 144115373061450361 : 200002b12002a79) 00000080:00000001:0.0:1783976982.068658:0:296915:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976982.068659:0:296915:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976982.068661:0:296915:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976982.068663:0:296915:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b10:0x124:0x0](ffff9b83d08242c8) invalid 00000080:00000001:0.0:1783976982.068665:0:296915:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976982.068666:0:296915:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976982.068667:0:296915:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976982.068670:0:296915:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976982.068672:0:296915:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976982.068673:0:296915:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976982.068674:0:296915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976982.068676:0:296915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976982.068678:0:296915:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b82c12c7a00 with handle 0xc4ea75fdb9c1eb96 from hash 00010000:00000001:0.0:1783976982.068679:0:296915:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976982.068681:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976982.068682:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976982.068683:0:296915:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976982.068684:0:296915:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976982.068686:0:296915:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976982.068688:0:296915:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976982.068690:0:296915:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ee006e00/0xc4ea75fdb9c1eaaf lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x120:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ab06df expref: -99 pid: 274911 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976982.068696:0:296915:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976982.068698:0:296915:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976982.068699:0:296915:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976982.068700:0:296915:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b10:0x120:0x0] mode (null) 00000002:00000001:0.0:1783976982.068703:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976982.068704:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976982.068706:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b84010baf00 count: 2 00010000:00000001:0.0:1783976982.068708:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976982.068710:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976982.068712:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976982.068713:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976982.068714:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b84010baf00 count: 2 00010000:00000001:0.0:1783976982.068716:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976982.068717:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976982.068719:0:296915:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976982.068721:0:296915:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200002b10:0x120:0x0] lli = ffff9b83cb301080, pfid = [0x200002b12:0x2a73:0x0] 00000080:00000002:0.0:1783976982.068747:0:296915:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200002b10:0x120:0x0] m[0x200002b12:0x2a73:0x0] 00000080:00000001:0.0:1783976982.068750:0:296915:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061450355 : 144115373061450355 : 200002b12002a73) 00000080:00000001:0.0:1783976982.068753:0:296915:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976982.068754:0:296915:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976982.068756:0:296915:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976982.068758:0:296915:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b10:0x120:0x0](ffff9b83cb301148) invalid 00000080:00000001:0.0:1783976982.068760:0:296915:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976982.068761:0:296915:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976982.068762:0:296915:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976982.068765:0:296915:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976982.068767:0:296915:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976982.068768:0:296915:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976982.068769:0:296915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976982.068771:0:296915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976982.068773:0:296915:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83ee006e00 with handle 0xc4ea75fdb9c1eaaf from hash 00010000:00000001:0.0:1783976982.068776:0:296915:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976982.068777:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976982.068778:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976982.068779:0:296915:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976982.068781:0:296915:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976982.068782:0:296915:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976982.068784:0:296915:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976982.068787:0:296915:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b82d1db3600/0xc4ea75fdb9c1ec53 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x11e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ab0cc0 expref: -99 pid: 274990 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976982.068791:0:296915:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976982.068793:0:296915:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976982.068794:0:296915:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976982.068795:0:296915:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b10:0x11e:0x0] mode (null) 00000002:00000001:0.0:1783976982.068796:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976982.068797:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976982.068799:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82c2918200 count: 2 00010000:00000001:0.0:1783976982.068801:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976982.068802:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976982.068803:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976982.068804:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976982.068805:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82c2918200 count: 2 00010000:00000001:0.0:1783976982.068806:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976982.068807:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976982.068808:0:296915:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976982.068809:0:296915:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200002b10:0x11e:0x0] lli = ffff9b83cc424a40, pfid = [0x200002b12:0x2a71:0x0] 00000080:00000002:0.0:1783976982.068832:0:296915:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200002b10:0x11e:0x0] m[0x200002b12:0x2a71:0x0] 00000080:00000001:0.0:1783976982.068834:0:296915:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061450353 : 144115373061450353 : 200002b12002a71) 00000080:00000001:0.0:1783976982.068836:0:296915:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976982.068838:0:296915:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976982.068839:0:296915:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976982.068840:0:296915:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b10:0x11e:0x0](ffff9b83cc424b08) invalid 00000080:00000001:0.0:1783976982.068841:0:296915:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976982.068842:0:296915:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976982.068843:0:296915:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976982.068844:0:296915:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976982.068845:0:296915:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976982.068846:0:296915:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976982.068847:0:296915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976982.068849:0:296915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976982.068850:0:296915:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b82d1db3600 with handle 0xc4ea75fdb9c1ec53 from hash 00010000:00000001:0.0:1783976982.068851:0:296915:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976982.068852:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976982.068854:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976982.068855:0:296915:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976982.068856:0:296915:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976982.068857:0:296915:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976982.068858:0:296915:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976982.068860:0:296915:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef06c400/0xc4ea75fdb9c3b02e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xd4a1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b3735d expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1783976982.068864:0:296915:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976982.068865:0:296915:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976982.068865:0:296915:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976982.068866:0:296915:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000402:0xd4a1:0x0] mode (null) 00000002:00000001:0.0:1783976982.068867:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976982.068868:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976982.068870:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fb614000 count: 4 00010000:00000001:0.0:1783976982.068871:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976982.068873:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976982.068874:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976982.068874:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976982.068875:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fb614000 count: 4 00010000:00000001:0.0:1783976982.068876:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976982.068877:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976982.068879:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976982.068879:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976982.068881:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fb614000 count: 4 00010000:00000001:0.0:1783976982.068882:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976982.068883:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976982.068884:0:296915:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976982.068885:0:296915:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000402:0xd4a1:0x0] lli = ffff9b8400905ac0, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1783976982.068904:0:296915:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976982.068905:0:296915:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976982.068906:0:296915:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976982.068907:0:296915:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0xd4a1:0x0](ffff9b8400905b88) invalid 00000020:00000001:0.0:1783976982.068909:0:296915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f2fca0 00000080:00002000:0.0:1783976982.068911:0:296915:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry lustre-OST0000 (ffff9b83fa06b360) parent ffff9b8400d33288 inode ffff9b8400905b88 refc 0 00000080:00000001:0.0:1783976982.068919:0:296915:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1783976982.068922:0:296915:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1783976982.068925:0:296915:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976982.068928:0:296915:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976982.068929:0:296915:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976982.068930:0:296915:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976982.068931:0:296915:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976982.068932:0:296915:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976982.068933:0:296915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976982.068934:0:296915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976982.068936:0:296915:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83ef06c400 with handle 0xc4ea75fdb9c3b02e from hash 00010000:00000001:0.0:1783976982.068937:0:296915:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976982.068938:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976982.068938:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976982.068939:0:296915:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976982.068940:0:296915:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976982.068940:0:296915:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976982.068942:0:296915:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=10 : 10 : a) 00010000:00000001:0.0:1783976982.068944:0:296915:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783976982.068946:0:296915:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1783976982.068954:0:296915:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9500. 00000020:00000040:0.0:1783976982.068958:0:296915:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=142 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000100:00000001:0.0:1783976982.068963:0:296915:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976982.068965:0:296915:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976982.068971:0:296915:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976982.068978:0:296915:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b83c299da00. 00000100:00000001:0.0:1783976982.068984:0:296915:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976982.068987:0:296915:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783976982.068992:0:296915:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b82d18a5600/0xc4ea75fdb9c1ed41 lrc: 1/0,0 mode: --/PR res: [0x200002b10:0x125:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ab0f52 expref: -99 pid: 274998 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976982.068997:0:296915:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b82c1336400/0xc4ea75fdb9c1ed2c lrc: 1/0,0 mode: --/PR res: [0x200002b10:0x123:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ab0f28 expref: -99 pid: 274999 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976982.069014:0:296915:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b82c1102a00/0xc4ea75fdb9c1eae7 lrc: 1/0,0 mode: --/PR res: [0x200002b10:0x121:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ab07a3 expref: -99 pid: 274921 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976982.069023:0:296915:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef858000/0xc4ea75fdb9c3acd1 lrc: 1/0,0 mode: --/PR res: [0x200002b10:0x11f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b366a6 expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1783976982.069028:0:296915:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b82c1336600/0xc4ea75fdb9c1ebff lrc: 1/0,0 mode: --/PR res: [0x200002b10:0x126:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ab0ba8 expref: -99 pid: 274971 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976982.069031:0:296915:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b82c1126e00/0xc4ea75fdb9c1ecbc lrc: 1/0,0 mode: --/PR res: [0x200002b10:0x122:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ab0df4 expref: -99 pid: 274997 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1783976982.069035:0:296915:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b82c12c7a00/0xc4ea75fdb9c1eb96 lrc: 1/0,0 mode: --/PR res: [0x200002b10:0x124:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ab0a20 expref: -99 pid: 274951 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976982.069039:0:296915:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ee006e00/0xc4ea75fdb9c1eaaf lrc: 1/0,0 mode: --/PR res: [0x200002b10:0x120:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ab06df expref: -99 pid: 274911 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976982.069043:0:296915:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b82d1db3600/0xc4ea75fdb9c1ec53 lrc: 1/0,0 mode: --/PR res: [0x200002b10:0x11e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ab0cc0 expref: -99 pid: 274990 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1783976982.069050:0:296915:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef06c400/0xc4ea75fdb9c3b02e lrc: 1/0,0 mode: --/PR res: [0x200000402:0xd4a1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b3735d expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1783976982.069056:0:296915:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 10 locks packed 00010000:00000001:0.0:1783976982.069058:0:296915:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=10 : 10 : a) 00000100:00000001:0.0:1783976982.069064:0:296915:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976982.069070:0:296915:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976982.069088:0:296915:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000feb7d1af] to pc [ptlrpcd_00_00+0] req@ffff9b83ef4c9500 x1870620402704384/t0(0) o103->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:17/18 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1783976982.069117:0:296915:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783976982.069119:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976982.069121:0:296915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b82d18a5600/0xc4ea75fdb9c1ed41 lrc: 0/0,0 mode: --/PR res: [0x200002b10:0x125:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ab0f52 expref: -99 pid: 274998 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976982.069127:0:296915:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83d43c7e00 count: 0 00010000:00000010:0.0:1783976982.069133:0:296915:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b82c2b29700. 00010000:00000001:0.0:1783976982.069143:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976982.069145:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976982.069147:0:296915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b82c1336400/0xc4ea75fdb9c1ed2c lrc: 0/0,0 mode: --/PR res: [0x200002b10:0x123:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ab0f28 expref: -99 pid: 274999 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976982.069154:0:296915:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83d43c7900 count: 0 00010000:00000010:0.0:1783976982.069157:0:296915:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b82c2b29c80. 00010000:00000001:0.0:1783976982.069163:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976982.069166:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976982.069169:0:296915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b82c1102a00/0xc4ea75fdb9c1eae7 lrc: 0/0,0 mode: --/PR res: [0x200002b10:0x121:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ab07a3 expref: -99 pid: 274921 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976982.069180:0:296915:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83fceb3700 count: 0 00010000:00000010:0.0:1783976982.069185:0:296915:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b82d1187580. 00010000:00000001:0.0:1783976982.069193:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976982.069196:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976982.069201:0:296915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef858000/0xc4ea75fdb9c3acd1 lrc: 0/0,0 mode: --/PR res: [0x200002b10:0x11f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b366a6 expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:0.0:1783976982.069212:0:296915:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b83de0e8600 count: 0 00010000:00000010:0.0:1783976982.069217:0:296915:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83de1f6000. 00010000:00000001:0.0:1783976982.069223:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976982.069226:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976982.069228:0:296915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b82c1336600/0xc4ea75fdb9c1ebff lrc: 0/0,0 mode: --/PR res: [0x200002b10:0x126:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ab0ba8 expref: -99 pid: 274971 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976982.069244:0:296915:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b84021dfb00 count: 0 00010000:00000010:0.0:1783976982.069247:0:296915:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b82c2b29880. 00010000:00000001:0.0:1783976982.069250:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976982.069254:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976982.069256:0:296915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b82c1126e00/0xc4ea75fdb9c1ecbc lrc: 0/0,0 mode: --/PR res: [0x200002b10:0x122:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ab0df4 expref: -99 pid: 274997 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000040:0.0:1783976982.069264:0:296915:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b82d5985100 count: 0 00010000:00000010:0.0:1783976982.069270:0:296915:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b82c10bde80. 00010000:00000001:0.0:1783976982.069279:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976982.069282:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976982.069286:0:296915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b82c12c7a00/0xc4ea75fdb9c1eb96 lrc: 0/0,0 mode: --/PR res: [0x200002b10:0x124:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ab0a20 expref: -99 pid: 274951 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976982.069319:0:296915:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b82d1adea00 count: 0 00010000:00000010:0.0:1783976982.069322:0:296915:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b82d1b7d300. 00010000:00000001:0.0:1783976982.069329:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976982.069331:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976982.069335:0:296915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ee006e00/0xc4ea75fdb9c1eaaf lrc: 0/0,0 mode: --/PR res: [0x200002b10:0x120:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ab06df expref: -99 pid: 274911 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976982.069341:0:296915:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b84010baf00 count: 0 00010000:00000010:0.0:1783976982.069344:0:296915:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b83c38f3b80. 00010000:00000001:0.0:1783976982.069350:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976982.069353:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976982.069357:0:296915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b82d1db3600/0xc4ea75fdb9c1ec53 lrc: 0/0,0 mode: --/PR res: [0x200002b10:0x11e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3ab0cc0 expref: -99 pid: 274990 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000040:0.0:1783976982.069364:0:296915:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b82c2918200 count: 0 00010000:00000010:0.0:1783976982.069367:0:296915:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b82d1b7d000. 00010000:00000001:0.0:1783976982.069371:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976982.069374:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783976982.069376:0:296915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ef06c400/0xc4ea75fdb9c3b02e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd4a1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe1223009a3b3735d expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1783976982.069384:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976982.069387:0:296915:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1783976982.069391:0:296915:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9b83fb14cc00. 00010000:00000001:0.0:1783976982.069396:0:296915:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976982.069400:0:296915:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976982.069401:0:296915:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976982.069402:0:296915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976982.069403:0:296915:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976982.069404:0:296915:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976982.069405:0:296915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783976982.069406:0:296915:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976982.069407:0:296915:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976982.069407:0:296915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976982.069421:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783976982.069423:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976982.069427:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976982.069428:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976982.069429:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976982.069431:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976982.069432:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976982.069433:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976982.069438:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976982.069439:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976982.069441:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976982.069444:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976982.069447:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976982.069449:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976982.069453:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976982.069454:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976982.069457:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976982.069460:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976982.069461:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976982.069463:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976982.069465:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976982.069468:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976982.069470:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976982.069472:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976982.069474:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976982.069476:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976982.069479:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976982.069479:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976982.069480:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976982.069481:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976982.069483:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976982.069485:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976982.069488:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976982.069491:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976982.069493:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976982.069494:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976982.069496:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976982.069498:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976982.069500:0:2402:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976982.069519:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976982.069523:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976982.069527:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976982.069532:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976983.092082:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976983.092087:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976983.092091:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976983.092095:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976983.092100:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976983.092104:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976983.092109:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976983.092111:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976983.092114:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976983.092134:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976983.092138:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976983.092143:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976983.092145:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976983.092148:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976983.092149:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976983.092152:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976983.092153:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976983.092156:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976983.092158:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976984.115433:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976984.115444:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976984.115453:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976984.115457:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976984.115468:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976984.115471:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976984.115476:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976984.115480:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976984.115487:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976984.115491:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976984.115522:0:296915:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976984.115526:0:296915:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976984.115530:0:296915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976984.115881:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976984.115884:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976984.115886:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976984.115889:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783976984.115892:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976984.115896:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976984.115907:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976984.115909:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976984.115911:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976985.139460:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976985.139468:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976985.139471:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976985.139478:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783976985.139483:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976985.139488:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976985.139491:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976985.139494:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976985.139497:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976985.139526:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976985.139529:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976985.139534:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976985.139536:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976985.139541:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976985.139543:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976985.139546:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976985.139547:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976985.139550:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976985.139552:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976985.139571:0:296916:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976985.139574:0:296916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976985.139577:0:296916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976985.139602:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976985.139604:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976985.139605:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976985.139607:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783976985.139611:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976985.139613:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976985.139617:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976985.139619:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976985.139625:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976985.139640:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976985.139642:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976985.139644:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976985.139645:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976985.139647:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976985.139649:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976985.139650:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976985.139651:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976985.139654:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976986.163488:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976986.163497:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976986.163501:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976986.163507:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976986.163514:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976986.163520:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976986.163525:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976986.163530:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976986.163537:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976986.163563:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976986.163566:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976986.163567:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976986.163570:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783976986.163572:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976986.163575:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976986.163578:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976986.163579:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976986.163583:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976986.163607:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976986.163609:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976986.163613:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976986.163615:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976986.163619:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976986.163620:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976986.163623:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976986.163624:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976986.163627:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976986.163641:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976986.163660:0:296915:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976986.163662:0:296915:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976986.163665:0:296915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976986.164009:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976986.164012:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976986.164014:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976986.164017:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976986.164019:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976986.164022:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976986.164024:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976986.164026:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976986.164028:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976987.187407:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976987.187414:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976987.187418:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976987.187421:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976987.187425:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976987.187428:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976987.187445:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976987.187448:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976987.187453:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976987.187491:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976987.187497:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976987.187500:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976987.187504:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976987.187508:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976987.187510:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976987.187512:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976987.187515:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976987.187520:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976987.187522:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976987.187527:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976987.187529:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976987.187533:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976987.187535:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976987.187539:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976987.187542:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976987.187566:0:296916:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976987.187573:0:296916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976987.187579:0:296916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976988.211402:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976988.211409:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976988.211413:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976988.211420:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783976988.211426:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976988.211433:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976988.211438:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976988.211442:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976988.211446:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976988.211478:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976988.211483:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976988.211491:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976988.211495:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976988.211503:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976988.211512:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976988.211520:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976988.211523:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976988.211528:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976988.211531:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976988.211569:0:296915:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976988.211572:0:296915:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976988.211575:0:296915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976989.235453:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976989.235458:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976989.235462:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976989.235468:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783976989.235473:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976989.235479:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976989.235486:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976989.235491:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976989.235496:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976989.235533:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976989.235538:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976989.235546:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976989.235550:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976989.235556:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976989.235559:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976989.235563:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976989.235565:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976989.235569:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976989.235571:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976989.235621:0:296916:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976989.235624:0:296916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976989.235627:0:296916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783976989.747442:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976989.747452:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783976989.747454:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976989.747458:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976989.747462:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976989.747467:0:254686:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 14643 00000400:00000200:0.0:1783976989.747474:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976989.747479:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976989.747481:0:254686:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976989.747483:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976989.747485:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976989.747487:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976989.747489:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976989.747494:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976989.747496:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783976989.747498:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976989.747501:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783976989.747503:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783976989.747505:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783976989.747509:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976989.747510:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976989.747512:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976989.747514:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976989.747516:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783976989.747520:0:254686:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976989.747522:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976989.747525:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976989.747528:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976989.747532:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976989.747533:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783976989.747535:0:254686:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976989.747541:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783976989.747543:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783976989.747547:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976989.747549:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976989.747552:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976989.747555:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976989.747559:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976989.747566:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783976989.747573:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976989.747686:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402705152/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976989.747696:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976989.747700:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976989.747704:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402705152/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976989.747738:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976989.747741:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976989.747744:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783976989.747745:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976989.747747:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976989.747749:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976989.747752:0:254686:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14643 00000400:00000200:0.0:1783976989.747756:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976989.747759:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976989.747762:0:254686:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976989.747764:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976989.747766:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976989.747768:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976989.747770:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976989.747771:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976989.747772:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783976989.747774:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976989.747776:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783976989.747777:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783976989.747779:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783976989.747782:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976989.747783:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976989.747786:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976989.747788:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976989.747790:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783976989.747792:0:254686:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976989.747795:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976989.747796:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976989.747802:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976989.747803:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976989.747805:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976989.747809:0:254686:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976989.747811:0:254686:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976989.747813:0:254686:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976989.747817:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783976989.747818:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=143 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783976989.747821:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976989.747822:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976989.747824:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976989.747825:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976989.747827:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976989.747830:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783976989.747833:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976989.747837:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402705280/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976989.747844:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976989.747845:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976989.747848:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402705280/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976989.747854:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976989.747856:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976989.747859:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783976989.747860:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976989.747862:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976989.747865:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976989.747880:0:254686:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14643 00000400:00000200:0.0:1783976989.747884:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976989.747887:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976989.747889:0:254686:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976989.747901:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976989.747903:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976989.747904:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976989.747906:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976989.747908:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976989.747909:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783976989.747911:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976989.747913:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783976989.747915:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783976989.747917:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783976989.747919:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976989.747921:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976989.747922:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976989.747924:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976989.747926:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783976989.747928:0:254686:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976989.747930:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976989.747931:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976989.747934:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976989.747936:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976989.747937:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976989.747939:0:254686:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783976989.747950:0:254686:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976989.747952:0:254686:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976989.747956:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783976989.747958:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783976989.747960:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976989.747961:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976989.747963:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976989.747964:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976989.747966:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976989.747969:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783976989.747973:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976989.747977:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402705408/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976989.747984:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976989.747985:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976989.747988:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402705408/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976989.747995:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976989.747998:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976989.748000:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783976989.748002:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976989.748003:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976989.748006:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976989.748008:0:254686:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14643 00000400:00000200:0.0:1783976989.748012:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976989.748015:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976989.748017:0:254686:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976989.748020:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976989.748022:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976989.748023:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976989.748025:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976989.748027:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976989.748028:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783976989.748030:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976989.748032:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783976989.748033:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783976989.748036:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783976989.748038:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976989.748040:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976989.748048:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976989.748050:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976989.748052:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783976989.748054:0:254686:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976989.748057:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976989.748058:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976989.748061:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976989.748062:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976989.748064:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976989.748066:0:254686:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976989.748068:0:254686:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976989.748069:0:254686:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976989.748072:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783976989.748074:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783976989.748076:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976989.748077:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976989.748079:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976989.748080:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976989.748082:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976989.748085:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783976989.748088:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976989.748092:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402705536/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976989.748099:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976989.748101:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976989.748105:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402705536/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976989.748117:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783976989.748123:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783976989.748127:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783976989.748128:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783976989.748130:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783976989.748132:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783976989.748134:0:254686:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14643 00000400:00000200:0.0:1783976989.748138:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783976989.748141:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783976989.748142:0:254686:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783976989.748145:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976989.748146:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976989.748148:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976989.748150:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783976989.748152:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783976989.748153:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783976989.748155:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783976989.748157:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783976989.748158:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783976989.748160:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783976989.748163:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976989.748165:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783976989.748167:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783976989.748179:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783976989.748182:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783976989.748185:0:254686:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783976989.748187:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783976989.748190:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783976989.748193:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783976989.748195:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976989.748196:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783976989.748199:0:254686:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783976989.748201:0:254686:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976989.748203:0:254686:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783976989.748206:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783976989.748208:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783976989.748210:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783976989.748211:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976989.748213:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976989.748214:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976989.748216:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976989.748220:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783976989.748224:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976989.748228:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402705664/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783976989.748234:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783976989.748236:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976989.748239:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402705664/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783976989.748245:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783976989.748250:0:254686:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14653) 00010000:00000001:0.0:1783976990.259424:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976990.259428:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976990.259436:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976990.259440:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976990.259447:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976990.259451:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976990.259458:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976990.259460:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976990.259464:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976990.259466:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976990.259488:0:296915:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976990.259491:0:296915:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976990.259494:0:296915:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976990.259827:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976990.259830:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976990.259831:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976990.259834:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783976990.259835:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976990.259838:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976990.259839:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976990.259841:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976990.259843:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976991.283425:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976991.283430:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976991.283440:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976991.283444:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976991.283451:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976991.283455:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976991.283462:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976991.283466:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976991.283470:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976991.283471:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976991.283508:0:296916:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976991.283512:0:296916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976991.283519:0:296916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976991.283728:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976991.283733:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976991.283736:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976991.283741:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783976991.283747:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976991.283751:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976991.283754:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976991.283755:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976991.283757:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976992.308798:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976992.308802:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976992.308804:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976992.308807:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783976992.308810:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976992.308812:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976992.308814:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976992.308816:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976992.308819:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976992.308850:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976992.308854:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976992.308859:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976992.308862:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976992.308865:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976992.308877:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976992.308880:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976992.308883:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976992.308884:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976992.308887:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976992.308888:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976992.308890:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976992.308891:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976992.308893:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976992.308894:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976992.308897:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976992.308898:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976992.308900:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976992.308901:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976992.308903:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976992.308905:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976992.308907:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976992.308908:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976992.308910:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976992.308912:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783976992.308913:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=10 : 10 : a) 00010000:00000001:0.0:1783976992.308917:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783976992.308925:0:296893:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b83fb14cc00. 00010000:00000001:0.0:1783976992.308928:0:296893:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783976992.309002:0:296893:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 10/10 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1783976992.309005:0:296893:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976992.309007:0:296893:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976992.309009:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=10 : 10 : a) 00010000:00000001:0.0:1783976992.309012:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=10 : 10 : a) 00010000:00000001:0.0:1783976992.309016:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976992.309018:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976992.309019:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976992.309020:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976992.309022:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976992.309024:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976992.309025:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976992.309027:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976992.309031:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976992.309032:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976992.309033:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976992.309034:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976992.309036:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976992.309037:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976992.309038:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976992.309040:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976992.309043:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976992.309044:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976992.309045:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976992.309047:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976992.309048:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976992.309049:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976992.309051:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976992.309053:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976992.309091:0:296915:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976992.309094:0:296915:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976992.309096:0:296915:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 10 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1783976992.309099:0:296915:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1783976992.309102:0:296915:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976992.309107:0:296915:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f34b3000/0xc4ea75fdb9c22f5f lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x12a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ac241f expref: -99 pid: 277296 timeout: 0 lvb_type: 0 lru_score: 63 lru_type: 0 00000080:00000001:0.0:1783976992.309119:0:296915:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976992.309123:0:296915:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976992.309125:0:296915:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976992.309127:0:296915:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b10:0x12a:0x0] mode (null) 00000002:00000001:0.0:1783976992.309131:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976992.309134:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976992.309139:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f3f0f500 count: 2 00010000:00000001:0.0:1783976992.309143:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976992.309147:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976992.309159:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976992.309161:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976992.309162:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f3f0f500 count: 2 00010000:00000001:0.0:1783976992.309164:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976992.309166:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976992.309168:0:296915:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976992.309171:0:296915:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200002b10:0x12a:0x0] lli = ffff9b83d093f380, pfid = [0x200002b12:0x2c76:0x0] 00000080:00000002:0.0:1783976992.309225:0:296915:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200002b10:0x12a:0x0] m[0x200002b12:0x2c76:0x0] 00000080:00000001:0.0:1783976992.309229:0:296915:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061450870 : 144115373061450870 : 200002b12002c76) 00000080:00000001:0.0:1783976992.309234:0:296915:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976992.309238:0:296915:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976992.309242:0:296915:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976992.309244:0:296915:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b10:0x12a:0x0](ffff9b83d093f448) invalid 00000080:00000001:0.0:1783976992.309247:0:296915:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976992.309248:0:296915:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976992.309250:0:296915:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976992.309253:0:296915:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976992.309256:0:296915:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976992.309258:0:296915:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976992.309259:0:296915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976992.309261:0:296915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976992.309264:0:296915:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f34b3000 with handle 0xc4ea75fdb9c22f5f from hash 00010000:00000001:0.0:1783976992.309267:0:296915:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976992.309268:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976992.309270:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976992.309271:0:296915:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976992.309273:0:296915:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976992.309275:0:296915:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976992.309277:0:296915:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976992.309280:0:296915:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b82c12c6600/0xc4ea75fdb9c0344f lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0xfa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3a5322d expref: -99 pid: 246836 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976992.309288:0:296915:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976992.309290:0:296915:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976992.309291:0:296915:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976992.309321:0:296915:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b10:0xfa:0x0] mode (null) 00000002:00000001:0.0:1783976992.309324:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976992.309326:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976992.309328:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c9e6a000 count: 2 00010000:00000001:0.0:1783976992.309330:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976992.309333:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976992.309334:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976992.309335:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976992.309337:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83c9e6a000 count: 2 00010000:00000001:0.0:1783976992.309339:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976992.309342:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976992.309343:0:296915:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976992.309346:0:296915:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200002b10:0xfa:0x0] lli = ffff9b83fe96ca40, pfid = [0x200002b12:0x2824:0x0] 00000080:00000002:0.0:1783976992.309381:0:296915:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200002b10:0xfa:0x0] m[0x200002b12:0x2824:0x0] 00000080:00000001:0.0:1783976992.309385:0:296915:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061449764 : 144115373061449764 : 200002b12002824) 00000080:00000001:0.0:1783976992.309388:0:296915:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976992.309390:0:296915:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976992.309392:0:296915:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976992.309393:0:296915:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b10:0xfa:0x0](ffff9b83fe96cb08) invalid 00000080:00000001:0.0:1783976992.309396:0:296915:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976992.309397:0:296915:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976992.309398:0:296915:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976992.309401:0:296915:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976992.309403:0:296915:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976992.309404:0:296915:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976992.309405:0:296915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976992.309407:0:296915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976992.309410:0:296915:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b82c12c6600 with handle 0xc4ea75fdb9c0344f from hash 00010000:00000001:0.0:1783976992.309412:0:296915:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976992.309414:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976992.309415:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976992.309416:0:296915:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976992.309418:0:296915:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976992.309419:0:296915:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976992.309421:0:296915:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976992.309424:0:296915:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b82d1cc9a00/0xc4ea75fdb9c0327a lrc: 2/0,0 mode: PR/PR res: [0x200002b12:0x2821:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3a52c3e expref: -99 pid: 246784 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:0.0:1783976992.309431:0:296915:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976992.309433:0:296915:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976992.309434:0:296915:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976992.309435:0:296915:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b12:0x2821:0x0] mode (null) 00000002:00000001:0.0:1783976992.309438:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976992.309439:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976992.309442:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d5994c00 count: 4 00010000:00000001:0.0:1783976992.309444:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976992.309447:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976992.309448:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976992.309449:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976992.309451:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d5994c00 count: 4 00010000:00000001:0.0:1783976992.309453:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976992.309455:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976992.309456:0:296915:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976992.309458:0:296915:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976992.309459:0:296915:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b12:0x2821:0x0](ffff9b83fe9e9148) invalid 00000020:00000001:0.0:1783976992.309463:0:296915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffafe4c1f2fca0 00000080:00002000:0.0:1783976992.309465:0:296915:0:(llite_internal.h:2049:d_lustre_invalidate()) invalidate dentry d56s.sanity (ffff9b83f5a34bd0) parent ffff9b83cc4ba870 inode ffff9b83fe9e9148 refc 2 00000080:00000001:0.0:1783976992.309469:0:296915:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976992.309470:0:296915:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976992.309471:0:296915:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976992.309473:0:296915:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976992.309474:0:296915:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976992.309475:0:296915:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976992.309477:0:296915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976992.309478:0:296915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976992.309481:0:296915:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b82d1cc9a00 with handle 0xc4ea75fdb9c0327a from hash 00010000:00000001:0.0:1783976992.309483:0:296915:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976992.309484:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976992.309485:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976992.309486:0:296915:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976992.309488:0:296915:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976992.309489:0:296915:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976992.309491:0:296915:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976992.309494:0:296915:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f3a3bc00/0xc4ea75fdb9c03448 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0xfb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3a5321f expref: -99 pid: 246833 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000080:00000001:0.0:1783976992.309500:0:296915:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976992.309502:0:296915:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976992.309503:0:296915:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976992.309504:0:296915:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b10:0xfb:0x0] mode (null) 00000002:00000001:0.0:1783976992.309513:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976992.309514:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976992.309516:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d5994300 count: 2 00010000:00000001:0.0:1783976992.309519:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976992.309521:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976992.309522:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976992.309523:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976992.309524:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d5994300 count: 2 00010000:00000001:0.0:1783976992.309526:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976992.309528:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976992.309529:0:296915:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976992.309532:0:296915:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200002b10:0xfb:0x0] lli = ffff9b83d0fa8840, pfid = [0x200002b12:0x2827:0x0] 00000080:00000002:0.0:1783976992.309567:0:296915:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200002b10:0xfb:0x0] m[0x200002b12:0x2827:0x0] 00000080:00000001:0.0:1783976992.309570:0:296915:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061449767 : 144115373061449767 : 200002b12002827) 00000080:00000001:0.0:1783976992.309573:0:296915:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976992.309574:0:296915:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976992.309578:0:296915:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976992.309579:0:296915:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b10:0xfb:0x0](ffff9b83d0fa8908) invalid 00000080:00000001:0.0:1783976992.309581:0:296915:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976992.309582:0:296915:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976992.309584:0:296915:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976992.309586:0:296915:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976992.309588:0:296915:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976992.309589:0:296915:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976992.309591:0:296915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976992.309592:0:296915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976992.309595:0:296915:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f3a3bc00 with handle 0xc4ea75fdb9c03448 from hash 00010000:00000001:0.0:1783976992.309596:0:296915:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976992.309598:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976992.309599:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976992.309600:0:296915:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976992.309602:0:296915:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976992.309603:0:296915:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976992.309605:0:296915:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976992.309608:0:296915:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83ff502600/0xc4ea75fdb9c3aec9 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0xfc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b36d36 expref: -99 pid: 284634 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976992.309614:0:296915:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976992.309616:0:296915:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976992.309618:0:296915:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976992.309619:0:296915:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b10:0xfc:0x0] mode (null) 00000002:00000001:0.0:1783976992.309621:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976992.309623:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976992.309625:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fc5fa400 count: 2 00010000:00000001:0.0:1783976992.309627:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976992.309629:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976992.309631:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976992.309632:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976992.309633:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fc5fa400 count: 2 00010000:00000001:0.0:1783976992.309635:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976992.309637:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976992.309638:0:296915:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976992.309641:0:296915:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200002b10:0xfc:0x0] lli = ffff9b83cc745280, pfid = [0x200002b12:0x282a:0x0] 00000080:00000002:0.0:1783976992.309673:0:296915:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200002b10:0xfc:0x0] m[0x200002b12:0x282a:0x0] 00000080:00000001:0.0:1783976992.309676:0:296915:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061449770 : 144115373061449770 : 200002b1200282a) 00000080:00000001:0.0:1783976992.309680:0:296915:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976992.309682:0:296915:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976992.309683:0:296915:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976992.309685:0:296915:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b10:0xfc:0x0](ffff9b83cc745348) invalid 00000080:00000001:0.0:1783976992.309687:0:296915:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976992.309688:0:296915:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976992.309689:0:296915:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976992.309691:0:296915:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976992.309693:0:296915:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976992.309694:0:296915:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976992.309696:0:296915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976992.309697:0:296915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976992.309700:0:296915:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83ff502600 with handle 0xc4ea75fdb9c3aec9 from hash 00010000:00000001:0.0:1783976992.309702:0:296915:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976992.309703:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976992.309704:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976992.309705:0:296915:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976992.309707:0:296915:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976992.309708:0:296915:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976992.309711:0:296915:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976992.309713:0:296915:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fc5d0e00/0xc4ea75fdb9c371e4 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0xf9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b2621e expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976992.309720:0:296915:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976992.309721:0:296915:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976992.309723:0:296915:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976992.309724:0:296915:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b10:0xf9:0x0] mode (null) 00000002:00000001:0.0:1783976992.309726:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976992.309727:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976992.309730:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b84007e9200 count: 2 00010000:00000001:0.0:1783976992.309732:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976992.309734:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976992.309735:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976992.309736:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976992.309737:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b84007e9200 count: 2 00010000:00000001:0.0:1783976992.309739:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976992.309742:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976992.309743:0:296915:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783976992.309745:0:296915:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200002b10:0xf9:0x0] lli = ffff9b83fe9e8840, pfid = [0x200002b12:0x2821:0x0] 00000080:00000002:0.0:1783976992.309770:0:296915:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200002b10:0xf9:0x0] m[0x200002b12:0x2821:0x0] 00000080:00000001:0.0:1783976992.309773:0:296915:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061449761 : 144115373061449761 : 200002b12002821) 00000080:00000001:0.0:1783976992.309775:0:296915:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783976992.309777:0:296915:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783976992.309778:0:296915:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783976992.309780:0:296915:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b10:0xf9:0x0](ffff9b83fe9e8908) invalid 00000080:00000001:0.0:1783976992.309782:0:296915:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783976992.309783:0:296915:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783976992.309784:0:296915:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976992.309786:0:296915:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783976992.309788:0:296915:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783976992.309789:0:296915:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783976992.309790:0:296915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783976992.309792:0:296915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783976992.309794:0:296915:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83fc5d0e00 with handle 0xc4ea75fdb9c371e4 from hash 00010000:00000001:0.0:1783976992.309796:0:296915:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783976992.309798:0:296915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783976992.309799:0:296915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783976992.309800:0:296915:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783976992.309801:0:296915:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783976992.309803:0:296915:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783976992.309805:0:296915:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783976992.309808:0:296915:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b82df333600/0xc4ea75fdb9c1eb50 lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x2a71:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ab08f3 expref: -99 pid: 274940 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783976992.309814:0:296915:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783976992.309816:0:296915:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783976992.309818:0:296915:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783976992.309819:0:296915:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b12:0x2a71:0x0] mode CR 00000002:00000001:0.0:1783976992.309834:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976992.309836:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976992.309838:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1ea6800 count: 3 00010000:00000001:0.0:1783976992.309840:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976992.309843:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783976992.309844:0:296915:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783976992.309846:0:296915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783976992.309847:0:296915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b82d1ea6800 count: 3 00010000:00000001:0.0:1783976992.309849:0:296915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783976992.309851:0:296915:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976992.309852:0:296915:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783976992.309854:0:296915:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783976992.309857:0:296915:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783976992.309862:0:296915:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b83ca23d400. 00000080:00000001:0.0:1783976992.309863:0:296915:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:0.0:1783976992.309869:0:296915:0:(lmv_obd.c:3994:lmv_stripe_object_get()) get ffff9b82d1b7d580 2 00000080:00000001:0.0:1783976992.309873:0:296915:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783976992.309876:0:296915:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000001:0.0:1783976992.309879:0:296915:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783976992.309881:0:296915:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783976992.309883:0:296915:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783976992.309886:0:296915:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783976992.309888:0:296915:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976992.309891:0:296915:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x2a71:0x0] 00800000:00000001:0.0:1783976992.309893:0:296915:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783976992.309896:0:296915:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200002b12:0x2a71:0x0] 00000002:00000001:0.0:1783976992.309900:0:296915:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783976992.309901:0:296915:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b83c87ef800: [0x200002b12:0x2a71:0x0] file closed with intent: 0 00000100:00000010:0.0:1783976992.309908:0:296915:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb480. 00000020:00000040:0.0:1783976992.309912:0:296915:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=143 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000100:00000001:0.0:1783976992.309917:0:296915:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783976992.309920:0:296915:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783976992.309924:0:296915:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783976992.309931:0:296915:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b83ca23da00. 00000100:00000001:0.0:1783976992.312108:0:296915:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783976992.312165:0:296915:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b83f3bcea00 x1870620394429056/t25769966980(25769966980) o101->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 608/696 e 0 to 0 dl 1783975775 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1783976993.331408:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976993.331413:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976993.331422:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976993.331425:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976993.331433:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976993.331436:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976993.331443:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976993.331446:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976993.331451:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976993.331454:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976993.331601:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976993.331606:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976993.331609:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976993.331615:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783976993.331618:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976993.331621:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976993.331624:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976993.331625:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976993.331626:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976993.333193:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976993.333196:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976993.333198:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976993.333200:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783976993.333201:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976993.333202:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976993.333203:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976993.333204:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976993.333206:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976994.355418:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976994.355424:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976994.355427:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976994.355431:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783976994.355436:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976994.355440:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976994.355446:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976994.355451:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976994.355459:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976994.355490:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976994.355495:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976994.355502:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976994.355766:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976994.355772:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976994.355773:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976994.355778:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976994.355779:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976994.355783:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976994.355784:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976994.355846:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976994.355850:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976994.355852:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976994.355857:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783976994.355860:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976994.355862:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976994.355866:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976994.355869:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976994.355871:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976995.379402:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976995.379409:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976995.379413:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976995.379420:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783976995.379426:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976995.379430:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976995.379434:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976995.379438:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976995.379444:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976995.379468:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976995.379473:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976995.379481:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976995.379484:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976995.379488:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976995.379490:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976995.379493:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976995.379495:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976995.379499:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976995.379500:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976995.379785:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976995.379787:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976995.379788:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976995.379790:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783976995.379791:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976995.379792:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976995.379794:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976995.379794:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976995.379796:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976996.403475:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976996.403480:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976996.403483:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976996.403487:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783976996.403491:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976996.403495:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976996.403928:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976996.403931:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976996.403937:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976996.403958:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976996.403960:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976996.403965:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976996.403966:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976996.403970:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976996.403971:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976996.403975:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976996.403976:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976996.403980:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976996.403981:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976996.404014:0:296916:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976996.404017:0:296916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976996.404021:0:296916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783976997.427389:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976997.427396:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783976997.427400:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783976997.427405:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976997.427412:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783976997.427417:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976997.427422:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976997.427427:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976997.427435:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976997.427438:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976997.427443:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976997.427445:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976997.427451:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976997.427454:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976997.427459:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976997.427463:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976997.427506:0:296916:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976997.427509:0:296916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976997.427512:0:296916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976997.427807:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976997.427812:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976997.427815:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976997.427819:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783976997.427823:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976997.427826:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976997.427836:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976997.427839:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976997.427842:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976997.427864:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976997.427868:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976997.427871:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976997.427875:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783976997.427877:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976997.427879:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976997.427881:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976997.427883:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976997.427885:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976998.451437:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976998.451447:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976998.451450:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976998.451456:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783976998.451461:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976998.451467:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976998.451473:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976998.451478:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976998.451485:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976998.451519:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976998.451523:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976998.451530:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976998.451533:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976998.451540:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976998.451545:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976998.451560:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976998.451565:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976998.451572:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976998.451573:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976998.451598:0:296916:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976998.451604:0:296916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976998.451609:0:296916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976998.451650:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976998.451656:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976998.451658:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976998.451661:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783976998.451665:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976998.451668:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976998.451676:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976998.451679:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976998.451686:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976999.475430:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976999.475437:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976999.475439:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976999.475443:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783976999.475447:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976999.475449:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976999.475451:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976999.475453:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976999.475456:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783976999.475469:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976999.475471:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976999.475473:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976999.475475:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783976999.475477:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976999.475479:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976999.475481:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976999.475482:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976999.475485:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976999.475507:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976999.475512:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976999.475526:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976999.475533:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976999.475544:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976999.475550:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976999.475559:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976999.475563:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783976999.475577:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783976999.475583:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783976999.475621:0:296916:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783976999.475626:0:296916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783976999.475635:0:296916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783976999.475672:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783976999.475678:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783976999.475681:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783976999.475693:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783976999.475706:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783976999.475708:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976999.475710:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783976999.475712:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783976999.475715:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977000.499443:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977000.499450:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977000.499452:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977000.499458:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977000.499464:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977000.499469:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977000.499475:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977000.499480:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977000.499487:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977000.499535:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977000.499549:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977000.499555:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977000.499556:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977000.499561:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977000.499562:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977000.499566:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977000.499568:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977000.499572:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977000.499573:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977000.499599:0:296916:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977000.499602:0:296916:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977000.499605:0:296916:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977000.499865:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977000.499868:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977000.499869:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977000.499872:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977000.499874:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977000.499876:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977000.499878:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977000.499879:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977000.499881:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977001.523419:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977001.523425:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977001.523428:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977001.523433:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977001.523437:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977001.523442:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977001.523445:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977001.523447:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977001.523452:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977001.523474:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977001.523476:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977001.523480:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977001.523483:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977001.523485:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977001.523496:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783977001.523499:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783977001.523501:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783977001.523503:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783977001.523505:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783977001.523506:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783977001.523508:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783977001.523509:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783977001.523513:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783977001.523515:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783977001.523517:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783977001.523519:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783977001.523522:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783977001.523524:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783977001.523527:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783977001.523529:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783977001.523531:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783977001.523533:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783977001.523536:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783977001.523538:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783977001.523540:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=10 : 10 : a) 00010000:00000001:0.0:1783977001.523544:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783977001.523554:0:296893:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b83f5509000. 00010000:00000001:0.0:1783977001.523557:0:296893:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783977001.523566:0:296893:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 10/10 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1783977001.523570:0:296893:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977001.523572:0:296893:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977001.523576:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=10 : 10 : a) 00010000:00000001:0.0:1783977001.523582:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=10 : 10 : a) 00010000:00000001:0.0:1783977001.523589:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977001.523592:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977001.523593:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977001.523595:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977001.523597:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977001.523599:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977001.523601:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977001.523603:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977001.523608:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977001.523609:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977001.523611:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977001.523612:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977001.523614:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977001.523616:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977001.523618:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977001.523621:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977001.523629:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977001.523632:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977001.523634:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977001.523638:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977001.523639:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977001.523641:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977001.523642:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977001.523645:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977001.526774:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977001.526781:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977001.526785:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977001.526792:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977001.526797:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977001.526802:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977001.526808:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977001.526812:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977001.526816:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977002.547406:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977002.547411:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977002.547416:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977002.547422:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977002.547428:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977002.547433:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977002.547446:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977002.547450:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977002.547455:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977002.547485:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977002.547490:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977002.547499:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977002.547513:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977002.547522:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977002.547526:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977002.547534:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977002.547537:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977002.547542:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977002.547545:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977003.571404:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977003.571409:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977003.571418:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977003.571422:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977003.571432:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977003.571436:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977003.571444:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977003.571447:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977003.571452:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977003.571456:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977003.571483:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977003.571488:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977003.571492:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977003.571498:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977003.571504:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977003.571509:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977003.571521:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977003.571524:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977003.571529:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977003.571544:0:296934:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977003.571556:0:296934:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977003.571561:0:296934:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977004.595438:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977004.595446:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977004.595449:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977004.595459:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977004.595468:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977004.595477:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977004.595498:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977004.595513:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977004.595518:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977004.595539:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977004.595545:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977004.595565:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977004.595570:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977004.595583:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977004.595596:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977004.595616:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977004.595620:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977004.595632:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977004.595637:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977005.619818:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977005.619824:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977005.619832:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977005.619835:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977005.619843:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977005.619846:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977005.619852:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977005.619854:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977005.619859:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977005.619862:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977006.643604:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977006.643616:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977006.643623:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977006.643631:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977006.643642:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977006.643647:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977006.643650:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977006.643652:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977006.643656:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977006.643658:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977006.643663:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977006.643664:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977006.643668:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977006.643669:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977006.643673:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977006.643674:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977006.643711:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977006.643715:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977006.643717:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977006.643721:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977006.643724:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977006.643727:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977006.644120:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977006.644125:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977006.644134:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977007.667470:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977007.667477:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977007.667479:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977007.667484:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977007.667489:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977007.667493:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977007.667497:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977007.667501:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977007.667507:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977007.667542:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977007.667547:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977007.667566:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977007.667568:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977007.667573:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977007.667574:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977007.667578:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977007.667580:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977007.667583:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977007.667585:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977007.667661:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977007.667666:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977007.667670:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977007.667676:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977007.667682:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977007.667687:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977007.667692:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977007.667699:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977007.667706:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977008.691622:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977008.691628:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977008.691631:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977008.691637:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977008.691644:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977008.691650:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977008.691657:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977008.691660:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977008.691663:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977008.691695:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977008.691927:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977008.691934:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977008.691936:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977008.691940:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977008.691942:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977008.691946:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977008.691947:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977008.691951:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977008.691952:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977009.715466:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977009.715471:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977009.715481:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977009.715485:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977009.715492:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977009.715499:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977009.715512:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977009.715528:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977009.715539:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977009.715543:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977009.715587:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977009.715601:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977009.715607:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977009.715616:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977009.715620:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977009.715623:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977009.715627:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977009.715631:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977009.715635:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977009.715650:0:296934:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977009.715653:0:296934:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977009.715657:0:296934:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977010.742489:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977010.742494:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977010.742506:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977010.742510:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977010.742514:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977010.742516:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977010.742518:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977010.742521:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977010.742524:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977010.742548:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977010.742550:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977010.742554:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977010.742556:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977010.742559:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977010.742560:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977010.742563:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977010.742564:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977010.742567:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977010.742568:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977010.742594:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977010.742597:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977010.742598:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977010.742600:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977010.742602:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977010.742604:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977010.742606:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977010.742608:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977010.742610:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977010.742617:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977010.742619:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977010.742620:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977010.742622:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977010.742624:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977010.742625:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977010.742627:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977010.742628:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977010.742630:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977011.763631:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977011.763635:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977011.763641:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977011.763645:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977011.763649:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977011.763653:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977011.763657:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977011.763659:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977011.763662:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977011.763684:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977011.763686:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977011.763689:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977011.763692:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977011.763694:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977011.763705:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783977011.763707:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783977011.763709:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783977011.763711:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783977011.763714:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783977011.763719:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783977011.763724:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783977011.763727:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783977011.763732:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783977011.763736:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783977011.763742:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783977011.763746:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783977011.763751:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783977011.763752:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783977011.763755:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783977011.763757:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783977011.763760:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783977011.763761:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783977011.763764:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783977011.763765:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783977011.763767:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=10 : 10 : a) 00010000:00000001:0.0:1783977011.763770:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783977011.763780:0:296893:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b83e70f5780. 00010000:00000001:0.0:1783977011.763783:0:296893:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783977011.763799:0:296893:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 10/10 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1783977011.763802:0:296893:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977011.763803:0:296893:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977011.763805:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=10 : 10 : a) 00010000:00000001:0.0:1783977011.763807:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=10 : 10 : a) 00010000:00000001:0.0:1783977011.763812:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977011.763814:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977011.763816:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977011.763818:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977011.763820:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977011.763822:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977011.763824:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977011.763829:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977011.763837:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977011.763840:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977011.763841:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977011.763842:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977011.763844:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977011.763846:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977011.763847:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977011.763849:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977011.763853:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977011.763855:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977011.763856:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977011.763857:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977011.763859:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977011.763861:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977011.763862:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977011.763865:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977011.764158:0:296934:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1783977011.764162:0:296934:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783977011.764166:0:296934:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f7747600/0xc4ea75fdb9c3b686 lrc: 2/0,0 mode: PR/PR res: [0x200002341:0x58:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b38e53 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783977011.764178:0:296934:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783977011.764182:0:296934:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783977011.764184:0:296934:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783977011.764186:0:296934:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002341:0x58:0x0] mode (null) 00000002:00000001:0.0:1783977011.764191:0:296934:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783977011.764194:0:296934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783977011.764199:0:296934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fb2fad00 count: 2 00010000:00000001:0.0:1783977011.764201:0:296934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783977011.764205:0:296934:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783977011.764208:0:296934:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783977011.764208:0:296934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783977011.764210:0:296934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fb2fad00 count: 2 00010000:00000001:0.0:1783977011.764212:0:296934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783977011.764221:0:296934:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783977011.764224:0:296934:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783977011.764230:0:296934:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200002341:0x58:0x0] lli = ffff9b83fe9ac200, pfid = [0x240002b13:0x129ca:0x0] 00000080:00000002:0.0:1783977011.764279:0:296934:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200002341:0x58:0x0] m[0x240002b13:0x129ca:0x0] 00000080:00000001:0.0:1783977011.764284:0:296934:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587774922 : 162129771587774922 : 240002b130129ca) 00000080:00000001:0.0:1783977011.764289:0:296934:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783977011.764290:0:296934:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783977011.764319:0:296934:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783977011.764322:0:296934:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002341:0x58:0x0](ffff9b83fe9ac2c8) invalid 00000080:00000001:0.0:1783977011.764325:0:296934:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783977011.764326:0:296934:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783977011.764327:0:296934:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977011.764331:0:296934:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783977011.764334:0:296934:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783977011.764368:0:296934:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783977011.764370:0:296934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783977011.764372:0:296934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783977011.764375:0:296934:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f7747600 with handle 0xc4ea75fdb9c3b686 from hash 00010000:00000001:0.0:1783977011.764378:0:296934:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783977011.764380:0:296934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783977011.764381:0:296934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783977011.764382:0:296934:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783977011.764385:0:296934:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783977011.764386:0:296934:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783977011.764389:0:296934:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783977011.764392:0:296934:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb106800/0xc4ea75fdb9c3b5ec lrc: 2/0,0 mode: PR/PR res: [0x200002341:0x56:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b38bd6 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783977011.764399:0:296934:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783977011.764401:0:296934:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783977011.764402:0:296934:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783977011.764404:0:296934:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002341:0x56:0x0] mode (null) 00000002:00000001:0.0:1783977011.764406:0:296934:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783977011.764407:0:296934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783977011.764410:0:296934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fd74e800 count: 2 00010000:00000001:0.0:1783977011.764412:0:296934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783977011.764414:0:296934:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783977011.764416:0:296934:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783977011.764417:0:296934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783977011.764418:0:296934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83fd74e800 count: 2 00010000:00000001:0.0:1783977011.764420:0:296934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783977011.764422:0:296934:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783977011.764423:0:296934:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783977011.764424:0:296934:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200002341:0x56:0x0] lli = ffff9b83fe969080, pfid = [0x240002b13:0x129c8:0x0] 00000080:00000002:0.0:1783977011.764456:0:296934:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200002341:0x56:0x0] m[0x240002b13:0x129c8:0x0] 00000080:00000001:0.0:1783977011.764459:0:296934:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129771587774920 : 162129771587774920 : 240002b130129c8) 00000080:00000001:0.0:1783977011.764463:0:296934:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783977011.764475:0:296934:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783977011.764477:0:296934:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783977011.764490:0:296934:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002341:0x56:0x0](ffff9b83fe969148) invalid 00000080:00000001:0.0:1783977011.764492:0:296934:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783977011.764493:0:296934:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783977011.764494:0:296934:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977011.764496:0:296934:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783977011.764498:0:296934:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783977011.764499:0:296934:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783977011.764500:0:296934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783977011.764502:0:296934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783977011.764504:0:296934:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83fb106800 with handle 0xc4ea75fdb9c3b5ec from hash 00010000:00000001:0.0:1783977011.764506:0:296934:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783977011.764507:0:296934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783977011.764508:0:296934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783977011.764509:0:296934:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783977011.764511:0:296934:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783977011.764512:0:296934:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783977011.764514:0:296934:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783977011.764516:0:296934:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f6c6ea00/0xc4ea75fdb9c3827d lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0xf1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b2af9c expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783977011.764523:0:296934:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783977011.764525:0:296934:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783977011.764526:0:296934:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783977011.764528:0:296934:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b10:0xf1:0x0] mode (null) 00000002:00000001:0.0:1783977011.764530:0:296934:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783977011.764531:0:296934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783977011.764533:0:296934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f6c69a00 count: 2 00010000:00000001:0.0:1783977011.764535:0:296934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783977011.764537:0:296934:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783977011.764539:0:296934:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783977011.764540:0:296934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783977011.764541:0:296934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f6c69a00 count: 2 00010000:00000001:0.0:1783977011.764542:0:296934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783977011.764544:0:296934:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783977011.764545:0:296934:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783977011.764547:0:296934:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200002b10:0xf1:0x0] lli = ffff9b82e14fc200, pfid = [0x200002b12:0x280a:0x0] 00000080:00000002:0.0:1783977011.764578:0:296934:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200002b10:0xf1:0x0] m[0x200002b12:0x280a:0x0] 00000080:00000001:0.0:1783977011.764581:0:296934:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373061449738 : 144115373061449738 : 200002b1200280a) 00000080:00000001:0.0:1783977011.764584:0:296934:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783977011.764589:0:296934:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783977011.764591:0:296934:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783977011.764592:0:296934:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b10:0xf1:0x0](ffff9b82e14fc2c8) invalid 00000080:00000001:0.0:1783977011.764594:0:296934:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783977011.764596:0:296934:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783977011.764597:0:296934:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977011.764599:0:296934:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783977011.764601:0:296934:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783977011.764602:0:296934:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783977011.764603:0:296934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783977011.764605:0:296934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783977011.764607:0:296934:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83f6c6ea00 with handle 0xc4ea75fdb9c3827d from hash 00010000:00000001:0.0:1783977011.764609:0:296934:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783977011.764610:0:296934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783977011.764612:0:296934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783977011.764612:0:296934:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783977011.764614:0:296934:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783977011.764615:0:296934:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783977011.764618:0:296934:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783977011.764621:0:296934:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83fb102e00/0xc4ea75fdb9c3b49c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b3861f expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783977011.764628:0:296934:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783977011.764630:0:296934:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783977011.764631:0:296934:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783977011.764632:0:296934:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000401:0x10:0x0] mode (null) 00000002:00000001:0.0:1783977011.764635:0:296934:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783977011.764636:0:296934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783977011.764639:0:296934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f7489b00 count: 2 00010000:00000001:0.0:1783977011.764640:0:296934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783977011.764643:0:296934:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783977011.764644:0:296934:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783977011.764645:0:296934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783977011.764647:0:296934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83f7489b00 count: 2 00010000:00000001:0.0:1783977011.764648:0:296934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783977011.764650:0:296934:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783977011.764652:0:296934:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783977011.764654:0:296934:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000401:0x10:0x0] lli = ffff9b8400902100, pfid = [0x240000402:0x15:0x0] 00000080:00000002:0.0:1783977011.764681:0:296934:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200000401:0x10:0x0] m[0x240000402:0x15:0x0] 00000080:00000001:0.0:1783977011.764684:0:296934:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761493 : 162129603798761493 : 240000402000015) 00000080:00000001:0.0:1783977011.764688:0:296934:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783977011.764689:0:296934:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783977011.764693:0:296934:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783977011.764694:0:296934:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000401:0x10:0x0](ffff9b84009021c8) invalid 00000080:00000001:0.0:1783977011.764697:0:296934:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783977011.764698:0:296934:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783977011.764699:0:296934:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977011.764702:0:296934:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783977011.764703:0:296934:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783977011.764705:0:296934:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783977011.764706:0:296934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783977011.764708:0:296934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783977011.764710:0:296934:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b83fb102e00 with handle 0xc4ea75fdb9c3b49c from hash 00010000:00000001:0.0:1783977011.764720:0:296934:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783977011.764722:0:296934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783977011.764723:0:296934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783977011.764724:0:296934:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783977011.764726:0:296934:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783977011.764727:0:296934:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783977011.764730:0:296934:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783977011.764732:0:296934:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b840154c000/0xc4ea75fdb9c381b9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3b2abe4 expref: -99 pid: 284637 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1783977011.764739:0:296934:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783977011.764741:0:296934:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783977011.764743:0:296934:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783977011.764744:0:296934:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200000401:0xf:0x0] mode (null) 00000002:00000001:0.0:1783977011.764746:0:296934:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783977011.764748:0:296934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783977011.764761:0:296934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b840123e100 count: 2 00010000:00000001:0.0:1783977011.764766:0:296934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783977011.764769:0:296934:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783977011.764771:0:296934:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783977011.764771:0:296934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783977011.764773:0:296934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b840123e100 count: 2 00010000:00000001:0.0:1783977011.764774:0:296934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783977011.764775:0:296934:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783977011.764776:0:296934:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1783977011.764777:0:296934:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000401:0xf:0x0] lli = ffff9b83cc6db9c0, pfid = [0x240000402:0x14:0x0] 00000080:00000002:0.0:1783977011.764799:0:296934:0:(namei.c:357:ll_lock_cancel_bits()) Invalidate s[0x200000401:0xf:0x0] m[0x240000402:0x14:0x0] 00000080:00000001:0.0:1783977011.764800:0:296934:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761492 : 162129603798761492 : 240000402000014) 00000080:00000001:0.0:1783977011.764802:0:296934:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1783977011.764803:0:296934:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1783977011.764804:0:296934:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1783977011.764805:0:296934:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000401:0xf:0x0](ffff9b83cc6dba88) invalid 00000080:00000001:0.0:1783977011.764807:0:296934:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1783977011.764808:0:296934:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1783977011.764808:0:296934:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977011.764810:0:296934:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783977011.764811:0:296934:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783977011.764812:0:296934:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783977011.764813:0:296934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783977011.764814:0:296934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783977011.764816:0:296934:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b840154c000 with handle 0xc4ea75fdb9c381b9 from hash 00010000:00000001:0.0:1783977011.764817:0:296934:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783977011.764818:0:296934:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783977011.764819:0:296934:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783977011.764820:0:296934:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783977011.764821:0:296934:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783977011.764822:0:296934:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1783977011.764823:0:296934:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783977011.764825:0:296934:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b83c87ef800 lock: ffff9b83f379de00/0xc4ea75fdb9c23bfa lrc: 2/0,0 mode: CR/CR res: [0x200002b12:0x2cac:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe1223009a3ad5261 expref: -99 pid: 280715 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1783977011.764829:0:296934:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1783977011.764830:0:296934:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1783977011.764831:0:296934:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1783977011.764832:0:296934:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x200002b12:0x2cac:0x0] mode CR 00000002:00000001:0.0:1783977011.764833:0:296934:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783977011.764834:0:296934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783977011.764836:0:296934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5cd4900 count: 3 00010000:00000001:0.0:1783977011.764838:0:296934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783977011.764840:0:296934:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1783977011.764841:0:296934:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1783977011.764842:0:296934:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1783977011.764844:0:296934:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b83e5cd4900 count: 3 00010000:00000001:0.0:1783977011.764845:0:296934:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1783977011.764847:0:296934:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783977011.764849:0:296934:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783977011.764851:0:296934:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1783977011.764853:0:296934:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1783977011.764857:0:296934:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b83d1315600. 00000080:00000001:0.0:1783977011.764859:0:296934:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1783977011.764899:0:296934:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1783977011.764903:0:296934:0:(lmv_obd.c:1667:lmv_close()) Process entered 00800000:00000001:0.0:1783977011.764906:0:296934:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1783977011.764908:0:296934:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1783977011.764911:0:296934:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1783977011.764913:0:296934:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1783977011.764915:0:296934:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783977011.764917:0:296934:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b12:0x2cac:0x0] 00800000:00000001:0.0:1783977011.764919:0:296934:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1783977011.764922:0:296934:0:(lmv_obd.c:1673:lmv_close()) CLOSE [0x200002b12:0x2cac:0x0] 00000002:00000001:0.0:1783977011.764925:0:296934:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1783977011.764927:0:296934:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b83c87ef800: [0x200002b12:0x2cac:0x0] file closed with intent: 0 00000100:00000010:0.0:1783977011.764933:0:296934:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb800. 00000020:00000040:0.0:1783977011.764937:0:296934:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=145 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000100:00000001:0.0:1783977011.764941:0:296934:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977011.764944:0:296934:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977011.764946:0:296934:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977011.764951:0:296934:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b83c59c9c00. 00000100:00000001:0.0:1783977011.764956:0:296934:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1783977011.764980:0:296934:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b83ed317800 x1870620395949312/t25769968424(25769968424) o101->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 4616/608 e 0 to 0 dl 1783975923 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1783977012.788919:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977012.788924:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977012.788929:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977012.788931:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977012.788934:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977012.788936:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977012.788939:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977012.788941:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977012.788944:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977012.788945:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977012.788973:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977012.788975:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977012.788977:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977012.788980:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977012.788983:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977012.788984:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977012.788987:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977012.788988:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977012.788991:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977013.811412:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977013.811416:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977013.811420:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977013.811425:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977013.811431:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977013.811435:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977013.811439:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977013.811442:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977013.811458:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977013.811484:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977013.811487:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977013.811494:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977013.811498:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977013.811503:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977013.811505:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977013.811509:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977013.811511:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977013.811515:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977013.811518:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977014.835534:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977014.835540:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977014.835549:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977014.835552:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977014.835561:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977014.835565:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977014.835573:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977014.835578:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977014.835586:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977014.835589:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977015.348497:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977015.348507:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977015.348509:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977015.348513:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977015.348517:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977015.348523:0:226353:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 14668 00000400:00000200:0.0:1783977015.348532:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977015.348538:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977015.348541:0:226353:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977015.348544:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977015.348548:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977015.348550:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977015.348553:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977015.348556:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977015.348558:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783977015.348560:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977015.348562:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783977015.348564:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783977015.348565:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783977015.348567:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977015.348568:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977015.348594:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977015.348642:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977015.348644:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783977015.348646:0:226353:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977015.348649:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977015.348651:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977015.348653:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977015.348656:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977015.348657:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977015.348659:0:226353:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977015.348667:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783977015.348670:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783977015.348673:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977015.348674:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977015.348677:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977015.348688:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977015.348691:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977015.348707:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783977015.348712:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977015.348719:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620402708736/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977015.348726:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977015.348729:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977015.348732:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620402708736/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977015.348961:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977015.348963:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977015.348965:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977015.348966:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977015.348967:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977015.348969:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977015.348971:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14668 00000400:00000200:0.0:1783977015.348973:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977015.348975:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977015.348977:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977015.348979:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977015.348980:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977015.348981:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977015.348982:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977015.348984:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977015.348984:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783977015.348985:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977015.348987:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783977015.348988:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783977015.348990:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783977015.348992:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977015.348993:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977015.348994:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977015.348995:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977015.348996:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783977015.348998:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977015.348999:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977015.349000:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977015.349005:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977015.349006:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977015.349007:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977015.349010:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977015.349012:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977015.349013:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977015.349016:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783977015.349017:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977015.349018:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977015.349019:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977015.349020:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977015.349021:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977015.349022:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977015.349025:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783977015.349027:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977015.349030:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620402708864/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977015.349035:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977015.349036:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977015.349038:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620402708864/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977015.352509:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977015.352518:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977015.352521:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977015.352524:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977015.352526:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977015.352529:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977015.352536:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14668 00000400:00000200:0.0:1783977015.352542:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977015.352547:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977015.352550:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977015.352553:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977015.352555:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977015.352557:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977015.352558:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977015.352560:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977015.352561:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783977015.352563:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977015.352566:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783977015.352567:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783977015.352569:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783977015.352570:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977015.352572:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977015.352573:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977015.352574:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977015.352576:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783977015.352578:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977015.352579:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977015.352582:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977015.352588:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977015.352589:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977015.352591:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977015.352594:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977015.352595:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977015.352597:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977015.352603:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783977015.352606:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977015.352609:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977015.352610:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977015.352612:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977015.352614:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977015.352616:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977015.352622:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783977015.352626:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977015.352631:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620402708992/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977015.352638:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977015.352641:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977015.352644:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620402708992/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977015.352651:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977015.352653:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977015.352655:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977015.352656:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977015.352657:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977015.352659:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977015.352661:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14668 00000400:00000200:0.0:1783977015.352663:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977015.352664:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977015.352665:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977015.352667:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977015.352668:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977015.352670:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977015.352671:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977015.352672:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977015.352673:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783977015.352673:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977015.352675:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783977015.352676:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783977015.352677:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783977015.352678:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977015.352679:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977015.352680:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977015.352681:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977015.352682:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783977015.352683:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977015.352685:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977015.352685:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977015.352687:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977015.352688:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977015.352689:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977015.352690:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977015.352691:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977015.352692:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977015.352695:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783977015.352696:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977015.352698:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977015.352699:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977015.352700:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977015.352701:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977015.352702:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977015.352705:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783977015.352709:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977015.352713:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620402709120/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977015.352719:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977015.352721:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977015.352725:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620402709120/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977015.352731:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977015.352733:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977015.352736:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977015.352737:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977015.352739:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977015.352741:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977015.352743:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14668 00000400:00000200:0.0:1783977015.352747:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977015.352750:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977015.352752:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977015.352754:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977015.352756:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977015.352758:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977015.352759:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977015.352761:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977015.352762:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783977015.352763:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977015.352765:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783977015.352766:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783977015.352768:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783977015.352770:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977015.352771:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977015.352773:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977015.352775:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977015.352777:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783977015.352778:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977015.352780:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977015.352782:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977015.352784:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977015.352786:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977015.352787:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977015.352789:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977015.352791:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977015.352792:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977015.352795:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783977015.352797:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977015.352799:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977015.352800:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977015.352801:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977015.352803:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977015.352804:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977015.352808:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783977015.352811:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977015.352815:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620402709248/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977015.352820:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977015.352822:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977015.352825:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620402709248/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977015.352833:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977015.352838:0:226353:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14678) 00010000:00000001:0.0:1783977015.859640:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977015.859646:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977015.859655:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977015.859662:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977015.859674:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977015.859679:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977015.859702:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977015.859707:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977015.859717:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977015.859722:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977015.859759:0:296937:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977015.859766:0:296937:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977015.859774:0:296937:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977016.885239:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977016.885249:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977016.885252:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977016.885256:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977016.885262:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977016.885265:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977016.885267:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977016.885270:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977016.885276:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977016.885278:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977016.885284:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977016.885286:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977016.885291:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977016.885307:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977016.885312:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977016.885314:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977016.885353:0:296937:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977016.885357:0:296937:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977016.885360:0:296937:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977016.885375:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977016.885380:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977016.885382:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977016.885386:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977016.885400:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977016.885403:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977016.885406:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977016.885409:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977016.885413:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977016.885448:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977016.885452:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977016.885454:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977016.885456:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977016.885459:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977016.885461:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977016.885464:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977016.885466:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977016.885469:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977016.885489:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977016.885494:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977016.885498:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977016.885505:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977016.885510:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977016.885516:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977016.885521:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977016.885523:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977016.885527:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977017.907453:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977017.907459:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977017.907461:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977017.907468:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977017.907472:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977017.907475:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977017.907477:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977017.907480:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977017.907482:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977017.907499:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977017.907501:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977017.907502:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977017.907504:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977017.907505:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977017.907507:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977017.907509:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977017.907510:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977017.907512:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977017.907535:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977017.907537:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977017.907541:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977017.907542:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977017.907545:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977017.907546:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977017.907549:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977017.907549:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977017.907552:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977017.907553:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977017.907568:0:296937:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977017.907570:0:296937:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977017.907572:0:296937:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977017.909993:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977017.909995:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977017.909996:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977017.909999:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977017.910000:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977017.910002:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977017.910004:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977017.910005:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977017.910007:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977018.931390:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977018.931395:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977018.931397:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977018.931400:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977018.931403:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977018.931405:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977018.931407:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977018.931409:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977018.931412:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977018.931443:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977018.931446:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977018.931451:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977018.931452:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977018.931455:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977018.931456:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977018.931460:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977018.931461:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977018.931463:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977018.931465:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977018.931483:0:296937:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977018.931485:0:296937:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977018.931488:0:296937:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977018.931886:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977018.931889:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977018.931890:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977018.931892:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977018.931894:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977018.931896:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977018.931898:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977018.931899:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977018.931901:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977019.955423:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977019.955430:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977019.955434:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977019.955439:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977019.955446:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977019.955450:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977019.955454:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977019.955458:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977019.955464:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977019.955490:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977019.955495:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977019.955501:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977019.955503:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977019.955508:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977019.955514:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977019.955520:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977019.955524:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977019.955530:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977019.955542:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977020.467355:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977020.467365:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977020.467368:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977020.467372:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977020.467376:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977020.467384:0:296888:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 14673 00000400:00000200:0.0:1783977020.467391:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977020.467396:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977020.467398:0:296888:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977020.467400:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977020.467403:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977020.467404:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977020.467405:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977020.467408:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977020.467409:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783977020.467411:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977020.467414:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783977020.467415:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783977020.467416:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783977020.467418:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977020.467419:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977020.467420:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977020.467421:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977020.467424:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783977020.467427:0:296888:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977020.467429:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977020.467432:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977020.467435:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977020.467438:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977020.467440:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977020.467442:0:296888:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977020.467448:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783977020.467452:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783977020.467456:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977020.467457:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977020.467460:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977020.467463:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977020.467467:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977020.467475:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783977020.467480:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977020.467486:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402709376/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977020.467494:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977020.467497:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977020.467500:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402709376/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977020.467516:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977020.467519:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977020.467522:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977020.467523:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977020.467525:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977020.467528:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977020.467531:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14673 00000400:00000200:0.0:1783977020.467534:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977020.467537:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977020.467539:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977020.467542:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977020.467544:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977020.467546:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977020.467548:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977020.467550:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977020.467551:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783977020.467552:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977020.467554:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783977020.467556:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783977020.467558:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783977020.467561:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977020.467563:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977020.467565:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977020.467567:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977020.467569:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783977020.467571:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977020.467573:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977020.467574:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977020.467587:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977020.467589:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977020.467591:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977020.467595:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977020.467597:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977020.467599:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977020.467602:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783977020.467605:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977020.467607:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977020.467608:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977020.467610:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977020.467611:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977020.467612:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977020.467616:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783977020.467618:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977020.467623:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402709504/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977020.467628:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977020.467630:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977020.467634:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402709504/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977020.467642:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977020.467644:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977020.467647:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977020.467649:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977020.467651:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977020.467653:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977020.467655:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14673 00000400:00000200:0.0:1783977020.467659:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977020.467661:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977020.467663:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977020.467666:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977020.467668:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977020.467669:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977020.467671:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977020.467673:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977020.467674:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783977020.467675:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977020.467677:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783977020.467679:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783977020.467681:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783977020.467683:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977020.467685:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977020.467687:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977020.467689:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977020.467691:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783977020.467693:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977020.467695:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977020.467696:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977020.467699:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977020.467700:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977020.467702:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977020.467704:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977020.467706:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977020.467708:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977020.467711:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783977020.467713:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977020.467715:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977020.467716:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977020.467717:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977020.467718:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977020.467719:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977020.467723:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783977020.467726:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977020.467730:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402709632/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977020.467737:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977020.467738:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977020.467746:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402709632/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977020.467753:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977020.467755:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977020.467759:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977020.467760:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977020.467762:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977020.467764:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977020.467766:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14673 00000400:00000200:0.0:1783977020.467769:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977020.467772:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977020.467774:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977020.467776:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977020.467778:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977020.467780:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977020.467782:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977020.467784:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977020.467785:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783977020.467787:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977020.467789:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783977020.467790:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783977020.467793:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783977020.467795:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977020.467797:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977020.467798:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977020.467800:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977020.467803:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783977020.467805:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977020.467807:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977020.467809:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977020.467811:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977020.467813:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977020.467814:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977020.467817:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977020.467819:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977020.467820:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977020.467823:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783977020.467825:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977020.467827:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977020.467828:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977020.467829:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977020.467831:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977020.467832:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977020.467835:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783977020.467838:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977020.467842:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402709760/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977020.467848:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977020.467850:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977020.467853:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402709760/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977020.467861:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977020.467864:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977020.467867:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977020.467868:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977020.467869:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977020.467872:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977020.467874:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14673 00000400:00000200:0.0:1783977020.467877:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977020.467879:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977020.467881:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977020.467884:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977020.467886:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977020.467888:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977020.467890:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977020.467892:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977020.467893:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783977020.467894:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977020.467896:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783977020.467897:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783977020.467899:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783977020.467902:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977020.467904:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977020.467906:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977020.467907:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977020.467909:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783977020.467911:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977020.467913:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977020.467919:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977020.467922:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977020.467924:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977020.467926:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977020.467928:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977020.467930:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977020.467932:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977020.467935:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783977020.467937:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977020.467939:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977020.467940:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977020.467942:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977020.467943:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977020.467945:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977020.467948:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783977020.467951:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977020.467954:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402709888/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977020.467960:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977020.467962:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977020.467965:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402709888/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977020.467972:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977020.467976:0:296888:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14684) 00010000:00000001:0.0:1783977020.979424:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977020.979427:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977020.979431:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977020.979435:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977020.979443:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977020.979446:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977020.979454:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977020.979457:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977020.979461:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977020.979463:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977020.979486:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977020.979492:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977020.979497:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977020.979501:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977020.979504:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977020.979509:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977020.979521:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977020.979523:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977020.979525:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977022.003431:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977022.003438:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977022.003442:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977022.003448:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977022.003454:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977022.003460:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977022.003476:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977022.003480:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977022.003483:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977022.003506:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977022.003508:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977022.003513:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977022.003516:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977022.003519:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977022.003532:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783977022.003537:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783977022.003544:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783977022.003548:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783977022.003553:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783977022.003555:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783977022.003560:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783977022.003564:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783977022.003567:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783977022.003570:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783977022.003574:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783977022.003576:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783977022.003578:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783977022.003580:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783977022.003584:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783977022.003585:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783977022.003588:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783977022.003590:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783977022.003593:0:296893:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783977022.003595:0:296893:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1783977022.003597:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=10 : 10 : a) 00010000:00000001:0.0:1783977022.003601:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1783977022.003609:0:296893:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b84003f2b40. 00010000:00000001:0.0:1783977022.003612:0:296893:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1783977022.003625:0:296893:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 10/10 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1783977022.003630:0:296893:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977022.003636:0:296893:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977022.003642:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=10 : 10 : a) 00010000:00000001:0.0:1783977022.003647:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=10 : 10 : a) 00010000:00000001:0.0:1783977022.003665:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977022.003669:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977022.003673:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977022.003677:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977022.003683:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977022.003688:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977022.003692:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977022.003697:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977022.003706:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977022.003708:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977022.003709:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977022.003712:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977022.003713:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977022.003715:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977022.003716:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977022.003718:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977022.003721:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977022.003722:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977022.003723:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977022.003724:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977022.003726:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977022.003726:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977022.003728:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977022.003730:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977023.027452:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977023.027457:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977023.027462:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977023.027464:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977023.027469:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977023.027471:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977023.027475:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977023.027478:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977023.027484:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977023.027488:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977023.027654:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977023.027659:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977023.027663:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977023.027667:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977023.027671:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977023.027674:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977023.027676:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977023.027678:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977023.027681:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977024.051423:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977024.051431:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977024.051440:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977024.051453:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977024.051463:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977024.051469:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977024.051481:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977024.051485:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977024.051501:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977024.051531:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977024.051535:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977024.051539:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977024.051542:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977024.051549:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977024.051551:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977024.051563:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977024.051568:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977024.051578:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977024.051585:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977024.051646:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977024.051650:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977024.051652:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977024.051655:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977024.051659:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977024.051663:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977024.051667:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977024.051670:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977024.051673:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977025.077349:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977025.077354:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977025.077358:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977025.077364:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977025.077369:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977025.077373:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977025.077376:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977025.077377:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977025.077379:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977025.077398:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977025.077400:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977025.077402:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977025.077403:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977025.077406:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977025.077407:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977025.077409:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977025.077410:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977025.077412:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977025.077413:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977026.099982:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977026.099985:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977026.099986:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977026.099988:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977026.099989:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977026.099991:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977026.102609:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977026.102613:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977026.102616:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977026.102635:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977026.102637:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977026.102640:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977026.102640:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977026.102643:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977026.102643:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977026.102646:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977026.102646:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977026.102648:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977026.102649:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977027.123502:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977027.123508:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977027.123511:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977027.123516:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977027.123519:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977027.123522:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977027.123526:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977027.123530:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977027.123537:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977027.123541:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977027.123548:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977027.123552:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977027.123557:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977027.123558:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977027.123563:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977027.123564:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977027.123884:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977027.123890:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977027.123893:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977027.123898:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977027.123909:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977027.123916:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977027.123920:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977027.123924:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977027.123931:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977027.123980:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977027.123985:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977027.124034:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977027.124036:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977027.124038:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977027.124040:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977027.124042:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977027.124044:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977027.124045:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977028.147517:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977028.147524:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977028.147527:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977028.147533:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977028.147541:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977028.147548:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977028.147555:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977028.147558:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977028.147564:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977028.147592:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977028.147596:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977028.147604:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977028.147611:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977028.147620:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977028.147624:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977028.147631:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977028.147635:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977028.147639:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977028.147667:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977028.147676:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977028.147689:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977028.147694:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977028.147705:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977028.147708:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977028.147714:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977028.147717:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977028.147724:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977028.147727:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977029.171466:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977029.171475:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977029.171483:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977029.171494:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977029.171497:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977029.171500:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977029.171502:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977029.171504:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977029.171517:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977029.171542:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977029.171547:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977029.171557:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977029.171562:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977029.171568:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977029.171570:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977029.171574:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977029.171576:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977029.171586:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977029.171592:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977029.171647:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977029.171653:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977029.171659:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977030.195597:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977030.195605:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977030.195610:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977030.195617:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977030.195624:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977030.195631:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977030.195650:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977030.195655:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977030.195659:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977030.195689:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977030.195692:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977030.195697:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977030.195699:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977030.195703:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977030.195704:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977030.195708:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977030.195709:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977030.195721:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977030.195722:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977030.195755:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977030.195758:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977030.195761:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977030.197457:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977030.197462:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977030.197463:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977030.197466:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977030.197469:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977030.197471:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977030.197474:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977030.197475:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977030.197478:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977031.219959:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977031.219964:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977031.219967:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977031.219971:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977031.219976:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977031.219980:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977031.219985:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977031.219989:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977031.219995:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977031.220023:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977031.220027:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977031.220033:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977031.220034:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977031.220038:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977031.220040:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977031.220044:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977031.220045:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977031.220048:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977031.220049:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977031.220106:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977031.220109:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977031.220113:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977031.220367:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977031.220371:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977031.220373:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977031.220377:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977031.220386:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977031.220392:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977031.220398:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977031.220404:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977031.220419:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977032.243581:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977032.243586:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977032.243589:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977032.243595:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977032.243600:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977032.243604:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977032.243668:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977032.243670:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977032.243673:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977032.243690:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977032.243693:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977032.243697:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977032.243701:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977032.243703:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977032.243706:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977032.243710:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977032.243713:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977032.243716:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977032.243720:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977032.243727:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977032.243730:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977032.243731:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977032.243733:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977032.243737:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977032.243740:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977032.243742:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977032.243744:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977032.243748:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977032.243750:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977032.243751:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977032.243753:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977032.243755:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977032.243756:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977032.243759:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977032.243761:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977032.243763:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977032.243765:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977032.243766:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977032.243767:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977032.243769:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977032.243770:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977032.243771:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977032.243773:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977032.243790:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977032.243793:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977032.243795:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977033.267403:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977033.267407:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977033.267414:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977033.267416:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977033.267420:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977033.267422:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977033.267424:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977033.267425:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977033.267428:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977033.267428:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977033.267450:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977033.267453:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977033.267458:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977033.267823:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977033.267827:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977033.267829:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977033.267832:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977033.267835:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977033.267838:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977033.267846:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977033.267849:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977033.267851:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977034.292179:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977034.292184:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977034.292261:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977034.292265:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977034.292268:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977034.292270:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977034.292273:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977034.292275:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977034.292277:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977034.292316:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977034.292319:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977034.292324:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977034.292325:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977034.292329:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977034.292330:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977034.292333:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977034.292334:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977034.292337:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977034.292338:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977034.292354:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977034.292357:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977034.292359:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977034.292634:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977034.292639:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977034.292641:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977034.292646:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977034.292650:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977034.292654:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977034.292657:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977034.292661:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977034.292665:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977034.292862:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977034.292866:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977034.292869:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977034.292874:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977034.292879:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977034.292883:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977034.292887:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977034.292890:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977034.292893:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977035.315581:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977035.315585:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977035.315587:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977035.315589:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977035.315592:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977035.315594:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977035.315595:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977035.315597:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977035.315599:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977035.315631:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977035.315634:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977035.315638:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977035.315639:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977035.315642:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977035.315643:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977035.315647:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977035.315648:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977035.315651:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977035.315653:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977035.315669:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977035.315672:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977035.315675:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977035.315957:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977035.315960:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977035.315961:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977035.315963:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977035.315965:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977035.315966:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977035.315968:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977035.315969:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977035.315971:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977036.339570:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977036.339574:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977036.339575:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977036.339578:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977036.339581:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977036.339583:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977036.339586:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977036.339587:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977036.339593:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977036.339617:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977036.339622:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977036.339627:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977036.339629:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977036.339634:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977036.339636:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977036.339640:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977036.339642:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977036.339645:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977036.339646:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977036.339663:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977036.339665:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977036.339668:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977036.340141:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977036.340147:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977036.340150:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977036.340156:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977036.340162:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977036.340166:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977036.340172:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977036.340175:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977036.340181:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977037.363409:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977037.363416:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977037.363418:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977037.363424:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977037.363428:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977037.363432:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977037.363437:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977037.363439:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977037.363446:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977037.363467:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977037.363471:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977037.363473:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977037.363476:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977037.363479:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977037.363484:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977037.363490:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977037.363498:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977037.363506:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977037.363511:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977037.363528:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977037.363529:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977037.363534:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977037.363535:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977037.363538:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977037.363540:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977037.363560:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977037.363563:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977037.363565:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977038.387399:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977038.387405:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977038.387414:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977038.387418:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977038.387424:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977038.387427:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977038.387435:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977038.387438:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977038.387646:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977038.387649:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977038.387667:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977038.387670:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977038.387673:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977039.413017:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977039.413021:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977039.413022:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977039.413033:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977039.413036:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977039.413038:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977039.413040:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977039.413041:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977039.413043:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977039.413061:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977039.413064:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977039.413067:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977039.413069:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977039.413073:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977039.413074:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977039.413077:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977039.413078:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977039.413081:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977039.413083:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977039.413101:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977039.413104:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977039.413107:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977040.436386:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977040.436389:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977040.436394:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977040.436397:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977040.436406:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977040.436410:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977040.436417:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977040.436420:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977040.436424:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977040.436425:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977040.436443:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977040.436447:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977040.436451:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977041.460109:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977041.460113:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977041.460118:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977041.460119:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977041.460123:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977041.460124:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977041.460127:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977041.460129:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977041.460132:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977041.460133:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977041.460165:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977041.460168:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977041.460170:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977041.460173:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977041.460175:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977041.460178:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977041.460179:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977041.460181:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977041.460183:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977041.462310:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977041.462313:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977041.462315:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977041.462317:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977041.462319:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977041.462321:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977041.462323:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977041.462325:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977041.462328:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977042.483702:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977042.483708:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977042.483716:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977042.483721:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977042.483723:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977042.483725:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977042.483727:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977042.483729:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977042.483731:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977042.483733:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977042.483736:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977042.483739:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977042.483742:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977042.483744:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977042.483747:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977042.483750:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977042.483754:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977042.483757:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977042.483763:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977042.483766:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977042.483766:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977042.483768:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977042.483769:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977042.483770:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977042.483771:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977042.483773:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977042.483775:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977042.483776:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977042.483777:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977042.483778:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977042.483778:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977042.483779:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977042.483780:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977042.483781:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977043.507391:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977043.507395:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977043.507400:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977043.507403:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977043.507423:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977043.507427:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977043.507435:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977043.507439:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977043.507445:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977043.507449:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977043.507487:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977043.507491:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977043.507494:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977043.507497:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977043.507503:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977043.507506:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977043.507511:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977043.507513:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977043.507515:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977044.531458:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977044.531468:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977044.531475:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977044.531484:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977044.531493:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977044.531498:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977044.531678:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977044.531682:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977044.531685:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977044.531710:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977044.531713:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977044.531716:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977044.531718:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977044.531721:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977044.531723:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977044.531726:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977044.531727:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977044.531730:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977044.531732:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977044.531748:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977044.531751:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977044.531754:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977044.531768:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977044.531771:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977044.531772:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977044.531774:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977044.531776:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977044.531778:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977044.531779:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977044.531781:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977044.531783:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977045.555447:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977045.555458:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977045.555462:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977045.555469:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977045.555475:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977045.555479:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977045.555483:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977045.555486:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977045.555491:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977045.555520:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977045.555525:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977045.555533:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977045.555535:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977045.555542:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977045.555545:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977045.555553:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977045.555555:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977045.555562:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977045.555564:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977045.555586:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977045.555591:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977045.555597:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977045.556163:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977045.556167:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977045.556168:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977045.556170:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977045.556172:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977045.556184:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977045.556186:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977045.556188:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977045.556190:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977046.579426:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977046.579433:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977046.579436:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977046.579441:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977046.579451:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977046.579458:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977046.579492:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977046.579496:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977046.579505:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977046.579539:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977046.579545:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977046.579549:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977046.579552:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977046.579554:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977046.579556:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977046.579558:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977046.579562:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977046.579569:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977046.579578:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977046.579591:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977046.579602:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977046.579611:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977046.579618:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977046.579630:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977046.579635:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977046.579655:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977046.579659:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977046.579664:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977047.603456:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977047.603463:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977047.603471:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977047.603477:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977047.603492:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977047.603499:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977047.603507:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977047.603512:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977047.603527:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977047.603535:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977047.603576:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977047.603588:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977047.603593:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977047.603599:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977047.603612:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977047.603620:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977047.603633:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977047.603638:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977047.603643:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977048.627395:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977048.627401:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977048.627402:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977048.627405:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977048.627408:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977048.627411:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977048.627412:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977048.627414:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977048.627416:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977048.627435:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977048.627437:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977048.627439:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977048.627440:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977048.627442:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977048.627443:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977048.627446:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977048.627447:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977048.627449:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977048.627450:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977048.627594:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977048.627597:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977048.627598:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977048.627600:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977048.627602:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977048.627604:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977048.627606:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977048.627607:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977048.627609:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977048.627862:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977048.627865:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977048.627866:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977048.627868:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977048.627870:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977048.627872:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977048.627873:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977048.627875:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977048.627877:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977048.628980:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977048.628986:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977048.628990:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977048.628997:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977048.629001:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977048.629004:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977048.629008:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977048.629009:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977048.629011:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977049.651411:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977049.651417:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977049.651422:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977049.651430:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977049.651437:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977049.651441:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977049.651446:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977049.651450:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977049.651455:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977049.651481:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977049.651492:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977049.651502:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977049.651506:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977049.651512:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977049.651515:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977049.651523:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977049.651526:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977049.651532:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977049.651534:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977050.675537:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977050.675541:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977050.675556:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977050.675558:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977050.675564:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977050.675567:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977050.675572:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977050.675574:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977050.675578:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977050.675579:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977051.699419:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977051.699424:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977051.699434:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977051.699438:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977051.699445:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977051.699449:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977051.699455:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977051.699459:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977051.699466:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977051.699467:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977051.699583:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977051.699587:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977051.699589:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977051.699592:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977051.699596:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977051.699599:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977051.699615:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977051.699619:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977051.699624:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977052.725930:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977052.725935:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977052.725937:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977052.725941:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977052.725943:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977052.725946:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977052.725950:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977052.725951:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977052.725953:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977052.725973:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977052.725976:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977052.725980:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977052.725984:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977052.725986:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977052.725989:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977052.725991:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977052.725994:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977052.725996:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977052.725998:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977052.726003:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977052.726005:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977052.726006:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977052.726009:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977052.726013:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977052.726014:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977052.726016:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977052.726017:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977052.726021:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977052.726025:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977052.726028:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977052.726032:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977052.726036:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977052.726040:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977052.726045:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977052.726049:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977052.726055:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977052.726056:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977052.726058:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977052.726060:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977052.726061:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977052.726063:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977052.726065:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977052.726067:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977053.747393:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977053.747398:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977053.747405:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977053.747409:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977053.747413:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977053.747416:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977053.747422:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977053.747425:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977053.747429:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977053.747432:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977053.747457:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977053.747460:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977053.747463:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977053.747481:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977053.747484:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977053.747485:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977053.747488:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977053.747491:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977053.747494:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977053.747496:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977053.747498:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977053.747501:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977053.747526:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977053.747532:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977053.747536:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977053.747543:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977053.747547:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977053.747549:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977053.747624:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977053.747627:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977053.747630:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1783977054.259680:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.148:988 00000400:00000100:0.0:1783977054.259719:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.148@tcp at host 192.168.201.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1783977054.259729:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977054.259744:0:2392:0:(router.c:1791:lnet_notify()) 192.168.201.48@tcp notifying 192.168.201.148@tcp: down 00000400:00000200:0.0:1783977054.259749:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977054.259753:0:2392:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1783977054.259758:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783977054.259761:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97400. 00000400:00000200:0.0:1783977054.259767:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977054.259771:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977054.259777:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b14f68 00000400:00000010:0.0:1783977054.259779:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b14f68. 00000100:00000001:0.0:1783977054.259784:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977054.259793:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83fb2e1c00 x1870620402713344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977054.259819:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977054.259824:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1c00 x1870620402713344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977076 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977054.259831:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977054.259833:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783977054.259842:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783977054.259844:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97d00. 00000400:00000200:0.0:1783977054.259847:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977054.259850:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977054.259853:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b145d8 00000400:00000010:0.0:1783977054.259855:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b145d8. 00000100:00000001:0.0:1783977054.259857:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977054.259862:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83fb2e2680 x1870620402713472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977054.259870:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977054.259873:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2680 x1870620402713472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977076 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977054.259879:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977054.259881:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783977054.259886:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783977054.259888:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3eb1d00. 00000400:00000200:0.0:1783977054.259891:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977054.259894:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977054.259896:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b14e58 00000400:00000010:0.0:1783977054.259898:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b14e58. 00000100:00000001:0.0:1783977054.259900:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977054.259903:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83fb2e3100 x1870620402713600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977054.259910:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977054.259913:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3100 x1870620402713600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977076 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977054.259919:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977054.259921:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783977054.259926:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783977054.259928:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3eb1800. 00000400:00000200:0.0:1783977054.259931:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977054.259934:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977054.259936:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b14c38 00000400:00000010:0.0:1783977054.259938:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b14c38. 00000100:00000001:0.0:1783977054.259940:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977054.259945:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83fb2e3480 x1870620402713728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977054.259952:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977054.259955:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3480 x1870620402713728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977076 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977054.259960:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977054.259962:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783977054.259967:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783977054.259969:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3eb1400. 00000400:00000200:0.0:1783977054.259971:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977054.259974:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977054.259976:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b14ee0 00000400:00000010:0.0:1783977054.259978:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b14ee0. 00000100:00000001:0.0:1783977054.259980:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977054.259985:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83fb2e1180 x1870620402713856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977054.259992:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977054.259995:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1180 x1870620402713856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977076 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977054.260000:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977054.260002:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977054.771580:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977054.771584:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977054.771585:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977054.771588:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977054.771592:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977054.771596:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977054.771599:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977054.771603:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977054.771606:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977054.771625:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977054.771628:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977054.771633:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977054.771638:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977054.771646:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977054.771648:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977054.771653:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977054.771654:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977054.771656:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977054.771657:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977055.795420:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977055.795425:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977055.795434:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977055.795438:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977055.795445:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977055.795448:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977055.795455:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977055.795458:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977055.795465:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977055.795470:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977055.795496:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977055.795501:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977055.795504:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977055.795508:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977055.795511:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977055.795513:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977055.795515:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977055.795517:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977055.795519:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977055.795583:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977055.795586:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977055.795588:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977055.795590:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977055.795592:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977055.795595:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977055.795597:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977055.795599:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977055.795604:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977055.795626:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977055.795630:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977055.795631:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977055.795644:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977055.795649:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977055.795653:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977055.795728:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977055.795731:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977055.795736:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977056.822797:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977056.822802:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977056.822806:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977056.822812:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977056.822817:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977056.822821:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977056.822824:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977056.822827:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977056.822830:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977056.822842:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977056.822844:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977056.822845:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977056.822848:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977056.822850:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977056.822852:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977056.822854:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977056.822856:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977056.822859:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977056.822881:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977056.822885:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977056.822887:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977056.822891:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977056.822894:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977056.822896:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977056.822898:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977056.822900:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977056.822904:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977056.822906:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977056.822909:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977056.822910:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977056.822914:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977056.822916:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977056.822919:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977056.822920:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977057.843417:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977057.843422:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977057.843432:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977057.843438:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977057.843448:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977057.843453:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977057.843462:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977057.843466:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977057.843474:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977057.843478:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977057.843519:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977057.843527:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977057.843532:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977057.843539:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977057.843546:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977057.843552:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977057.843557:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977057.843563:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977057.843579:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977058.867402:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977058.867412:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977058.867417:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977058.867426:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977058.867433:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977058.867440:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977058.867447:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977058.867450:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977058.867454:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977058.867483:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977058.867488:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977058.867496:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977058.867499:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977058.867506:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977058.867508:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977058.867513:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977058.867515:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977058.867521:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977058.867523:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977058.867548:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977058.867560:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977058.867566:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977059.891414:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977059.891420:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977059.891429:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977059.891433:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977059.891439:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977059.891442:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977059.891447:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977059.891451:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977059.891457:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977059.891461:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977059.891489:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977059.891493:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977059.891498:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977059.891519:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977059.891524:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977059.891526:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977059.891530:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977059.891535:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977059.891541:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977059.891547:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977059.891552:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977059.891559:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977059.891585:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977059.891590:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977059.891594:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977059.891601:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977059.891606:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977059.891610:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977059.891612:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977059.891614:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977059.891617:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977060.915406:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977060.915414:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977060.915419:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977060.915427:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977060.915434:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977060.915440:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977060.915453:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977060.915457:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977060.915463:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977060.915511:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977060.915517:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977060.915526:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977060.915530:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977060.915543:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977060.915546:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977060.915549:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977060.915551:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977060.915555:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977060.915557:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977060.915577:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977060.915579:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977060.915582:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783977061.427422:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977061.427432:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977061.427435:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977061.427438:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977061.427442:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977061.427448:0:226353:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 14714 00000400:00000200:0.0:1783977061.427456:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977061.427462:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977061.427465:0:226353:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977061.427468:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977061.427471:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977061.427473:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977061.427475:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977061.427480:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977061.427481:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783977061.427484:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977061.427486:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783977061.427489:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783977061.427491:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783977061.427494:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977061.427496:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977061.427499:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977061.427500:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977061.427503:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783977061.427506:0:226353:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977061.427509:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977061.427512:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977061.427515:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977061.427518:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977061.427520:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977061.427522:0:226353:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977061.427531:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783977061.427534:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783977061.427538:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977061.427540:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977061.427548:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977061.427550:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977061.427554:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977061.427563:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783977061.427569:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977061.427580:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402714624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977061.427590:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977061.427594:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977061.427598:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402714624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977061.427631:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977061.427633:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977061.427636:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977061.427638:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977061.427639:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977061.427642:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977061.427646:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14714 00000400:00000200:0.0:1783977061.427650:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977061.427654:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977061.427656:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977061.427659:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977061.427661:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977061.427664:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977061.427666:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977061.427672:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977061.427674:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783977061.427678:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977061.427681:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783977061.427685:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783977061.427688:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783977061.427697:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977061.427701:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977061.427706:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977061.427710:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977061.427716:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783977061.427719:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977061.427725:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977061.427729:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977061.427736:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977061.427742:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977061.427746:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977061.427750:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977061.427757:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977061.427761:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977061.427766:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783977061.427772:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977061.427778:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977061.427781:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977061.427784:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977061.427787:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977061.427790:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977061.427797:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783977061.427801:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977061.427811:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402714752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977061.427827:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977061.427832:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977061.427843:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402714752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977061.427860:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977061.427865:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977061.427871:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977061.427875:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977061.427876:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977061.427883:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977061.427890:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14714 00000400:00000200:0.0:1783977061.427899:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977061.427904:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977061.427907:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977061.427913:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977061.427916:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977061.427922:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977061.427927:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977061.427933:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977061.427936:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783977061.427940:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977061.427944:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783977061.427949:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783977061.427956:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783977061.427960:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977061.427964:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977061.427966:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977061.427971:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977061.427976:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783977061.427982:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977061.427985:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977061.427990:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977061.427995:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977061.428000:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977061.428003:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977061.428007:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977061.428011:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977061.428013:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977061.428019:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783977061.428025:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977061.428030:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977061.428033:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977061.428038:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977061.428039:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977061.428042:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977061.428048:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783977061.428054:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977061.428078:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402714880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977061.428088:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977061.428093:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977061.428100:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402714880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977061.428113:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977061.428118:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977061.428123:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977061.428126:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977061.428130:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977061.428136:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977061.428141:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14714 00000400:00000200:0.0:1783977061.428150:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977061.428158:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977061.428161:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977061.428169:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977061.428175:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977061.428181:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977061.428186:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977061.428192:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977061.428195:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783977061.428199:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977061.428203:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783977061.428207:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783977061.428212:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783977061.428220:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977061.428224:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977061.428229:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977061.428233:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977061.428238:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783977061.428243:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977061.428249:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977061.428253:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977061.428258:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977061.428263:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977061.428268:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977061.428273:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977061.428278:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977061.428281:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977061.428286:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783977061.428291:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977061.428319:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977061.428321:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977061.428323:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977061.428324:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977061.428326:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977061.428331:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783977061.428334:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977061.428343:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402715008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977061.428357:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977061.428361:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977061.428368:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402715008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977061.428385:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977061.428389:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977061.428398:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977061.428402:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977061.428405:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977061.428410:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977061.428416:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14714 00000400:00000200:0.0:1783977061.428423:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977061.428430:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977061.428436:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977061.428443:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977061.428447:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977061.428451:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977061.428455:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977061.428460:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977061.428463:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783977061.428467:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977061.428471:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783977061.428476:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783977061.428482:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783977061.428487:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977061.428492:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977061.428499:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977061.428501:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977061.428504:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783977061.428507:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977061.428511:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977061.428515:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977061.428520:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977061.428522:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977061.428524:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977061.428528:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977061.428534:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977061.428537:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977061.428540:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783977061.428543:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977061.428545:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977061.428547:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977061.428549:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977061.428550:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977061.428553:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977061.428559:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783977061.428566:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977061.428575:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402715136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977061.428620:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977061.428625:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977061.428634:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402715136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977061.428655:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977061.428663:0:226353:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14724) 00010000:00000001:0.0:1783977061.939443:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977061.939448:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977061.939457:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977061.939461:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977061.939466:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977061.939473:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977061.939478:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977061.939482:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977061.939491:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977061.939495:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977061.939523:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977061.939527:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977061.939537:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977061.939555:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977061.939560:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977061.939563:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977061.939569:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977061.939574:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977061.939577:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977061.939579:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977061.939582:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977061.939584:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977062.963411:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977062.963417:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977062.963425:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977062.963430:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977062.963435:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977062.963441:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977062.963448:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977062.963451:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977062.963453:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977062.963458:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977062.963461:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977062.963466:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977062.963469:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977062.963472:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977062.963477:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977062.963485:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977062.963491:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977062.963498:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977062.963506:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977062.963511:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977062.963515:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977062.963519:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977062.963524:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977062.963527:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977062.963532:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977062.963538:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977062.963546:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977062.963551:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977062.963556:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977062.963560:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977062.963564:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977062.963573:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977062.963589:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977062.963592:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977062.963609:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977062.963610:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977062.963612:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977063.987416:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977063.987422:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977063.987431:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977063.987435:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977063.987442:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977063.987445:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977063.987453:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977063.987456:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977063.987463:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977063.987475:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977063.987497:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977063.987500:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977063.987502:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977063.988026:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977063.988029:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977063.988030:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977063.988033:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977063.988035:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977063.988037:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977063.988039:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977063.988041:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977063.988043:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977065.011518:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977065.011523:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977065.011526:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977065.011531:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977065.011536:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977065.011540:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977065.011693:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977065.011697:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977065.011702:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977065.011726:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977065.011730:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977065.011734:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977065.011736:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977065.011740:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977065.011741:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977065.011744:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977065.011745:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977065.011748:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977065.011750:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977065.011765:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977065.011768:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977065.011771:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977066.035699:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977066.035704:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977066.035711:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977066.035715:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977066.035724:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977066.035727:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977066.035731:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977066.035733:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977066.035737:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977066.035738:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977066.035754:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977066.035757:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977066.035760:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977067.059556:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977067.059563:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977067.059567:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977067.059572:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977067.059578:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977067.059582:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977067.059589:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977067.059596:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977067.059602:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977067.059604:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977067.059608:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977067.059609:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977067.059612:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977067.059614:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977067.059617:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977067.059618:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977067.059634:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977067.059637:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977067.059640:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977068.083409:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977068.083414:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977068.083423:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977068.083426:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977068.083433:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977068.083435:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977068.083439:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977068.083442:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977068.083448:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977068.083450:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977068.083470:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977068.083472:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977068.083475:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977068.084648:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977068.084651:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977068.084653:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977068.084656:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977068.084658:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977068.084660:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977068.084662:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977068.084663:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977068.084665:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977069.107658:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977069.107662:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977069.107664:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977069.107668:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977069.107673:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977069.107676:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977069.107679:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977069.107682:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977069.107684:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977069.107702:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977069.107705:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977069.107707:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977069.107708:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977069.107711:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977069.107712:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977069.107715:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977069.107717:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977069.107719:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977069.107720:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977069.107789:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977069.107792:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977069.107795:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977069.107807:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977069.107809:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977069.107810:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977069.107811:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977069.107813:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977069.107814:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977069.107815:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977069.107816:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977069.107817:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977069.108123:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977069.108125:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977069.108127:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977069.108128:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977069.108129:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977069.108131:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977069.108133:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977069.108134:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977069.108136:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977070.131422:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977070.131429:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977070.131433:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977070.131441:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977070.131448:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977070.131463:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977070.131468:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977070.131472:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977070.131478:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977070.131498:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977070.131502:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977070.131503:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977070.131506:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977070.131509:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977070.131511:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977070.132978:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977070.132981:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977070.132990:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977070.133065:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977070.133069:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977070.133074:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977070.133076:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977070.133080:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977070.133085:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977070.133093:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977070.133095:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977070.133098:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977070.133099:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977070.133118:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977070.133121:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977070.133124:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977071.155418:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977071.155423:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977071.155431:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977071.155443:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977071.155448:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977071.155451:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977071.155458:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977071.155460:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977071.155465:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977071.155469:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977071.155493:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977071.155498:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977071.155505:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977071.155529:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977071.155533:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977071.155538:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977071.155544:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977071.155550:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977071.155555:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977071.155559:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977071.155562:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977071.155567:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977072.179406:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977072.179414:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977072.179431:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977072.179435:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977072.179440:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977072.179444:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977072.179450:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977072.179453:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977072.179458:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977072.179483:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977072.179486:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977072.179490:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977072.179492:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977072.179495:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977072.179497:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977072.179500:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977072.179501:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977072.179504:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977072.179505:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977072.179543:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977072.179546:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977072.179549:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977072.180655:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977072.180658:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977072.180659:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977072.180661:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977072.180663:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977072.180664:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977072.180666:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977072.180668:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977072.180670:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977072.181516:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977072.181519:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977072.181521:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977072.181524:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977072.181529:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977072.181531:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977072.181533:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977072.181534:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977072.181539:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977073.203584:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977073.203590:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977073.203595:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977073.203601:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977073.203605:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977073.203610:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977073.203615:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977073.203620:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977073.203624:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977073.203629:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977073.203635:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977073.203637:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977073.203639:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977073.203641:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977073.203643:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977073.203644:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977073.203646:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977073.203648:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977073.203651:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977073.203652:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977073.203653:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977073.203654:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977073.203655:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977073.203656:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977073.203657:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977073.203658:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977073.203659:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977073.203660:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977073.203661:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977073.203662:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977073.203663:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977073.203663:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977073.203664:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977073.203665:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977073.203682:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977073.203683:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977073.203685:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977074.227439:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977074.227445:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977074.227452:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977074.227456:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977074.227464:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977074.227468:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977074.227474:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977074.227477:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977074.227485:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977074.227489:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977075.251989:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977075.251994:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977075.252000:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977075.252001:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977075.252005:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977075.252006:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977075.252009:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977075.252010:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977075.252014:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977075.252016:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977076.275458:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977076.275465:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977076.275474:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977076.275478:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977076.275487:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977076.275491:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977076.275499:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977076.275502:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977076.275510:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977076.275513:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977076.275563:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977076.275568:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977076.275572:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977076.275579:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977076.275585:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977076.275590:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977076.275594:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977076.275606:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977076.275609:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977077.299538:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977077.299545:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977077.299548:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977077.299554:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977077.299562:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977077.299565:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977077.299567:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977077.299568:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977077.299571:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977077.299584:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977077.299587:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977077.299588:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977077.299590:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977077.299592:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977077.299595:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977077.299985:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977077.299988:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977077.299990:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977077.300010:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977077.300013:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977077.300016:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977077.300018:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977077.300022:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977077.300024:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977077.300026:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977077.300028:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977077.300032:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977077.300033:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977077.300037:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977077.300038:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977077.300041:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977077.300042:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977077.300046:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977077.300047:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977078.323414:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977078.323419:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977078.323428:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977078.323432:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977078.323440:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977078.323444:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977078.323449:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977078.323453:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977078.323458:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977078.323461:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977078.324394:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977078.324398:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977078.324400:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977078.324404:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977078.324407:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977078.324410:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977078.324413:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977078.324417:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977078.324421:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977078.324448:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977078.324452:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977078.324454:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977078.324457:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977078.324460:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977078.324462:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977078.324464:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977078.324465:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977078.324467:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977079.347753:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977079.347756:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977079.347757:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977079.347759:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977079.347761:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977079.347763:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977079.347765:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977079.347767:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977079.347770:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977079.347788:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977079.347791:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977079.347794:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977079.347795:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977079.347799:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977079.347800:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977079.347803:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977079.347804:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977079.347807:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977079.347809:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977079.348330:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977079.348333:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977079.348334:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977079.348337:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977079.348339:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977079.348341:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977079.348342:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977079.348344:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977079.348346:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977079.348489:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977079.348492:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977079.348493:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977079.348496:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977079.348498:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977079.348500:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977079.348502:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977079.348504:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977079.348506:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977080.371458:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977080.371463:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977080.371467:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977080.371471:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977080.371476:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977080.371480:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977080.371484:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977080.371487:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977080.371491:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977080.371514:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977080.371517:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977080.371521:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977080.371523:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977080.371528:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977080.371530:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977080.371608:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977080.371610:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977080.371614:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977080.371616:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977080.371643:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977080.371648:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977080.371654:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977080.372435:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977080.372439:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977080.372440:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977080.372442:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977080.372445:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977080.372447:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977080.372449:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977080.372450:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977080.372452:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977081.395791:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977081.395794:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977081.395798:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977081.395800:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977081.395803:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977081.395804:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977081.395807:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977081.395808:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977081.395811:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977081.395812:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977082.419408:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977082.419415:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977082.419423:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977082.419428:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977082.419437:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977082.419442:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977082.419448:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977082.419452:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977082.419459:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977082.419463:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977082.419506:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977082.419511:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977082.419516:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977082.419523:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977082.419529:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977082.419546:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977082.419550:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977082.419551:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977082.419553:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977083.443414:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977083.443421:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977083.443424:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977083.443429:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977083.443432:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977083.443436:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977083.443438:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977083.443441:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977083.443445:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977083.443466:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977083.443469:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977083.443473:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977083.443476:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977083.443478:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977083.443481:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977083.443484:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977083.443486:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977083.443488:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977083.443490:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977083.443494:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977083.443496:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977083.443497:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977083.443498:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977083.443500:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977083.443501:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977083.443502:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977083.443504:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977083.443508:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977083.443509:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977083.443510:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977083.443512:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977083.443514:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977083.443515:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977083.443517:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977083.443518:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977083.443523:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977083.443524:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977083.443525:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977083.443526:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977083.443528:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977083.443529:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977083.443530:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977083.443532:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977083.444615:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977083.444619:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977083.444620:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977083.444623:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977083.444625:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977083.444626:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977083.444628:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977083.444629:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977083.444631:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977084.467388:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977084.467395:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977084.467404:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977084.467408:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977084.467418:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977084.467421:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977084.467427:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977084.467430:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977084.467438:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977084.467441:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977084.467473:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977084.467479:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977084.467482:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977084.467487:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977084.467492:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977084.467497:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977084.467503:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977084.467507:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977084.467512:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977085.491447:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977085.491452:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977085.491457:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977085.491463:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977085.491467:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977085.491470:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977085.491473:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977085.491475:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977085.491478:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977085.491501:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977085.491505:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977085.491511:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977085.491513:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977085.491518:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977085.491520:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977085.491527:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977085.491531:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977085.491537:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977085.491540:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977085.491636:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977085.491639:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977085.491641:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977085.491644:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977085.491646:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977085.491649:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977085.491651:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977085.491653:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977085.491657:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977086.515387:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977086.515394:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977086.515397:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977086.515404:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977086.515411:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977086.515417:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977086.515421:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977086.515424:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977086.515428:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977086.515449:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977086.515454:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977086.515457:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977086.515461:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977086.515465:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977086.515469:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977086.515472:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977086.515476:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977086.515481:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977086.515484:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977086.515490:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977086.515493:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977086.515496:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977086.515497:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977086.515500:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977086.515501:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977086.520364:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977086.520368:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977086.520369:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977086.520372:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977086.520374:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977086.520376:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977086.520378:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977086.520379:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977086.520381:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977087.539396:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977087.539400:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977087.539407:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977087.539410:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977087.539414:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977087.539417:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977087.539419:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977087.539422:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977087.539425:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977087.539428:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977087.539446:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977087.539450:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977087.539451:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977087.539453:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977087.539455:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977087.539456:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977087.539458:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977087.539459:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977087.539461:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977087.539468:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977087.539470:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977087.539471:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977087.539472:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977087.539474:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977087.539478:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977087.539482:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977087.539484:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977087.539497:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977087.539523:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977087.539526:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977087.539527:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977087.539530:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977087.539538:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977087.539544:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977087.539547:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977087.539550:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977087.539555:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977088.563420:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977088.563425:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977088.563427:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977088.563432:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977088.563435:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977088.563439:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977088.563444:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977088.563447:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977088.563452:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977088.563482:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977088.563486:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977088.563491:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977088.563493:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977088.563498:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977088.563502:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977088.563509:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977088.563513:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977088.563522:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977088.563526:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977088.563556:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977088.563558:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977088.563561:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977089.587412:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977089.587417:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977089.587426:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977089.587431:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977089.587439:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977089.587451:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977089.587457:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977089.587461:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977089.587467:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977089.587470:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977089.587516:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977089.587521:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977089.587526:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977090.611417:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977090.611422:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977090.611429:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977090.611432:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977090.611440:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977090.611443:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977090.611447:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977090.611450:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977090.611455:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977090.611458:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977090.611481:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977090.611484:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977090.611489:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977090.611499:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977090.611502:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977090.611505:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977090.611509:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977090.611516:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977090.611521:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977090.611524:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977090.611528:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977090.611533:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977091.635391:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977091.635399:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977091.635403:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977091.635411:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977091.635417:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977091.635422:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977091.635435:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977091.635439:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977091.635443:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977091.635469:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977091.635474:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977091.635482:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977091.635485:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977091.635493:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977091.635497:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977091.635512:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977091.635519:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977091.635527:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977091.635531:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977091.635550:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977091.635553:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977091.635556:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977092.659405:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977092.659411:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977092.659420:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977092.659427:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977092.659431:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977092.659435:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977092.659439:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977092.659441:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977092.659447:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977092.659450:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977092.659454:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977092.659457:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977092.659460:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977092.659466:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977092.659471:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977092.659474:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977092.659481:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977092.659486:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977092.659493:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977092.659497:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977092.659501:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977092.659505:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977092.659511:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977092.659514:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977092.659517:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977092.659522:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977092.659527:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977092.659529:0:296893:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977092.659532:0:296893:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977092.659536:0:296893:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977092.659541:0:296893:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977092.659545:0:296893:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977092.659550:0:296893:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977092.659554:0:296893:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977092.659576:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977092.659579:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977092.659582:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977093.683405:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977093.683410:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977093.683417:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977093.683420:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977093.683428:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977093.683431:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977093.683439:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977093.683443:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977093.683451:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977093.683456:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977093.683482:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977093.683486:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977093.683489:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977093.683517:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977093.683522:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977093.683526:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977093.683531:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977093.683536:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977093.683541:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977093.683548:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977093.683553:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977093.683559:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977094.707401:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977094.707407:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977094.707414:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977094.707418:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977094.707426:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977094.707430:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977094.707435:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977094.707439:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977094.707444:0:296893:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977094.707447:0:296893:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977094.708166:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977094.708169:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977094.708172:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977094.708176:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977094.708182:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977094.708187:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977094.708194:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977094.708201:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977094.708205:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977095.731395:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977095.731403:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977095.731407:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977095.731415:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977095.731422:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977095.731428:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977095.731436:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977095.731440:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977095.731445:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977095.731470:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977095.731492:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977095.731502:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977095.731506:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977095.731514:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977095.731517:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977095.731523:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977095.731526:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977095.731531:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977095.731534:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977096.755407:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977096.755415:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977096.755419:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977096.755425:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977096.755431:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977096.755438:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977096.755444:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977096.755448:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977096.755453:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977096.755478:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977096.755485:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977096.755490:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977096.755496:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977096.755503:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977096.755508:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977096.755515:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977096.755522:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977096.755532:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977096.755535:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977096.755543:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977096.755545:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977096.755549:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977096.755551:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977096.755555:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977096.755559:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977097.779397:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977097.779405:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977097.779422:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977097.779424:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977097.779428:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977097.779431:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977097.779437:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977097.779440:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977097.779444:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977097.779446:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977097.779503:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977097.779512:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977097.779514:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977097.779517:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977097.779519:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977097.779522:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977097.779525:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977097.779527:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977097.779529:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977097.779552:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977097.779555:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977097.779558:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977097.779572:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977097.779576:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977097.779580:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977097.779591:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977097.779596:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977097.779601:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977097.779607:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977097.779610:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977097.779612:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977097.782907:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977097.782915:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977097.782917:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977097.782923:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977097.782928:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977097.782931:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977097.782935:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977097.782937:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977097.782941:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977098.803418:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977098.803427:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977098.803431:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977098.803438:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977098.803445:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977098.803452:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977098.803471:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977098.803474:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977098.803477:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977098.803502:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977098.803507:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977098.803516:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977098.803520:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977098.803526:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977098.803528:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977098.803599:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977098.803603:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977098.803612:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977098.803615:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977098.803636:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977098.803639:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977098.803647:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977099.827483:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977099.827489:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977099.827492:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977099.827497:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977099.827502:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977099.827506:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977099.827508:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977099.827510:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977099.827512:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977099.827532:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977099.827536:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977099.827540:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977099.827541:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977099.827544:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977099.827545:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977099.827549:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977099.827550:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977099.827552:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977099.827554:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977099.827568:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977099.827571:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977099.827573:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977100.851459:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977100.851465:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977100.851472:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977100.851474:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977100.851478:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977100.851481:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977100.851485:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977100.851488:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977100.851492:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977100.851494:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977100.851512:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977100.851515:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977100.851518:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977100.854717:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977100.854725:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977100.854727:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977100.854733:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977100.854737:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977100.854741:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977100.854746:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977100.854750:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977100.854757:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977101.875423:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977101.875429:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977101.875436:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977101.875439:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977101.875445:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977101.875448:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977101.875465:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977101.875468:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977101.875474:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977101.875475:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977101.875494:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977101.875498:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977101.875503:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783977102.387482:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977102.387493:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977102.387495:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977102.387500:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977102.387504:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977102.387511:0:226353:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 14755 00000400:00000200:0.0:1783977102.387520:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977102.387525:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977102.387529:0:226353:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977102.387533:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977102.387536:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977102.387539:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977102.387542:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977102.387546:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977102.387548:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783977102.387551:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977102.387555:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783977102.387557:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783977102.387560:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783977102.387563:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977102.387565:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977102.387568:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977102.387570:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977102.387573:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783977102.387577:0:226353:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977102.387579:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977102.387582:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977102.387585:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977102.387587:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977102.387590:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977102.387592:0:226353:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977102.387598:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783977102.387603:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783977102.387607:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977102.387608:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977102.387611:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977102.387614:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977102.387618:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977102.387625:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783977102.387631:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977102.387640:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620402719744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977102.387651:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977102.387656:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977102.387661:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620402719744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977102.387683:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977102.387687:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977102.387691:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977102.387693:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977102.387695:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977102.387699:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977102.387703:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14755 00000400:00000200:0.0:1783977102.387708:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977102.387712:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977102.387716:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977102.387722:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977102.387725:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977102.387730:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977102.387734:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977102.387739:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977102.387742:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783977102.387745:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977102.387749:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783977102.387753:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783977102.387755:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783977102.387759:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977102.387761:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977102.387764:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977102.387766:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977102.387769:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783977102.387772:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977102.387775:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977102.387777:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977102.387783:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977102.387786:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977102.387788:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977102.387792:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977102.387795:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977102.387797:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977102.387801:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783977102.387804:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977102.387807:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977102.387809:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977102.387812:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977102.387814:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977102.387818:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977102.387823:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783977102.387828:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977102.387837:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620402719872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977102.387848:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977102.387852:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977102.387859:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620402719872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977102.387895:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977102.387899:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977102.387904:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977102.387907:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977102.387911:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977102.387914:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977102.387919:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14755 00000400:00000200:0.0:1783977102.387926:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977102.387932:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977102.387937:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977102.387944:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977102.387949:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977102.387955:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977102.387958:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977102.387962:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977102.387965:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783977102.387968:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977102.387972:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783977102.387974:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783977102.387977:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783977102.387980:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977102.387982:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977102.387984:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977102.387986:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977102.387988:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783977102.387990:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977102.387992:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977102.387995:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977102.387998:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977102.388000:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977102.388002:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977102.388004:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977102.388006:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977102.388009:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977102.388012:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783977102.388015:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977102.388017:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977102.388018:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977102.388020:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977102.388022:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977102.388023:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977102.388026:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783977102.388030:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977102.388035:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620402720000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977102.388043:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977102.388045:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977102.388049:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620402720000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977102.388057:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977102.388059:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977102.388063:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977102.388065:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977102.388067:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977102.388069:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977102.388073:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14755 00000400:00000200:0.0:1783977102.388080:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977102.388087:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977102.388092:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977102.388099:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977102.388105:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977102.388110:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977102.388115:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977102.388118:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977102.388120:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783977102.388124:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977102.388128:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783977102.388132:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783977102.388135:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783977102.388139:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977102.388142:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977102.388145:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977102.388147:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977102.388149:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783977102.388152:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977102.388155:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977102.388157:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977102.388160:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977102.388161:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977102.388163:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977102.388165:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977102.388168:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977102.388170:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977102.388173:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783977102.388176:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977102.388179:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977102.388181:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977102.388185:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977102.388187:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977102.388195:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977102.388200:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783977102.388205:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977102.388214:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402720128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977102.388226:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977102.388230:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977102.388236:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402720128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977102.388251:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977102.388256:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977102.388264:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977102.388268:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977102.388272:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977102.388276:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977102.388282:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14755 00000400:00000200:0.0:1783977102.388289:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977102.388322:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977102.388326:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977102.388332:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977102.388336:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977102.388342:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977102.388348:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977102.388353:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977102.388356:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783977102.388360:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977102.388364:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783977102.388367:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783977102.388372:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783977102.388378:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977102.388382:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977102.388387:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977102.388389:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977102.388395:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783977102.388399:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977102.388404:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977102.388406:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977102.388409:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977102.388413:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977102.388418:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977102.388420:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977102.388425:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977102.388429:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977102.388434:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783977102.388436:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977102.388438:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977102.388440:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977102.388446:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977102.388448:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977102.388452:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977102.388458:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783977102.388463:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977102.388472:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402720256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977102.388485:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977102.388490:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977102.388497:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402720256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977102.388511:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977102.388518:0:226353:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14765) 00000100:00000001:0.0:1783977102.899942:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977102.899946:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977102.899947:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977102.899950:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977102.899952:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977102.899954:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977102.899956:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977102.899957:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977102.899959:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977102.899977:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977102.899979:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977102.899983:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977102.899986:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977102.899988:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977102.899991:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977102.899994:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977102.899996:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977102.899998:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977102.900000:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977102.900004:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977102.900005:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977102.900006:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977102.900008:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977102.900009:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977102.900010:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977102.900012:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977102.900014:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977102.900018:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977102.900019:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977102.900020:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977102.900021:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977102.900023:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977102.900024:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977102.900026:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977102.900028:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977102.900031:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977102.900032:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977102.900033:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977102.900035:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977102.900036:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977102.900038:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977102.900040:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977102.900042:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977102.900059:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977102.900061:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977102.900064:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977103.923422:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977103.923428:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977103.923434:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977103.923439:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977103.923446:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977103.923450:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977103.923456:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977103.923459:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977103.923463:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977103.923465:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977103.923484:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977103.923487:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977103.923489:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977103.923492:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977103.923494:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977103.923497:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977103.923675:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977103.923679:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977103.923685:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977104.947382:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977104.947388:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977104.947392:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977104.947399:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977104.947405:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977104.947409:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977104.947421:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977104.947425:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977104.947431:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977104.947459:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977104.947464:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977104.947472:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977104.947477:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977104.947485:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977104.947490:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977104.947495:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977104.947498:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977104.947534:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977104.947537:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977105.971447:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977105.971453:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977105.971459:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977105.971460:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977105.971463:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977105.971464:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977105.971467:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977105.971468:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977105.971470:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977105.971471:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977105.971934:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977105.971940:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977105.971944:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977105.971950:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977105.971965:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977105.971968:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977105.971973:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977105.971978:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977105.971984:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977105.972016:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977105.972021:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977105.972023:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977105.972026:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977105.972031:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977105.972034:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977105.972038:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977105.972042:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977105.972046:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977106.995630:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977106.995635:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977106.995638:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977106.995653:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977106.995658:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977106.995662:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977106.995665:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977106.995666:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977106.995669:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977106.995699:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977106.995705:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977106.995708:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977106.995714:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977106.995720:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977106.995724:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977106.995726:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977106.995729:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977106.995733:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977106.995735:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977106.995741:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977106.995742:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977106.995747:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977106.995748:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977106.995752:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977106.995753:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977108.019438:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977108.019444:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977108.019453:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977108.019460:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977108.019476:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977108.019485:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977108.019496:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977108.019500:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977108.019512:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977108.019517:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977108.019552:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977108.019563:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977108.019567:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977108.019585:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977108.019591:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977108.019595:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977108.019602:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977108.019607:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977108.019622:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977109.043420:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977109.043427:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977109.043429:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977109.043435:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977109.043440:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977109.043446:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977109.043450:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977109.043453:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977109.043460:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977109.043482:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977109.043486:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977109.043502:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977109.043506:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977109.043513:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977109.043517:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977109.043524:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977109.043527:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977109.043534:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977109.043537:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977110.067400:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977110.067406:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977110.067413:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977110.067416:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977110.067421:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977110.067424:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977110.067429:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977110.067433:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977110.067442:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977110.067445:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977110.067464:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977110.067468:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977110.067472:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977110.067478:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977110.067484:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977110.067489:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977110.067496:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977110.067500:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977110.067504:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977111.091580:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977111.091586:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977111.091594:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977111.091598:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977111.091604:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977111.091612:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977111.091619:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977111.091622:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977111.091626:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977111.091629:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977112.115467:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977112.115472:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977112.115475:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977112.115480:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977112.115485:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977112.115488:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977112.115491:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977112.115492:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977112.115494:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977112.115516:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977112.115519:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977112.115525:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977112.115528:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977112.115541:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977112.115545:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977112.115563:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977112.115568:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977112.115576:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977112.115579:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977113.139412:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977113.139417:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977113.139426:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977113.139431:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977113.139435:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977113.139440:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977113.139444:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977113.139450:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977113.139455:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977113.139651:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977113.139656:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977113.139657:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977113.139659:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977113.139660:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977113.139662:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977113.139663:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977113.139665:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977113.139667:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977113.139671:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977113.139672:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977113.139674:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977113.139675:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977113.139676:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977113.139678:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977113.139679:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977113.139681:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977113.139684:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977113.139685:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977113.139687:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977113.139688:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977113.139690:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977113.139691:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977113.139692:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977113.139704:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977114.163374:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977114.163382:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977114.163389:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977114.163391:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977114.163396:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977114.163399:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977114.163416:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977114.163418:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977114.163421:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977114.163424:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977114.163486:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977114.163491:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977114.163495:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977114.163500:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977114.163506:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977114.163511:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977114.163516:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977114.163521:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977114.163528:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977115.187453:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977115.187460:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977115.187463:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977115.187468:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977115.187474:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977115.187478:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977115.187485:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977115.187488:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977115.187490:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977115.187572:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977115.187577:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977115.187582:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977115.187583:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977115.187586:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977115.187587:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977115.187591:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977115.187592:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977115.187596:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977115.187598:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977115.187638:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977115.187642:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977115.187645:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977116.211409:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977116.211415:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977116.211424:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977116.211428:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977116.211433:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977116.211436:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977116.211443:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977116.211448:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977116.211454:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977116.211459:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977116.211494:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977116.211499:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977116.211502:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977116.211507:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977116.211511:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977116.211514:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977116.211517:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977116.211520:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977116.211523:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977117.235390:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977117.235396:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977117.235400:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977117.235405:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977117.235410:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977117.235412:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977117.235415:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977117.235417:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977117.235424:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977117.235427:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977117.235431:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977117.235433:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977117.235437:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977117.235439:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977117.235442:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977117.235443:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977117.235470:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977117.235474:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977117.235477:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977117.235759:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977117.235764:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977117.235766:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977117.235768:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977117.235771:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977117.235772:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977117.235774:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977117.235776:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977117.235778:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977118.259525:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977118.259529:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977118.259530:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977118.259533:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977118.259536:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977118.259538:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977118.259674:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977118.259676:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977118.259678:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977118.259695:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977118.259698:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977118.259702:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977118.259703:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977118.259706:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977118.259708:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977118.259711:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977118.259712:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977118.259715:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977118.259717:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977118.259730:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977118.259733:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977118.259735:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977119.283380:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977119.283385:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977119.283391:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977119.283394:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977119.283399:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977119.283400:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977119.283405:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977119.283408:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977119.283411:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977119.283413:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977119.283432:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977119.283438:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977119.283441:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977119.283466:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977119.283469:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977119.283478:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977119.283493:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977119.283499:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977119.283504:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977119.283519:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977119.283521:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977119.283525:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977120.307440:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977120.307451:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977120.307455:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977120.307464:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977120.307473:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977120.307480:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977120.307486:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977120.307491:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977120.307859:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977120.307886:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977120.307891:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977120.307897:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977120.307899:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977120.307904:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977120.307906:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977120.307912:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977120.307914:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977120.307918:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977120.307920:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977120.307940:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977120.307945:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977120.307950:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1783977120.819581:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.148:988 00000400:00000100:0.0:1783977120.819644:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.148@tcp at host 192.168.201.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1783977120.819653:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977120.819657:0:2391:0:(router.c:1791:lnet_notify()) 192.168.201.48@tcp notifying 192.168.201.148@tcp: down 00000400:00000200:0.0:1783977120.819661:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977120.819665:0:2391:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1783977120.819670:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783977120.819673:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3eb1600. 00000400:00000200:0.0:1783977120.819680:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977120.819685:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977120.819690:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b144c8 00000400:00000010:0.0:1783977120.819693:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b144c8. 00000100:00000001:0.0:1783977120.819698:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977120.819706:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83fb2e1880 x1870620402721664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977120.819735:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977120.819739:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1880 x1870620402721664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977120.819747:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977120.819748:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783977120.819758:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783977120.819760:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3eb1500. 00000400:00000200:0.0:1783977120.819763:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977120.819767:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977120.819770:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b146e8 00000400:00000010:0.0:1783977120.819771:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b146e8. 00000100:00000001:0.0:1783977120.819774:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977120.819778:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83fb2e2300 x1870620402721792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977120.819786:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977120.819789:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2300 x1870620402721792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977120.819796:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977120.819797:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783977120.819802:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783977120.819805:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3eb1700. 00000400:00000200:0.0:1783977120.819808:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977120.819811:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977120.819814:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b14550 00000400:00000010:0.0:1783977120.819816:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b14550. 00000100:00000001:0.0:1783977120.819818:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977120.819822:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83fb2e1f80 x1870620402721920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977120.819829:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977120.819832:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1f80 x1870620402721920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977120.819838:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977120.819840:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783977120.819845:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783977120.819847:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3eb1300. 00000400:00000200:0.0:1783977120.819849:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977120.819852:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977120.819854:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b14880 00000400:00000010:0.0:1783977120.819856:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b14880. 00000100:00000001:0.0:1783977120.819858:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977120.819862:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83fb2e2a00 x1870620402722048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977120.819870:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977120.819873:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2a00 x1870620402722048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977120.819879:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977120.819880:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783977120.819884:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783977120.819887:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3eb1b00. 00000400:00000200:0.0:1783977120.819889:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977120.819892:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977120.819894:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b14c38 00000400:00000010:0.0:1783977120.819896:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b14c38. 00000100:00000001:0.0:1783977120.819898:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977120.819902:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83fb2e0380 x1870620402722176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977120.819914:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977120.819917:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0380 x1870620402722176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977120.819923:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977120.819924:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1783977121.331445:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977121.331451:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977121.331461:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977121.331469:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977121.331473:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977121.331479:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977121.331489:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977121.331497:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977121.331505:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977121.331509:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977121.331530:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977121.331534:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977121.331546:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977121.331588:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977121.331593:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977121.331595:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977121.331599:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977121.331602:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977121.331604:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977121.331609:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977121.331615:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977121.331625:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977121.331656:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977121.331660:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977121.331663:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977121.331668:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977121.331672:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977121.331674:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977121.332470:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977121.332473:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977121.332476:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977122.355439:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977122.355444:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977122.355449:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977122.355455:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977122.355461:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977122.355467:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977122.355480:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977122.355484:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977122.355490:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977122.355530:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977122.355547:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977122.355555:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977122.355558:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977122.355563:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977122.355565:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977122.355568:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977122.355570:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977122.355580:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977122.355581:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977122.355599:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977122.355601:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977122.355604:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783977122.867449:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977122.867459:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977122.867461:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977122.867465:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977122.867469:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977122.867476:0:226353:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 14776 00000400:00000200:0.0:1783977122.867485:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977122.867491:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977122.867494:0:226353:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977122.867497:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977122.867500:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977122.867502:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977122.867506:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977122.867509:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977122.867511:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783977122.867514:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977122.867517:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783977122.867520:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783977122.867533:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783977122.867537:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977122.867539:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977122.867541:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977122.867543:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977122.867546:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783977122.867549:0:226353:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977122.867552:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977122.867554:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977122.867558:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977122.867561:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977122.867563:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977122.867565:0:226353:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977122.867571:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783977122.867575:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783977122.867578:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977122.867580:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977122.867584:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977122.867587:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977122.867591:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977122.867597:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783977122.867603:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977122.867622:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402722304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977122.867632:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977122.867636:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977122.867641:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402722304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977122.867667:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977122.867671:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977122.867674:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977122.867676:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977122.867677:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977122.867680:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977122.867683:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14776 00000400:00000200:0.0:1783977122.867687:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977122.867690:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977122.867692:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977122.867695:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977122.867697:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977122.867699:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977122.867701:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977122.867704:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977122.867705:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783977122.867707:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977122.867708:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783977122.867710:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783977122.867712:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783977122.867715:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977122.867717:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977122.867719:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977122.867721:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977122.867723:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783977122.867726:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977122.867728:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977122.867731:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977122.867737:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977122.867739:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977122.867741:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977122.867745:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977122.867747:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977122.867750:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977122.867753:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783977122.867755:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977122.867757:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977122.867759:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977122.867761:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977122.867762:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977122.867764:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977122.867768:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783977122.867771:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977122.867776:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402722432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977122.867784:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977122.867786:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977122.867789:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402722432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977122.867797:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977122.867800:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977122.867804:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977122.867805:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977122.867807:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977122.867810:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977122.867812:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14776 00000400:00000200:0.0:1783977122.867815:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977122.867818:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977122.867820:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977122.867823:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977122.867825:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977122.867827:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977122.867829:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977122.867832:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977122.867833:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783977122.867834:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977122.867836:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783977122.867838:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783977122.867840:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783977122.867843:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977122.867845:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977122.867847:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977122.867849:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977122.867851:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783977122.867853:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977122.867855:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977122.867857:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977122.867860:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977122.867862:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977122.867864:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977122.867865:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977122.867868:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977122.867870:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977122.867872:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783977122.867874:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977122.867877:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977122.867878:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977122.867880:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977122.867881:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977122.867883:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977122.867886:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783977122.867889:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977122.867893:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402722560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977122.867900:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977122.867902:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977122.867906:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402722560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977122.867913:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977122.867916:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977122.867919:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977122.867921:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977122.867922:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977122.867924:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977122.867927:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14776 00000400:00000200:0.0:1783977122.867930:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977122.867933:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977122.867935:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977122.867938:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977122.867940:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977122.867942:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977122.867944:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977122.867946:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977122.867947:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783977122.867949:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977122.867951:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783977122.867953:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783977122.867955:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783977122.867958:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977122.867960:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977122.867962:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977122.867964:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977122.867967:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783977122.867969:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977122.867971:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977122.867973:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977122.867975:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977122.867977:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977122.867979:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977122.867981:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977122.867983:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977122.867985:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977122.867989:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783977122.867991:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977122.867993:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977122.868000:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977122.868002:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977122.868003:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977122.868005:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977122.868008:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783977122.868011:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977122.868016:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402722688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977122.868023:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977122.868025:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977122.868028:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402722688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977122.868036:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977122.868038:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977122.868041:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977122.868043:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977122.868045:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977122.868047:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977122.868050:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14776 00000400:00000200:0.0:1783977122.868053:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977122.868056:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977122.868058:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977122.868060:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977122.868063:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977122.868064:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977122.868066:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977122.868069:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977122.868070:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783977122.868071:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977122.868073:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783977122.868075:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783977122.868077:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783977122.868080:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977122.868082:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977122.868084:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977122.868085:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977122.868113:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783977122.868117:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977122.868119:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977122.868121:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977122.868124:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977122.868126:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977122.868128:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977122.868130:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977122.868132:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977122.868134:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977122.868138:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783977122.868140:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977122.868143:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977122.868144:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977122.868146:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977122.868147:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977122.868148:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977122.868152:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783977122.868156:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977122.868161:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402722816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977122.868168:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977122.868170:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977122.868173:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402722816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977122.868181:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977122.868185:0:226353:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14786) 00000100:00000001:0.0:1783977123.379401:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977123.379406:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977123.379412:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977123.379420:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977123.379427:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977123.379431:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977123.379445:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977123.379448:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977123.379451:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977123.379477:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977123.379481:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977123.379486:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977123.379490:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977123.379494:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977123.379498:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977123.379503:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977123.379507:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977123.379511:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977123.379525:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977123.379531:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977123.379535:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977123.379538:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977123.379542:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977123.379545:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977123.379547:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977123.379549:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977123.379551:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977123.379556:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977123.379558:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977123.379559:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977123.379561:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977123.379563:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977123.379564:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977123.379566:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977123.379567:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977123.379571:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977123.379572:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977123.379573:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977123.379574:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977123.379575:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977123.379577:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977123.379578:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977123.379580:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977123.379598:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977123.379601:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977123.379604:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977124.403407:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977124.403412:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977124.403420:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977124.403424:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977124.403432:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977124.403436:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977124.403442:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977124.403446:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977124.403450:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977124.403453:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977124.403476:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977124.403479:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977124.403483:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977124.403524:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977124.403527:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977124.403529:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977124.403534:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977124.403539:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977124.403554:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977124.403632:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977124.403635:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977124.403639:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977125.427399:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977125.427407:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977125.427410:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977125.427417:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977125.427422:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977125.427427:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977125.427432:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977125.427436:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977125.427439:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977125.427464:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977125.427467:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977125.427473:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977125.427492:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977125.427501:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977125.427504:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977125.427508:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977125.427512:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977125.427516:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977125.427519:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977125.427538:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977125.427540:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977125.427545:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977126.451739:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977126.451743:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977126.451744:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977126.451747:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977126.451750:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977126.451752:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977126.451754:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977126.451755:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977126.451757:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977126.451773:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977126.451776:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977126.451779:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977126.451779:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977126.451782:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977126.451783:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977126.451785:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977126.451786:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977126.451788:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977126.451789:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977126.451801:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977126.451803:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977126.451806:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977127.475526:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977127.475532:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977127.475536:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977127.475540:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977127.475556:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977127.475560:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977127.475562:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977127.475564:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977127.475570:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977127.475571:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977127.475575:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977127.475576:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977127.475580:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977127.475581:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977127.475584:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977127.475585:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977127.475603:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977127.475605:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977127.475608:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977128.499391:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977128.499396:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977128.499401:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977128.499404:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977128.499409:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977128.499412:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977128.499418:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977128.499435:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977128.499443:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977128.499447:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977128.499471:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977128.499477:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977128.499484:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977128.499564:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977128.499566:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977128.499567:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977128.499569:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977128.499571:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977128.499572:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977128.499574:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977128.499575:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977128.499576:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977128.500439:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977128.500442:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977128.500443:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977128.500445:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977128.500447:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977128.500449:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977128.500451:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977128.500452:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977128.500455:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977129.523424:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977129.523432:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977129.523434:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977129.523440:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977129.523443:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977129.523447:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977129.523449:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977129.523451:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977129.523455:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977129.523490:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977129.523493:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977129.523500:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977129.523503:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977129.523507:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977129.523510:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977129.523516:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977129.523518:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977129.523522:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977129.523523:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977129.523847:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977129.523849:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977129.523851:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977130.547496:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977130.547502:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977130.547506:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977130.547523:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977130.547528:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977130.547548:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977130.547552:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977130.547554:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977130.547556:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977130.547588:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977130.547591:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977130.547595:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977130.547597:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977130.547601:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977130.547602:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977130.547620:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977130.547621:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977130.547634:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977130.547635:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977130.547650:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977130.547653:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977130.547667:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977131.571631:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977131.571647:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977131.571651:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977131.571656:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977131.571662:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977131.571665:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977131.571670:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977131.571673:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977131.571675:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977131.571702:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977131.571705:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977131.571719:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977131.571721:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977131.571724:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977131.571726:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977131.571729:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977131.571731:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977131.571734:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977131.571736:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977131.571756:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977131.571758:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977131.571760:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977132.595917:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977132.595920:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977132.595921:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977132.595923:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977132.595925:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977132.595927:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977132.595929:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977132.595930:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977132.595933:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977132.595960:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977132.595963:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977132.595967:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977132.595970:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977132.595972:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977132.595975:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977132.595978:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977132.595980:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977132.595983:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977132.595986:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977132.595988:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977132.595990:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977132.595991:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977132.595992:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977132.595994:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977132.595995:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977132.595997:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977132.595998:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977132.596002:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977132.596003:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977132.596004:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977132.596005:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977132.596007:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977132.596008:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977132.596009:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977132.596011:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977132.596015:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977132.596017:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977132.596018:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977132.596019:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977132.596021:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977132.596022:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977132.596023:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977132.596025:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977132.596039:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977132.596041:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977132.596043:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783977133.107443:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977133.107453:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977133.107456:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977133.107459:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977133.107463:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977133.107470:0:226353:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 14786 00000400:00000200:0.0:1783977133.107479:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977133.107484:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977133.107488:0:226353:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977133.107491:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977133.107495:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977133.107497:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977133.107500:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977133.107504:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977133.107506:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783977133.107508:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977133.107511:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783977133.107514:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783977133.107516:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783977133.107519:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977133.107521:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977133.107522:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977133.107524:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977133.107527:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783977133.107530:0:226353:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977133.107532:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977133.107534:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977133.107537:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977133.107545:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977133.107547:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977133.107549:0:226353:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977133.107559:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783977133.107563:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783977133.107567:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977133.107568:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977133.107571:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977133.107574:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977133.107577:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977133.107585:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783977133.107591:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977133.107598:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620402723584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977133.107605:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977133.107608:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977133.107611:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620402723584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977133.107630:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977133.107632:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977133.107634:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977133.107635:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977133.107636:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977133.107638:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977133.107640:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14786 00000400:00000200:0.0:1783977133.107644:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977133.107646:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977133.107648:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977133.107651:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977133.107654:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977133.107656:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977133.107658:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977133.107661:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977133.107662:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783977133.107664:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977133.107666:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783977133.107669:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783977133.107671:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783977133.107677:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977133.107681:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977133.107685:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977133.107690:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977133.107696:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783977133.107703:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977133.107707:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977133.107711:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977133.107718:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977133.107722:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977133.107726:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977133.107733:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977133.107740:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977133.107743:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977133.107749:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783977133.107754:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977133.107759:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977133.107762:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977133.107764:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977133.107765:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977133.107768:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977133.107775:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783977133.107783:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977133.107792:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620402723712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977133.107804:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977133.107808:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977133.107815:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620402723712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977133.107831:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977133.107836:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977133.107843:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977133.107848:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977133.107850:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977133.107857:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977133.107862:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14786 00000400:00000200:0.0:1783977133.107870:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977133.107876:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977133.107880:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977133.107884:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977133.107890:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977133.107895:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977133.107897:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977133.107901:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977133.107904:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783977133.107908:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977133.107911:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783977133.107917:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783977133.107921:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783977133.107929:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977133.107934:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977133.107940:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977133.107945:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977133.107950:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783977133.107955:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977133.107958:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977133.107962:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977133.107967:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977133.107973:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977133.107977:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977133.107980:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977133.107985:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977133.107990:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977133.107994:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783977133.108000:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977133.108005:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977133.108008:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977133.108013:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977133.108015:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977133.108020:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977133.108025:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783977133.108029:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977133.108034:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620402723840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977133.108048:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977133.108053:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977133.108059:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620402723840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977133.108074:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977133.108079:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977133.108086:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977133.108088:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977133.108092:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977133.108096:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977133.108102:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14786 00000400:00000200:0.0:1783977133.108110:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977133.108116:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977133.108121:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977133.108127:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977133.108133:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977133.108137:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977133.108141:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977133.108146:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977133.108149:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783977133.108152:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977133.108157:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783977133.108162:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783977133.108166:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783977133.108171:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977133.108173:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977133.108174:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977133.108176:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977133.108178:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783977133.108183:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977133.108193:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977133.108197:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977133.108200:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977133.108204:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977133.108207:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977133.108211:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977133.108216:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977133.108220:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977133.108227:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783977133.108232:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977133.108239:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977133.108242:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977133.108247:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977133.108249:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977133.108253:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977133.108260:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783977133.108267:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977133.108279:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402723968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977133.108291:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977133.108329:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977133.108334:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402723968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977133.108367:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977133.108372:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977133.108380:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977133.108382:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977133.108386:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977133.108391:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977133.108397:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14786 00000400:00000200:0.0:1783977133.108406:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977133.108413:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977133.108418:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977133.108426:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977133.108429:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977133.108434:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977133.108439:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977133.108444:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977133.108447:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783977133.108450:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977133.108454:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783977133.108459:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783977133.108463:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783977133.108469:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977133.108475:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977133.108480:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977133.108485:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977133.108491:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783977133.108498:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977133.108501:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977133.108506:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977133.108509:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977133.108511:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977133.108513:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977133.108515:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977133.108517:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977133.108519:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977133.108523:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783977133.108527:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977133.108533:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977133.108536:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977133.108539:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977133.108542:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977133.108546:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977133.108551:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783977133.108558:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977133.108568:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402724096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977133.108586:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977133.108590:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977133.108596:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402724096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977133.108613:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977133.108620:0:226353:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14796) 00010000:00000001:0.0:1783977133.619618:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977133.619622:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977133.619627:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977133.619628:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977133.619632:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977133.619633:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977133.619636:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977133.619637:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977133.619640:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977133.619641:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977133.619660:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977133.619662:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977133.619665:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977133.620004:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977133.620010:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977133.620013:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977133.620019:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977133.620024:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977133.620029:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977133.620134:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977133.620136:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977133.620138:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977134.643418:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977134.643423:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977134.643433:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977134.643440:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977134.643447:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977134.643452:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977134.643457:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977134.643460:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977134.643466:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977134.643492:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977134.643499:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977134.643508:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977134.643511:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977134.643517:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977134.643520:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977134.643524:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977134.643526:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977134.643530:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977134.643538:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977135.667412:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977135.667421:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977135.667427:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977135.667437:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977135.667444:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977135.667449:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977135.667474:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977135.667477:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977135.667480:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977135.667505:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977135.667508:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977135.667515:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977135.667519:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977135.667524:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977135.667528:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977135.667536:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977135.667539:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977135.667546:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977135.667548:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977136.691412:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977136.691419:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977136.691421:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977136.691425:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977136.691430:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977136.691434:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977136.691438:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977136.691442:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977136.691445:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977136.691468:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977136.691471:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977136.691483:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977136.691487:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977136.691494:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977136.691497:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977136.691502:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977136.691504:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977136.691509:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977136.691513:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977137.715416:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977137.715424:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977137.715428:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977137.715434:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977137.715440:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977137.715443:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977137.715449:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977137.715455:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977137.715462:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977137.715465:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977137.715473:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977137.715475:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977137.715479:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977137.715480:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977137.715483:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977137.715484:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977137.715519:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977137.715523:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977137.715525:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977137.715528:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977137.715531:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977137.715535:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977137.715539:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977137.715543:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977137.715547:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977137.715574:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977137.715578:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977137.715582:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977137.715588:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977137.715593:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977137.715598:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977137.715609:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977137.715613:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977137.715618:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977138.739418:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977138.739422:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977138.739429:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977138.739432:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977138.739435:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977138.739438:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977138.739445:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977138.739449:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977138.739454:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977138.739457:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977138.739619:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977138.739621:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977138.739622:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977138.739624:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977138.739625:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977138.739626:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977138.739627:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977138.739628:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977138.739630:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977139.763400:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977139.763408:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977139.763412:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977139.763417:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977139.763422:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977139.763427:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977139.763434:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977139.763438:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977139.763443:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977139.763467:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977139.763470:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977139.763486:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977139.763487:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977139.763490:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977139.763491:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977139.763493:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977139.763494:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977139.763496:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977139.763497:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977139.763742:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977139.763748:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977139.763749:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977139.763752:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977139.763753:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977139.763756:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977139.763757:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977139.763759:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977139.763761:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977140.787720:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977140.787727:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977140.787750:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977140.787756:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977140.787760:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977140.787764:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977140.787766:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977140.787769:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977140.787773:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977140.787802:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977140.787806:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977140.787813:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977140.787816:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977140.787824:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977140.787828:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977140.787835:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977140.787839:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977140.787845:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977140.787849:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977140.788056:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977140.788058:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977140.788059:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977140.788061:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977140.788062:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977140.788063:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977140.788064:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977140.788066:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977140.788067:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977141.811403:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977141.811412:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977141.811416:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977141.811422:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977141.811427:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977141.811431:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977141.811446:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977141.811449:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977141.811453:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977141.811479:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977141.811483:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977141.811489:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977141.811491:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977141.811496:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977141.811498:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977141.811502:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977141.811503:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977141.811506:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977141.811508:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977141.811535:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977141.811538:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977141.811541:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977141.811556:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977141.811560:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977141.811562:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977141.811565:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977141.811569:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977141.811573:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977141.811579:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977141.811582:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977141.811588:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977142.835396:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977142.835404:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977142.835408:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977142.835415:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977142.835423:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977142.835428:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977142.835435:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977142.835438:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977142.835441:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977142.835465:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977142.835467:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977142.835473:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977142.835476:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977142.835478:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977142.835482:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977142.835485:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977142.835488:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977142.835490:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977142.835493:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977142.835498:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977142.835500:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977142.835501:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977142.835503:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977142.835505:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977142.835506:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977142.835508:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977142.835511:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977142.835514:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977142.835516:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977142.835517:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977142.835519:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977142.835521:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977142.835523:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977142.835524:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977142.835526:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977142.835530:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977142.835532:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977142.835535:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977142.835538:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977142.835542:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977142.835546:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977142.835550:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977142.835554:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977142.835573:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977142.835577:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977142.835582:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977142.835600:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977142.835604:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977142.835606:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977142.835608:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977142.835612:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977142.835616:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977142.835620:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977142.835624:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977142.835628:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977142.835647:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977142.835649:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977142.835651:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977142.835654:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977142.835656:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977142.835657:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977142.838221:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977142.838224:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977142.838227:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977143.859440:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977143.859445:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977143.859451:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977143.859456:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977143.859461:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977143.859465:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977143.859469:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977143.859473:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977143.859476:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977143.859513:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977143.859519:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977143.859528:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977143.859532:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977143.859542:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977143.859545:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977143.859550:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977143.859555:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977143.859560:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977143.859562:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977143.859596:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977143.859599:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977143.859601:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977144.883566:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977144.883569:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977144.883575:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977144.883576:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977144.883579:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977144.883580:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977144.883583:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977144.883585:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977144.883588:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977144.883589:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977144.883605:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977144.883608:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977144.883611:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977144.883971:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977144.883973:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977144.883984:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977144.883987:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977144.883989:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977144.883991:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977144.883993:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977144.883994:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977144.883997:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977145.907442:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977145.907448:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977145.907452:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977145.907458:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977145.907462:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977145.907465:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977145.907469:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977145.907471:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977145.907473:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977145.907488:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977145.907494:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977145.907497:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977145.907501:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977145.907506:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977145.907511:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977145.907517:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977145.907520:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977145.907523:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977145.907548:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977145.907554:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977145.907563:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977145.907568:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977145.907576:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977145.907580:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977145.907589:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977145.907593:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977145.907599:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977145.907600:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977145.907619:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977145.907627:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977145.907630:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977146.931611:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977146.931615:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977146.931616:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977146.931619:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977146.931622:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977146.931625:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977146.931628:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977146.931631:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977146.931634:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977146.931649:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977146.931654:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977146.931657:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977146.931660:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977146.931663:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977146.931665:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977146.931667:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977146.931669:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977146.931671:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977146.931693:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977146.931696:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977146.931701:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977146.931702:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977146.931706:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977146.931708:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977146.931712:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977146.931713:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977146.931717:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977146.931718:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977146.931734:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977146.931736:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977146.931739:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977147.955390:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977147.955396:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977147.955398:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977147.955404:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977147.955409:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977147.955416:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977147.955421:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977147.955427:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977147.955433:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977147.955460:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977147.955465:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977147.955467:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977147.955470:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977147.955472:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977147.955474:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977147.955476:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977147.955480:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977147.955485:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977147.955489:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977147.955495:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977147.955498:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977147.955503:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977147.955505:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977147.955508:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977147.955510:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977147.955526:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977147.955530:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977147.955532:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977148.979384:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977148.979390:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977148.979393:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977148.979396:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977148.979399:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977148.979401:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977148.979403:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977148.979406:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977148.979408:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977148.979435:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977148.979439:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977148.979445:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977148.979447:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977148.979451:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977148.979451:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977148.979454:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977148.979455:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977148.979458:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977148.979459:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977148.979475:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977148.979478:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977148.979481:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977148.979864:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977148.979867:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977148.979868:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977148.979871:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977148.979873:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977148.979875:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977148.979877:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977148.979878:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977148.979880:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977150.003435:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977150.003439:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977150.003441:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977150.003443:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977150.003445:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977150.003447:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977150.003449:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977150.003451:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977150.003454:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977150.003471:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977150.003474:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977150.003484:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977150.003485:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977150.003489:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977150.003491:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977150.003495:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977150.003497:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977150.003501:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977150.003503:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977150.003522:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977150.003526:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977150.003543:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977151.028233:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977151.028236:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977151.028237:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977151.028239:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977151.028240:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977151.028242:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977151.028243:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977151.028244:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977151.028246:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977151.028259:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977151.028261:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977151.028264:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977151.028265:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977151.028268:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977151.028269:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977151.028271:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977151.028273:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977151.028275:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977151.028276:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977151.028314:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977151.028319:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977151.028324:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977151.030158:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977151.030162:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977151.030166:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977151.030170:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977151.030176:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977151.030180:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977151.030186:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977151.030189:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977151.030193:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977152.051386:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977152.051393:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977152.051395:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977152.051405:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977152.051412:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977152.051417:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977152.051422:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977152.051425:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977152.051429:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977152.051445:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977152.051449:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977152.051451:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977152.051453:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977152.051455:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977152.051457:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977152.051459:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977152.051463:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977152.051466:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977152.051485:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977152.051490:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977152.051499:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977152.051502:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977152.051507:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977152.051508:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977152.051511:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977152.051512:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977152.051517:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977152.051519:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977152.051539:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977152.051544:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977152.051548:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977153.075410:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977153.075417:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977153.075421:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977153.075428:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977153.075433:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977153.075437:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977153.075451:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977153.075456:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977153.075460:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977153.075486:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977153.075493:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977153.075503:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977153.075510:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977153.075516:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977153.075522:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977153.075527:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977153.075532:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977153.075534:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977153.075537:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977153.075543:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977153.075547:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977153.075551:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977153.075554:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977153.075557:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977153.075560:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977153.075565:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977153.075570:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977153.075574:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977153.075576:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977153.075577:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977153.075579:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977153.075580:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977153.075582:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977153.075584:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977153.075586:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977153.075589:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977153.075590:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977153.075591:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977153.075593:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977153.075594:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977153.075595:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977153.075597:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977153.075598:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977153.075631:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977153.075634:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977153.075637:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977154.099372:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977154.099378:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977154.099385:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977154.099387:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977154.099391:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977154.099392:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977154.099395:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977154.099397:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977154.099400:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977154.099402:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977154.099423:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977154.099427:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977154.099432:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977154.099450:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977154.099454:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977154.099456:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977154.099459:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977154.099461:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977154.099464:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977154.099466:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977154.099467:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977154.099470:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977154.099563:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977154.099566:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977154.099570:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977154.099574:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977154.099580:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977154.099584:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977154.099599:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977154.099604:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977154.099608:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977154.101533:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977154.101540:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977154.101541:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977154.101546:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977154.101549:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977154.101552:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977154.101555:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977154.101557:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977154.101560:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977155.123410:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977155.123417:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977155.123420:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977155.123425:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977155.123428:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977155.123432:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977155.123435:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977155.123437:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977155.123440:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977155.123463:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977155.123466:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977155.123472:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977155.123473:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977155.123477:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977155.123478:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977155.123482:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977155.123483:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977155.123494:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977155.123496:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977155.123518:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977155.123521:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977155.123525:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977155.123649:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977155.123652:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977155.123653:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977155.123655:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977155.123656:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977155.123658:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977155.123660:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977155.123661:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977155.123663:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977156.147576:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977156.147578:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977156.147580:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977156.147582:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977156.147584:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977156.147586:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977156.147588:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977156.147590:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977156.147592:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977156.147608:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977156.147611:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977156.147616:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977156.147617:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977156.147622:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977156.147625:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977156.147630:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977156.147634:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977156.147638:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977156.147640:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977156.147657:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977156.147667:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977156.147671:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977157.171506:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977157.171511:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977157.171518:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977157.171522:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977157.171528:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977157.171538:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977157.171546:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977157.171548:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977157.171553:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977157.171556:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977157.171577:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977157.171582:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977157.171587:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977157.171608:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977157.171613:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977157.171615:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977157.171618:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977157.171622:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977157.171627:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977157.171632:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977157.171636:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977157.171642:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977158.195405:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977158.195413:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977158.195415:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977158.195422:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977158.195429:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977158.195434:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977158.196084:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977158.196086:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977158.196115:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977158.196141:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977158.196147:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977158.196151:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977158.196155:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977158.196163:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977158.196166:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977158.196168:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977158.196171:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977158.196178:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977158.196181:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977158.196188:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977158.196189:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977158.196193:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977158.196194:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977158.196198:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977158.196200:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977158.196217:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977158.196220:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977158.196222:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977159.219741:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977159.219744:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977159.219749:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977159.219750:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977159.219754:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977159.219755:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977159.219758:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977159.219759:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977159.219762:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977159.219763:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977160.243403:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977160.243408:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977160.243424:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977160.243428:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977160.243436:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977160.243439:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977160.243445:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977160.243447:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977160.243450:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977160.243452:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977161.267419:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977161.267424:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977161.267428:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977161.267429:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977161.267431:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977161.267432:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977161.267434:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977161.267435:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977161.267437:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977161.267438:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977161.267885:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977161.267889:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977161.267890:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977161.267893:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977161.267895:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977161.267897:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977161.267899:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977161.267901:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977161.267903:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977161.268066:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977161.268069:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977161.268070:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977161.268072:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977161.268077:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977161.268079:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977161.268083:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977161.268086:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977161.268092:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977161.269084:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977161.269089:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977161.269090:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977161.269093:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977161.269096:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977161.269100:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977161.269105:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977161.269107:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977161.269112:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977162.291436:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977162.291442:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977162.291445:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977162.291457:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977162.291461:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977162.291466:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977162.291481:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977162.291484:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977162.291488:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977162.291516:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977162.291521:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977162.291530:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977162.291533:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977162.291541:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977162.291544:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977162.291549:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977162.291551:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977162.291554:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977162.291556:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977163.315432:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977163.315438:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977163.315442:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977163.315446:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977163.315451:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977163.315455:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977163.315543:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977163.315546:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977163.315551:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977163.315577:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977163.315581:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977163.315587:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977163.315593:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977163.315599:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977163.315604:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977163.315611:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977163.315614:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977163.315619:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977163.315637:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977163.315643:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977163.315645:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977163.315647:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977163.315649:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977163.315650:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977163.315652:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977163.315654:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977163.315656:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977163.315660:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977163.315661:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977163.315662:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977163.315664:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977163.315665:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977163.315666:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977163.315668:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977163.315670:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977163.315673:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977163.315675:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977163.315676:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977163.315677:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977163.315679:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977163.315680:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977163.315682:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977163.315684:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977164.340309:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977164.340312:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977164.340313:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977164.340316:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977164.340318:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977164.340319:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977164.340322:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977164.340323:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977164.340325:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977164.340338:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977164.340341:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977164.340343:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977164.340347:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977164.340350:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977164.340353:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977164.340357:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977164.340360:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977164.340363:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977164.340380:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977164.340382:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977164.340384:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977164.340385:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977164.340388:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977164.340389:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977164.340391:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977164.340392:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977164.340394:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977164.340395:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977165.363411:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977165.363418:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977165.363421:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977165.363429:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977165.363435:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977165.363442:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977165.363448:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977165.363452:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977165.363456:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977165.363479:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977165.363483:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977165.363487:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977165.363493:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977165.363499:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977165.363504:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977165.363509:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977165.363550:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977165.363563:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977165.363585:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977165.363588:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977165.363593:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977165.363594:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977165.363597:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977165.363599:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977165.363602:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977165.363603:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977165.363606:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977165.363608:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977166.387441:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977166.387446:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977166.387455:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977166.387460:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977166.387476:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977166.387479:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977166.387485:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977166.387488:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977166.387493:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977166.387495:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977166.387519:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977166.387524:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977166.387526:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977166.387531:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977166.387536:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977166.387540:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977166.387544:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977166.387547:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977166.387561:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977166.387796:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977166.387800:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977166.387801:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977166.387803:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977166.387805:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977166.387807:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977166.387809:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977166.387811:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977166.387813:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977167.411421:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977167.411426:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977167.411430:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977167.411436:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977167.411443:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977167.411448:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977167.411455:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977167.411459:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977167.411464:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977167.411487:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977167.411491:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977167.411496:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977167.411498:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977167.411503:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977167.411505:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977167.411508:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977167.411509:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977167.411513:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977167.411514:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977167.411541:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977167.411544:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977167.411547:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977167.411556:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977167.411562:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977167.411566:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977167.411571:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977167.411575:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977167.411580:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977167.411620:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977167.411624:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977167.411627:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977167.411631:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977167.411637:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977167.411641:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977167.411646:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977167.411649:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977167.411696:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977168.435460:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977168.435465:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977168.435467:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977168.435470:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977168.435475:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977168.435479:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977168.435483:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977168.435487:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977168.435492:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977168.435678:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977168.435682:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977168.435683:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977168.435686:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977168.435688:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977168.435689:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977168.435690:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977168.435692:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977168.435694:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977168.435695:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977168.435698:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977168.435698:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977168.435701:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977168.435702:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977168.435704:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977168.435705:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977169.459398:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977169.459402:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977169.459410:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977169.459413:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977169.459417:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977169.459420:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977169.459425:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977169.459428:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977169.459433:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977169.459436:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977170.483393:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977170.483397:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977170.483403:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977170.483405:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977170.483412:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977170.483415:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977170.483420:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977170.483423:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977170.483428:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977170.483432:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977170.483456:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977170.483458:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977170.483461:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977170.483478:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977170.483481:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977170.483482:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977170.483484:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977170.483486:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977170.483488:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977170.483490:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977170.483491:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977170.483493:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977170.483595:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977170.483600:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977170.483604:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977170.483608:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977170.483613:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977170.483617:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977170.483623:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977170.483626:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977170.483632:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977171.507409:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977171.507415:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977171.507419:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977171.507425:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977171.507431:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977171.507435:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977171.507440:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977171.507442:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977171.507445:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977171.507483:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977171.507488:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977171.507502:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977171.507505:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977171.507513:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977171.507516:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977171.507524:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977171.507528:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977171.507545:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977171.507548:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977171.507568:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977171.507571:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977171.507574:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977172.531441:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977172.531448:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977172.531456:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977172.531460:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977172.531464:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977172.531469:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977172.531475:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977172.531479:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977172.531483:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977172.531486:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977172.531491:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977172.531495:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977172.531498:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977172.531501:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977172.531505:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977172.531508:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977172.531511:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977172.531514:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977172.531518:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977172.531520:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977172.531522:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977172.531524:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977172.531529:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977172.531533:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977172.531540:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977172.531546:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977172.531554:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977172.531558:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977172.531561:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977172.531566:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977172.531571:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977172.531573:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977172.531577:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977172.531579:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977172.531601:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977172.531605:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977172.531610:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977172.533997:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977172.534000:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977172.534002:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977172.534004:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977172.534006:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977172.534008:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977172.534009:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977172.534011:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977172.534012:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977173.555460:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977173.555469:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977173.555473:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977173.555483:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977173.555491:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977173.555497:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977173.555511:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977173.555516:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977173.555520:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977173.555555:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977173.555559:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977173.555570:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977173.555573:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977173.555585:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977173.555588:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977173.555597:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977173.555600:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977173.555608:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977173.555614:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977174.068227:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977174.068231:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977174.068233:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977174.068239:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38380 x1870620402728704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.068247:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977174.068249:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977174.068252:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977174.068254:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977174.068256:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977174.068260:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402728704:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977174.068264:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977174.068267:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977174.068269:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977174.068272:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977174.068276:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977174.068277:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977174.068282:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977174.068285:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977174.068291:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977174.068323:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402728704, portal 25 00000100:00000001:0.0:1783977174.068326:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977174.068328:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682701184 : -110484026850432 : ffff9b83eed38380) 00000100:00000040:0.0:1783977174.068334:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38380 x1870620402728704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.068341:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977174.068344:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977174.068347:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783977174.068350:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402728704, offset 0 00000400:00000200:0.0:1783977174.068356:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977174.068362:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977174.068367:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977174.068373:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977174.068376:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977174.068379:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977174.068382:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977174.068386:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824650:824650:256:4294967295] 192.168.201.148@tcp LPNI seq info [824621:824621:8:4294967295] 00000400:00000200:0.0:1783977174.068390:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977174.068400:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977174.068405:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977174.068410:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83ee1dd400. 00000800:00000200:0.0:1783977174.068416:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977174.068419:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783977174.068432:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977174.068434:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83ee1dd400. 00000400:00000200:0.0:1783977174.068439:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977174.068443:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977174.068447:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783977174.068449:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783977174.068453:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977174.068457:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38380 x1870620402728704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.068465:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977174.068469:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620402728704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977199 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.068476:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977174.068478:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977174.068482:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977174.068486:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977174.068488:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309501179 00000100:00000010:0.0:1783977174.068492:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783977174.068497:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977174.068502:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309501179 00000100:00000010:0.0:1783977174.068505:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783977174.068508:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977174.068511:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977174.068513:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977174.068516:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977174.068520:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977174/real 1783977174] req@ffff9b83eed38380 x1870620402728704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977174.068528:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977174.068530:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977174.068532:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977174.068534:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977174.068536:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977174.068538:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977174.068541:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38380 x1870620402728704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977174.068550:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38380 x1870620402728704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.068557:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977174.068559:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977174.068561:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977174.068563:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977174.068566:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38380 x1870620402728704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.068573:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977174.068577:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38380 x1870620402728704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977199 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.068584:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977174.068586:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977174.068588:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977174.068589:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977174.068592:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977174.068594:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977174.068596:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977174.068600:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977174.068602:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977174.068606:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38380 x1870620402728704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977199 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977174.068614:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402728704:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977174.068618:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977174.068632:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b480 x1870620402728832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.068638:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977174.068640:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977174.068642:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977174.068643:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977174.068645:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977174.068648:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402728832:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977174.068651:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977174.068653:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977174.068654:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977174.068656:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977174.068659:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977174.068661:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977174.068664:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977174.068666:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977174.068669:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977174.068672:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402728832, portal 10 00000100:00000001:0.0:1783977174.068674:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977174.068675:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682713728 : -110484026837888 : ffff9b83eed3b480) 00000100:00000040:0.0:1783977174.068682:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b480 x1870620402728832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.068688:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977174.068691:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977174.068693:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783977174.068695:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402728832, offset 0 00000400:00000200:0.0:1783977174.068699:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977174.068702:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977174.068705:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977174.068707:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977174.068710:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977174.068712:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977174.068714:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977174.068717:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824651:824651:256:4294967295] 192.168.201.148@tcp LPNI seq info [824622:824622:8:4294967295] 00000400:00000200:0.0:1783977174.068721:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977174.068728:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977174.068732:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977174.068735:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83ee1dd400. 00000800:00000200:0.0:1783977174.068739:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977174.068742:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783977174.068753:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977174.068755:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83ee1dd400. 00000400:00000200:0.0:1783977174.068757:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977174.068761:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977174.068763:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783977174.068765:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783977174.068767:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977174.068770:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b480 x1870620402728832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.068778:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977174.068781:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620402728832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977199 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.068788:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977174.068789:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977174.068791:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977174.068795:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977174.068798:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977174.068800:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309499920 00000100:00000001:0.0:1783977174.068802:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309501179 00000100:00000001:0.0:1783977174.068804:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309499920 00000100:00000001:0.0:1783977174.068806:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309501179 00000100:00000001:0.0:1783977174.068808:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977174.068810:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977174.068812:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977174.068816:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977174/real 1783977174] req@ffff9b83eed3b480 x1870620402728832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977174.068823:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977174.068825:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977174.068826:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977174.068828:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977174.068830:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977174.068832:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977174.068835:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b480 x1870620402728832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977174.068843:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b480 x1870620402728832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.068850:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977174.068851:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977174.068853:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977174.068854:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977174.068858:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b480 x1870620402728832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.068866:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977174.068869:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b480 x1870620402728832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977199 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.068876:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977174.068878:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977174.068879:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977174.068880:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977174.068882:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977174.068889:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977174.068891:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977174.068894:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977174.068895:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977174.068899:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b480 x1870620402728832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977199 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977174.068906:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402728832:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977174.068910:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977174.068913:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b100 x1870620402728960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.068920:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977174.069120:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977174.069124:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977174.069126:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977174.069128:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977174.069131:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402728960:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977174.069135:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977174.069137:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977174.069139:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977174.069140:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977174.069144:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977174.069146:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977174.069149:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977174.069151:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977174.069154:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977174.069158:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402728960, portal 10 00000100:00000001:0.0:1783977174.069160:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977174.069161:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682712832 : -110484026838784 : ffff9b83eed3b100) 00000100:00000040:0.0:1783977174.069167:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b100 x1870620402728960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.069173:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977174.069176:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977174.069178:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783977174.069180:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402728960, offset 0 00000400:00000200:0.0:1783977174.069184:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977174.069187:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977174.069190:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977174.069193:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977174.069196:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977174.069198:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977174.069200:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977174.069203:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824652:824652:256:4294967295] 192.168.201.148@tcp LPNI seq info [824623:824623:8:4294967295] 00000400:00000200:0.0:1783977174.069207:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977174.069214:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977174.069218:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977174.069221:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83ee1dd400. 00000800:00000200:0.0:1783977174.069225:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977174.069227:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783977174.069238:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977174.069240:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83ee1dd400. 00000400:00000200:0.0:1783977174.069243:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977174.069246:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977174.069249:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783977174.069250:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783977174.069253:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977174.069256:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b100 x1870620402728960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.069263:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977174.069266:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b100 x1870620402728960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977199 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.069272:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977174.069274:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977174.069276:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977174.069279:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977174.069282:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977174.069284:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309499915 00000100:00000001:0.0:1783977174.069286:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309501179 00000100:00000001:0.0:1783977174.069288:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309499915 00000100:00000001:0.0:1783977174.069291:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309501179 00000100:00000001:0.0:1783977174.069311:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977174.069313:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977174.069315:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977174.069320:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977174/real 1783977174] req@ffff9b83eed3b100 x1870620402728960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977174.069329:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977174.069330:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977174.069331:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977174.069334:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977174.069336:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977174.069338:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977174.069341:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b100 x1870620402728960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977174.069349:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b100 x1870620402728960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.069355:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977174.069356:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977174.069358:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977174.069359:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977174.069363:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b100 x1870620402728960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.069370:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977174.069373:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b100 x1870620402728960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977199 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.069380:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977174.069382:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977174.069384:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977174.069385:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977174.069387:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977174.069392:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977174.069395:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977174.069398:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977174.069400:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977174.069404:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b100 x1870620402728960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977199 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977174.069411:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402728960:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977174.069414:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977174.069418:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620402729088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.069425:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977174.069426:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977174.069428:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977174.069430:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977174.069432:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977174.069434:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402729088:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977174.069437:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977174.069439:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977174.069440:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977174.069442:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977174.069445:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783977174.069446:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977174.069449:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977174.069452:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977174.069454:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977174.069457:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402729088, portal 4 00000100:00000001:0.0:1783977174.069459:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977174.069460:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783977174.069465:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620402729088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.069472:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977174.069474:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977174.069476:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783977174.069478:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402729088, offset 0 00000400:00000200:0.0:1783977174.069482:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977174.069485:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977174.069488:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977174.069490:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977174.069493:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977174.069495:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977174.069497:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977174.069501:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824653:824653:256:4294967295] 192.168.201.148@tcp LPNI seq info [824624:824624:8:4294967295] 00000400:00000200:0.0:1783977174.069505:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977174.069511:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977174.069515:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977174.069518:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83ee1dd400. 00000800:00000200:0.0:1783977174.069521:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977174.069524:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783977174.069534:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977174.069536:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83ee1dd400. 00000400:00000200:0.0:1783977174.069538:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977174.069541:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977174.069544:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783977174.069545:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783977174.069547:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977174.069551:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3a300 x1870620402729088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.069558:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977174.069561:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620402729088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977199 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.069567:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977174.069569:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977174.069571:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977174.069574:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977174.069577:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977174.069578:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309499943 00000100:00000001:0.0:1783977174.069581:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309501179 00000100:00000001:0.0:1783977174.069583:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309499943 00000100:00000001:0.0:1783977174.069585:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309501179 00000100:00000001:0.0:1783977174.069587:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977174.069589:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977174.069591:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977174.069594:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977174/real 1783977174] req@ffff9b83eed3a300 x1870620402729088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977174.069602:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977174.069603:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977174.069604:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977174.069606:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977174.069608:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977174.069610:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977174.069612:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620402729088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977174.069632:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620402729088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.069639:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977174.069640:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977174.069642:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977174.069643:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977174.069647:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620402729088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.069653:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977174.069657:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620402729088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977199 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.069663:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977174.069665:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977174.069667:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977174.069668:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977174.069669:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977174.069673:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977174.069675:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977174.069679:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977174.069681:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977174.069684:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620402729088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977199 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977174.069692:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402729088:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977174.069694:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977174.069698:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38a80 x1870620402729216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.069704:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977174.069705:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977174.069707:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977174.069709:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977174.069710:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977174.069713:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402729216:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977174.069716:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977174.069717:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977174.069719:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977174.069720:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977174.069723:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977174.069725:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977174.069728:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977174.069730:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977174.069732:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977174.069735:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402729216, portal 4 00000100:00000001:0.0:1783977174.069737:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977174.069738:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682702976 : -110484026848640 : ffff9b83eed38a80) 00000100:00000040:0.0:1783977174.069744:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38a80 x1870620402729216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.069750:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977174.069752:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977174.069754:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783977174.069756:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402729216, offset 0 00000400:00000200:0.0:1783977174.069760:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977174.069763:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977174.069766:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977174.069769:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977174.069771:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977174.069773:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977174.069775:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977174.069778:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824654:824654:256:4294967295] 192.168.201.148@tcp LPNI seq info [824625:824625:8:4294967295] 00000400:00000200:0.0:1783977174.069782:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977174.069788:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977174.069792:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977174.069794:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83ee1dd400. 00000800:00000200:0.0:1783977174.069798:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977174.069800:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783977174.069809:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977174.069811:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83ee1dd400. 00000400:00000200:0.0:1783977174.069813:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977174.069817:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977174.069819:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783977174.069821:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783977174.069823:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977174.069826:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38a80 x1870620402729216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.069833:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977174.069836:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620402729216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977199 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.069843:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977174.069844:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977174.069847:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977174.069850:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977174.069908:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977174.069910:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309499933 00000100:00000001:0.0:1783977174.069912:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309501179 00000100:00000001:0.0:1783977174.069914:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309499933 00000100:00000001:0.0:1783977174.069916:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309501179 00000100:00000001:0.0:1783977174.069918:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977174.069920:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977174.069922:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977174.069926:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977174/real 1783977174] req@ffff9b83eed38a80 x1870620402729216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977174.069935:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977174.069936:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977174.069938:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977174.069940:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977174.069942:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977174.069944:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977174.069947:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38a80 x1870620402729216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977174.069955:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38a80 x1870620402729216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.069961:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977174.069963:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977174.069964:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977174.069965:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977174.069969:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38a80 x1870620402729216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.069975:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977174.069979:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38a80 x1870620402729216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977199 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.069986:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977174.069988:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977174.069990:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977174.069991:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977174.069992:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977174.069996:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977174.069998:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977174.070001:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977174.070003:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977174.070007:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38a80 x1870620402729216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977199 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977174.070014:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402729216:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977174.070018:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977174.070019:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977174.070023:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38380 x1870620402728704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977199 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.070029:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977174.070032:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977174.070034:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977174.070038:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977174.070039:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977174.070041:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977174.070043:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977174.070046:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14c00. 02000000:00000001:0.0:1783977174.070049:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977174.070050:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977174.070052:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38380. 00000100:00000001:0.0:1783977174.070055:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977174.070056:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977174.070058:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977174.070061:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b480 x1870620402728832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977199 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.070068:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977174.070069:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977174.070071:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977174.070072:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977174.070073:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977174.070074:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977174.070076:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977174.070077:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14000. 02000000:00000001:0.0:1783977174.070079:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977174.070080:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977174.070081:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b480. 00000100:00000001:0.0:1783977174.070136:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977174.070137:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977174.070139:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977174.070143:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b100 x1870620402728960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977199 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.070149:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977174.070151:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977174.070152:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977174.070154:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977174.070155:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977174.070157:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977174.070158:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977174.070160:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16c00. 02000000:00000001:0.0:1783977174.070162:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977174.070163:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977174.070165:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b100. 00000100:00000001:0.0:1783977174.070166:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977174.070168:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977174.070169:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977174.070172:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620402729088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977199 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.070184:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977174.070185:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977174.070187:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783977174.070189:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977174.070190:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977174.070191:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977174.070192:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977174.070194:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15c00. 02000000:00000001:0.0:1783977174.070195:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977174.070196:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977174.070197:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783977174.070199:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977174.070200:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977174.070202:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977174.070205:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38a80 x1870620402729216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977199 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977174.070210:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977174.070211:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977174.070212:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977174.070214:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977174.070215:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977174.070216:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977174.070218:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977174.070219:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec17400. 02000000:00000001:0.0:1783977174.070221:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977174.070222:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977174.070223:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38a80. 00000100:00000001:0.0:1783977174.070225:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977174.070226:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977174.070228:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977174.070234:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977174.070236:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977174.070238:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977174.070239:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977174.579772:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977174.579779:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977174.579782:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977174.579788:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977174.579793:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977174.579797:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977174.579802:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977174.579806:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977174.579809:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977174.579833:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977174.579835:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977174.579840:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977174.579841:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977174.579844:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977174.579845:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977174.579849:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977174.579850:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977174.579853:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977174.579854:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977175.603422:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977175.603426:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977175.603433:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977175.603436:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977175.603444:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977175.603447:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977175.603454:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977175.603458:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977175.603466:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977175.603471:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977175.603501:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977175.603504:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977175.603507:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977175.603510:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977175.603514:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977175.603518:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977175.603524:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977175.603527:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977175.603530:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977175.603567:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977175.603573:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977175.603577:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977175.603581:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977175.603584:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977175.603586:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977175.603588:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977175.603589:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977175.603592:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977176.627587:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977176.627591:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977176.627593:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977176.627596:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977176.627602:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977176.627606:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977176.627612:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977176.627615:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977176.627622:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977176.627650:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977176.627653:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977176.627658:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977176.627660:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977176.627665:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977176.627666:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977176.627670:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977176.627671:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977176.627674:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977176.627676:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977177.651457:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977177.651471:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977177.651477:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977177.651481:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977177.651489:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977177.651492:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977177.651498:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977177.651504:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977177.651516:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977177.651522:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977177.651530:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977177.651534:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977177.651542:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977177.651546:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977177.651552:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977177.651556:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977177.651850:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977177.651854:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977177.651858:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977177.651863:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977177.651868:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977177.651871:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977177.651875:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977177.651879:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977177.651884:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977177.651909:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977177.651913:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977177.651916:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977178.675451:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977178.675457:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977178.675467:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977178.675471:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977178.675481:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977178.675486:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977178.675495:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977178.675498:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977178.675503:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977178.675505:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977178.675529:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977178.675535:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977178.675557:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977178.675667:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977178.675671:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977178.675675:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977178.675680:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977178.675686:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977178.675691:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977178.675705:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977178.675709:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977178.675716:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977178.675742:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977178.675746:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977178.675748:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977178.675750:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977178.675753:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977178.675755:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977178.675757:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977178.675758:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977178.675760:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977179.188262:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977179.188270:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977179.188275:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977179.188287:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2a00 x1870620402729344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.188340:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977179.188344:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977179.188350:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977179.188355:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977179.188358:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977179.188365:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402729344:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977179.188370:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977179.188376:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977179.188379:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977179.188382:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977179.188389:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977179.188393:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977179.188407:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977179.188414:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977179.188421:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977179.188430:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402729344, portal 25 00000100:00000001:0.0:1783977179.188433:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977179.188436:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889968640 : -110483819582976 : ffff9b83fb2e2a00) 00000100:00000040:0.0:1783977179.188444:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2a00 x1870620402729344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.188465:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977179.188472:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977179.188479:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783977179.188487:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402729344, offset 0 00000400:00000200:0.0:1783977179.188500:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977179.188515:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977179.188527:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977179.188618:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977179.188624:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977179.188630:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977179.188636:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977179.188643:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824655:824655:256:4294967295] 192.168.201.148@tcp LPNI seq info [824626:824626:8:4294967295] 00000400:00000200:0.0:1783977179.188649:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977179.188663:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977179.188673:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977179.188683:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83ee1dd400. 00000800:00000200:0.0:1783977179.188696:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977179.188704:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783977179.188737:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977179.188742:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83ee1dd400. 00000400:00000200:0.0:1783977179.188753:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977179.188762:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977179.188770:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783977179.188774:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783977179.188782:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977179.188790:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2a00 x1870620402729344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.188807:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977179.188815:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2a00 x1870620402729344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977204 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.188839:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977179.188842:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977179.188849:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977179.188854:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977179.188857:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309506299 00000100:00000010:0.0:1783977179.188862:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783977179.188870:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977179.188876:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309506299 00000100:00000010:0.0:1783977179.188880:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783977179.188883:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977179.188886:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977179.188889:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977179.188892:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977179.188897:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977179/real 1783977179] req@ffff9b83fb2e2a00 x1870620402729344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977179.188907:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977179.188909:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977179.188912:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977179.188915:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977179.188917:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977179.188920:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977179.188924:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2a00 x1870620402729344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977179.189047:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2a00 x1870620402729344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.189055:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977179.189057:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977179.189059:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977179.189061:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977179.189066:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2a00 x1870620402729344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.189074:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977179.189079:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2a00 x1870620402729344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977204 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.189086:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977179.189089:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977179.189090:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977179.189091:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977179.189094:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977179.189096:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977179.189099:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977179.189103:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977179.189106:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977179.189111:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2a00 x1870620402729344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977204 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977179.189119:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402729344:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977179.189124:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977179.189127:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0380 x1870620402729472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.189134:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977179.189135:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977179.189137:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977179.189139:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977179.189141:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977179.189145:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402729472:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977179.189148:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977179.189150:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977179.189151:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977179.189153:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977179.189156:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783977179.189157:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977179.189160:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977179.189162:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977179.189165:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977179.189167:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402729472, portal 10 00000100:00000001:0.0:1783977179.189169:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977179.189169:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889958784 : -110483819592832 : ffff9b83fb2e0380) 00000100:00000040:0.0:1783977179.189175:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0380 x1870620402729472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.189179:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977179.189180:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977179.189181:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783977179.189183:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402729472, offset 0 00000400:00000200:0.0:1783977179.189185:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977179.189188:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977179.189191:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977179.189193:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977179.189195:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977179.189196:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977179.189198:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977179.189200:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824656:824656:256:4294967295] 192.168.201.148@tcp LPNI seq info [824627:824627:8:4294967295] 00000400:00000200:0.0:1783977179.189203:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977179.189207:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977179.189211:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977179.189214:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83ee1dd400. 00000800:00000200:0.0:1783977179.189218:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977179.189220:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783977179.189231:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977179.189232:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83ee1dd400. 00000400:00000200:0.0:1783977179.189236:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977179.189239:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977179.189242:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783977179.189244:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783977179.189246:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977179.189250:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0380 x1870620402729472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.189258:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977179.189260:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0380 x1870620402729472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977204 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.189267:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977179.189268:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977179.189271:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977179.189275:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977179.189279:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977179.189281:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309505040 00000100:00000001:0.0:1783977179.189283:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309506299 00000100:00000001:0.0:1783977179.189286:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309505040 00000100:00000001:0.0:1783977179.189288:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309506299 00000100:00000001:0.0:1783977179.189290:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977179.189292:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977179.189431:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977179.189436:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977179/real 1783977179] req@ffff9b83fb2e0380 x1870620402729472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977179.189445:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977179.189447:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977179.189449:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977179.189452:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977179.189453:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977179.189456:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977179.189459:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0380 x1870620402729472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977179.189467:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0380 x1870620402729472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.189475:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977179.189476:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977179.189478:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977179.189479:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977179.189483:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0380 x1870620402729472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.189490:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977179.189494:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0380 x1870620402729472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977204 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.189501:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977179.189504:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977179.189506:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977179.189507:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977179.189509:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977179.189519:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977179.189522:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977179.189525:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977179.189528:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977179.189652:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0380 x1870620402729472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977204 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977179.189662:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402729472:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977179.189667:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977179.189669:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977179.189672:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2a00 x1870620402729344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977204 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.189680:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977179.189683:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977179.189685:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977179.189689:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977179.189691:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977179.189693:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977179.189696:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977179.189699:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff6800. 02000000:00000001:0.0:1783977179.189703:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977179.189704:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977179.189706:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2a00. 00000100:00000001:0.0:1783977179.189710:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977179.189711:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977179.189713:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977179.189716:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0380 x1870620402729472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977204 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.189722:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977179.189724:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977179.189725:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783977179.189727:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977179.189729:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977179.189730:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977179.189732:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977179.189734:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff7c00. 02000000:00000001:0.0:1783977179.189735:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977179.189737:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977179.189738:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0380. 00000100:00000001:0.0:1783977179.189740:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977179.189741:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977179.189742:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977179.189750:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977179.189752:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977179.189754:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977179.189756:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977179.189757:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977179.189761:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2300 x1870620402729600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.189767:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977179.189769:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977179.189771:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977179.189772:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977179.189774:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977179.189776:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402729600:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977179.189779:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977179.189781:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977179.189783:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977179.189785:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977179.189788:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783977179.189790:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977179.189794:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977179.189796:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977179.189800:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977179.189803:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402729600, portal 10 00000100:00000001:0.0:1783977179.189805:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977179.189806:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889966848 : -110483819584768 : ffff9b83fb2e2300) 00000100:00000040:0.0:1783977179.189813:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2300 x1870620402729600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.189819:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977179.189821:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977179.189824:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783977179.189826:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402729600, offset 0 00000400:00000200:0.0:1783977179.189830:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977179.189835:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977179.189839:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977179.189842:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977179.189845:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977179.189847:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977179.189849:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977179.189853:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824657:824657:256:4294967295] 192.168.201.148@tcp LPNI seq info [824628:824628:8:4294967295] 00000400:00000200:0.0:1783977179.189857:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977179.189863:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977179.189866:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977179.189868:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83ee1dd400. 00000800:00000200:0.0:1783977179.189871:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977179.189873:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783977179.189880:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977179.189882:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83ee1dd400. 00000400:00000200:0.0:1783977179.189885:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977179.189888:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977179.189891:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783977179.189893:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783977179.189896:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977179.189899:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2300 x1870620402729600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.189907:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977179.189910:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2300 x1870620402729600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977204 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.189917:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977179.189918:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977179.189921:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977179.190425:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977179.190430:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977179.190432:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309505037 00000100:00000001:0.0:1783977179.190435:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309506299 00000100:00000001:0.0:1783977179.190438:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309505037 00000100:00000001:0.0:1783977179.190440:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309506299 00000100:00000001:0.0:1783977179.190442:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977179.190445:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977179.190446:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977179.190451:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977179/real 1783977179] req@ffff9b83fb2e2300 x1870620402729600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977179.190460:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977179.190461:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977179.190463:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977179.190468:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977179.190470:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977179.190472:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977179.190475:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2300 x1870620402729600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977179.190482:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2300 x1870620402729600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.190488:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977179.190489:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977179.190491:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977179.190492:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977179.190496:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2300 x1870620402729600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.190502:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977179.190505:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2300 x1870620402729600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977204 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.190512:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977179.190514:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977179.190516:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977179.190517:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977179.190518:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977179.190525:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977179.190528:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977179.190541:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977179.190543:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977179.190546:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2300 x1870620402729600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977204 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977179.190553:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402729600:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977179.190557:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977179.190560:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1f80 x1870620402729728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.190565:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977179.190567:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977179.190569:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977179.190570:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977179.190572:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977179.190574:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402729728:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977179.190577:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977179.190579:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977179.190581:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977179.190582:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977179.190586:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977179.190587:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977179.190591:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977179.190594:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977179.190598:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977179.190601:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402729728, portal 4 00000100:00000001:0.0:1783977179.190602:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977179.190603:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889965952 : -110483819585664 : ffff9b83fb2e1f80) 00000100:00000040:0.0:1783977179.190610:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1f80 x1870620402729728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.190620:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977179.190623:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977179.190625:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783977179.190627:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402729728, offset 0 00000400:00000200:0.0:1783977179.190631:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977179.190636:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977179.190639:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977179.190641:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977179.190642:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977179.190644:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977179.190645:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977179.190647:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824658:824658:256:4294967295] 192.168.201.148@tcp LPNI seq info [824629:824629:8:4294967295] 00000400:00000200:0.0:1783977179.190650:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977179.190655:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977179.190658:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977179.190660:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83ee1dd400. 00000800:00000200:0.0:1783977179.190663:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977179.190665:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783977179.190676:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977179.190678:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83ee1dd400. 00000400:00000200:0.0:1783977179.190681:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977179.190684:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977179.190686:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783977179.190688:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783977179.190690:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977179.190694:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1f80 x1870620402729728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.190702:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977179.190705:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1f80 x1870620402729728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977204 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.190718:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977179.190720:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977179.190723:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977179.190726:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977179.190729:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977179.190731:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309505064 00000100:00000001:0.0:1783977179.190734:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309506299 00000100:00000001:0.0:1783977179.190736:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309505064 00000100:00000001:0.0:1783977179.190738:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309506299 00000100:00000001:0.0:1783977179.190740:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977179.190742:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977179.190744:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977179.190748:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977179/real 1783977179] req@ffff9b83fb2e1f80 x1870620402729728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977179.190756:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977179.190757:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977179.190759:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977179.190762:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977179.190763:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977179.190766:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977179.190769:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1f80 x1870620402729728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977179.190777:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1f80 x1870620402729728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.190781:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977179.190782:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977179.190783:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977179.190784:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977179.190787:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1f80 x1870620402729728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.190792:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977179.190794:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1f80 x1870620402729728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977204 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.190798:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977179.190799:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977179.190800:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977179.190801:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977179.190802:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977179.190805:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977179.190806:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977179.190808:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977179.190809:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977179.190812:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1f80 x1870620402729728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977204 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977179.190819:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402729728:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977179.190822:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977179.190826:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1880 x1870620402729856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.190832:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977179.190834:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977179.190836:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977179.190838:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977179.190840:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977179.190842:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402729856:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977179.190846:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977179.190848:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977179.190850:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977179.190852:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977179.190855:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977179.190857:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977179.190860:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977179.190862:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977179.190864:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977179.190866:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402729856, portal 4 00000100:00000001:0.0:1783977179.190867:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977179.190868:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889964160 : -110483819587456 : ffff9b83fb2e1880) 00000100:00000040:0.0:1783977179.190873:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1880 x1870620402729856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.190877:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977179.190879:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977179.190880:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783977179.190882:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402729856, offset 0 00000400:00000200:0.0:1783977179.190885:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977179.190889:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977179.190893:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977179.190895:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977179.190897:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977179.190899:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977179.190902:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977179.190905:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824659:824659:256:4294967295] 192.168.201.148@tcp LPNI seq info [824630:824630:8:4294967295] 00000400:00000200:0.0:1783977179.190909:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977179.190915:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977179.190920:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977179.190923:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83ee1dd400. 00000800:00000200:0.0:1783977179.190934:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977179.190936:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783977179.190945:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977179.190948:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83ee1dd400. 00000400:00000200:0.0:1783977179.190950:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977179.190953:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977179.190956:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783977179.190958:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783977179.190960:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977179.190964:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1880 x1870620402729856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.190971:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977179.190974:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1880 x1870620402729856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977204 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.190980:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977179.190982:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977179.190985:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977179.190988:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977179.190991:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977179.190993:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309505054 00000100:00000001:0.0:1783977179.190996:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309506299 00000100:00000001:0.0:1783977179.190998:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309505054 00000100:00000001:0.0:1783977179.191000:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309506299 00000100:00000001:0.0:1783977179.191002:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977179.191004:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977179.191006:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977179.191009:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977179/real 1783977179] req@ffff9b83fb2e1880 x1870620402729856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977179.191018:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977179.191019:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977179.191021:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977179.191024:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977179.191025:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977179.191028:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977179.191031:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1880 x1870620402729856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977179.191039:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1880 x1870620402729856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.191045:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977179.191046:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977179.191048:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977179.191050:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977179.191053:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1880 x1870620402729856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.191059:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977179.191063:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1880 x1870620402729856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977204 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.191069:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977179.191072:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977179.191074:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977179.191075:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977179.191076:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977179.191081:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977179.191083:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977179.191087:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977179.191089:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977179.191092:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1880 x1870620402729856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977204 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977179.191100:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402729856:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977179.191103:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977179.191105:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977179.191109:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2300 x1870620402729600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977204 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.191115:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977179.191117:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977179.191119:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783977179.191121:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977179.191123:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977179.191124:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977179.191126:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977179.191128:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff5800. 02000000:00000001:0.0:1783977179.191131:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977179.191132:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977179.191133:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2300. 00000100:00000001:0.0:1783977179.191136:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977179.191137:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977179.191140:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977179.191143:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1f80 x1870620402729728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977204 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.191148:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977179.191149:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977179.191151:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977179.191153:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977179.191154:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977179.191155:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977179.191157:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977179.191159:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff6400. 02000000:00000001:0.0:1783977179.191161:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977179.191162:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977179.191163:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1f80. 00000100:00000001:0.0:1783977179.191165:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977179.191167:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977179.191168:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977179.191171:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1880 x1870620402729856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977204 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977179.191177:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977179.191179:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977179.191180:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977179.191184:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977179.191185:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977179.191186:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977179.191188:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977179.191189:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff4000. 02000000:00000001:0.0:1783977179.191191:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977179.191192:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977179.191194:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1880. 00000100:00000001:0.0:1783977179.191196:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977179.191197:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977179.191199:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977179.191204:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977179.191206:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977179.191208:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977179.191210:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977179.699469:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977179.699481:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977179.699486:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977179.699496:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977179.699503:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977179.699508:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977179.699514:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977179.699519:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977179.699535:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977179.699565:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977179.699569:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977179.699574:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977179.699576:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977179.699581:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977179.699582:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977179.699587:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977179.699588:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977179.699592:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977179.699593:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977179.699615:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977179.699618:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977179.699622:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977179.699801:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977179.699805:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977179.699806:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977179.699809:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977179.699811:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977179.699813:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977179.699816:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977179.699818:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977179.699820:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977180.723435:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977180.723446:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977180.723458:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977180.723464:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977180.723468:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977180.723471:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977180.723475:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977180.723479:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977180.723484:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977180.723527:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977180.723531:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977180.723537:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977180.723539:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977180.723544:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977180.723545:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977180.723550:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977180.723551:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977180.723555:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977180.723557:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977180.723579:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977180.723583:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977180.723586:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977180.723611:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977180.723616:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977180.723619:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977180.723623:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977180.723627:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977180.723631:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977180.723749:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977180.723751:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977180.723753:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977180.723767:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977180.723770:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977180.723772:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977180.723773:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977180.723775:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977180.723778:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977180.723780:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977180.723782:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977180.723786:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977181.747421:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977181.747427:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977181.747430:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977181.747433:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977181.747436:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977181.747438:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977181.747441:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977181.747445:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977181.747457:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977181.747481:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977181.747665:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977181.747669:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977181.747670:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977181.747672:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977181.747673:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977181.747675:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977181.747676:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977181.747678:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977181.747679:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977181.747693:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977181.747695:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977181.747697:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977182.771672:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977182.771678:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977182.771685:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977182.771693:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977182.771699:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977182.771701:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977182.771704:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977182.771705:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977182.771707:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977182.771729:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977182.771733:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977182.771737:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977182.771741:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977182.771743:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977182.771746:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977182.771750:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977182.771755:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977182.771759:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977182.771765:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977182.771770:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977182.771776:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977182.771780:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977182.771784:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977182.771786:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977182.771788:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977182.771790:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977182.771792:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977182.771796:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977182.771798:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977182.771800:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977182.771803:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977182.771804:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977182.771807:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977182.771808:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977182.771810:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977182.771814:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977182.771816:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977182.771817:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977182.771818:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977182.771820:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977182.771821:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977182.771823:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977182.771825:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977182.771874:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977182.771875:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977182.771878:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977183.795422:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977183.795427:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977183.795431:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977183.795432:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977183.795434:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977183.795435:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977183.795437:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977183.795438:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977183.795440:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977183.795440:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977183.795471:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977183.795473:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977183.795476:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977183.797498:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977183.797502:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977183.797503:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977183.797506:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977183.797508:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977183.797510:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977183.797511:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977183.797513:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977183.797515:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977184.307670:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977184.307676:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977184.307681:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977184.307692:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881c00 x1870620402729984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977184.307712:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977184.307716:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977184.307722:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977184.307727:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977184.307730:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977184.307734:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402729984:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977184.307741:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977184.307745:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977184.307749:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977184.307753:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977184.307759:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977184.307763:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977184.307769:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977184.307774:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977184.307780:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977184.307788:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402729984, portal 25 00000100:00000001:0.0:1783977184.307792:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977184.307794:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694536704 : -110484015014912 : ffff9b83ef881c00) 00000100:00000040:0.0:1783977184.307816:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881c00 x1870620402729984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977184.307832:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977184.307841:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977184.307847:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783977184.307853:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402729984, offset 0 00000400:00000200:0.0:1783977184.307863:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977184.307872:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977184.307887:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977184.307897:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977184.307905:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977184.307913:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977184.307919:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977184.307928:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824660:824660:256:4294967295] 192.168.201.148@tcp LPNI seq info [824631:824631:8:4294967295] 00000400:00000200:0.0:1783977184.307953:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977184.307974:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977184.307985:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977184.308003:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83ee1dd400. 00000800:00000200:0.0:1783977184.308013:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783977184.308045:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977184.308054:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977184.308068:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309511418 00000100:00000010:0.0:1783977184.308076:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783977184.308086:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977184.308094:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309511418 00000100:00000010:0.0:1783977184.308100:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783977184.308106:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977184.308113:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977184.308118:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977184.308124:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977184.308129:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977184.308139:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977184.308143:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783977184.308148:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977184.308151:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977184.308153:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977184.308159:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880e00 x1870620402730112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977184.308185:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977184.308190:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977184.308196:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977184.308200:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977184.308204:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977184.308212:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402730112:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977184.308217:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977184.308219:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977184.308220:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977184.308223:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977184.308228:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783977184.308234:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977184.308242:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977184.308248:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ac08. 00000400:00000010:0.0:1783977184.308255:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40753b8. 00000100:00000200:0.0:1783977184.308261:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402730112, portal 10 00000100:00000001:0.0:1783977184.308266:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977184.308270:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694533120 : -110484015018496 : ffff9b83ef880e00) 00000100:00000040:0.0:1783977184.308283:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880e00 x1870620402730112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977184.308334:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977184.308341:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977184.308346:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075440. 00000100:00000200:0.0:1783977184.308352:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402730112, offset 0 00000400:00000200:0.0:1783977184.308364:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977184.308372:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977184.308380:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977184.308388:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977184.308395:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977184.308402:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977184.308408:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977184.308418:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824661:824661:255:4294967295] 192.168.201.148@tcp LPNI seq info [824632:824632:7:4294967295] 00000400:00000200:0.0:1783977184.308428:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977184.308452:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977184.308463:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977184.308470:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83ee1dd900. 00000800:00000200:0.0:1783977184.308478:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783977184.308494:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977184.308500:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977184.308509:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977184.308514:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309510160 00000100:00000001:0.0:1783977184.308520:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309511418 00000100:00000001:0.0:1783977184.308526:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309510160 00000100:00000001:0.0:1783977184.308531:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309511418 00000100:00000001:0.0:1783977184.308536:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977184.308541:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977184.308546:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977184.308553:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880000 x1870620402730240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977184.308567:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977184.308569:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977184.308572:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977184.308573:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977184.308576:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977184.308580:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402730240:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977184.308583:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977184.308586:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977184.308587:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977184.308589:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977184.308593:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977184.308596:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977184.308605:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977184.308608:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a738. 00000400:00000010:0.0:1783977184.308613:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977184.308616:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402730240, portal 10 00000100:00000001:0.0:1783977184.308618:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977184.308619:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694529536 : -110484015022080 : ffff9b83ef880000) 00000100:00000040:0.0:1783977184.308625:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880000 x1870620402730240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977184.308632:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977184.308634:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977184.308637:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075660. 00000100:00000200:0.0:1783977184.308639:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402730240, offset 0 00000400:00000200:0.0:1783977184.308644:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977184.308648:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977184.308652:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977184.308655:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977184.308658:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977184.308660:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977184.308662:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977184.308665:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824662:824662:254:4294967295] 192.168.201.148@tcp LPNI seq info [824633:824633:6:4294967295] 00000400:00000200:0.0:1783977184.308670:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977184.308676:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977184.308681:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977184.308685:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83ee1ddd00. 00000800:00000200:0.0:1783977184.308689:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783977184.308698:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977184.308701:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977184.308704:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977184.308706:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309510155 00000100:00000001:0.0:1783977184.308708:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309511418 00000100:00000001:0.0:1783977184.308711:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309510155 00000100:00000001:0.0:1783977184.308713:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309511418 00000100:00000001:0.0:1783977184.308715:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977184.308717:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977184.308719:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977184.308721:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977184.308724:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977184.308726:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783977184.308728:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977184.308729:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977184.308730:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977184.308734:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882680 x1870620402730368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977184.308741:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977184.308742:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977184.308745:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977184.308747:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977184.308749:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977184.308752:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402730368:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977184.308755:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977184.308757:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977184.308758:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977184.308760:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977184.308763:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977184.308765:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977184.308768:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977184.308771:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977184.308775:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075dd0. 00000100:00000200:0.0:1783977184.308778:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402730368, portal 4 00000100:00000001:0.0:1783977184.308780:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977184.308781:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694539392 : -110484015012224 : ffff9b83ef882680) 00000100:00000040:0.0:1783977184.308787:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882680 x1870620402730368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977184.308793:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977184.308795:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977184.308798:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075000. 00000100:00000200:0.0:1783977184.308800:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402730368, offset 0 00000400:00000200:0.0:1783977184.308804:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977184.308808:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977184.308811:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977184.308813:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977184.308816:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977184.308818:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977184.308820:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977184.308823:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824663:824663:253:4294967295] 192.168.201.148@tcp LPNI seq info [824634:824634:5:4294967295] 00000400:00000200:0.0:1783977184.308827:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977184.308832:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977184.308836:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977184.308842:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97d00. 00000800:00000200:0.0:1783977184.308845:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783977184.308851:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977184.308854:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977184.308857:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977184.308859:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309510182 00000100:00000001:0.0:1783977184.308861:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309511418 00000100:00000001:0.0:1783977184.308863:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309510182 00000100:00000001:0.0:1783977184.308865:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309511418 00000100:00000001:0.0:1783977184.308868:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977184.308870:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977184.308872:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977184.308875:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883b80 x1870620402730496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977184.308882:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977184.308883:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977184.308885:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977184.308887:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977184.308888:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977184.308891:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402730496:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977184.308894:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977184.308896:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977184.308897:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977184.308898:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977184.308902:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977184.308903:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977184.308906:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977184.308908:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939af78. 00000400:00000010:0.0:1783977184.308912:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977184.308914:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402730496, portal 4 00000100:00000001:0.0:1783977184.308916:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977184.308917:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694544768 : -110484015006848 : ffff9b83ef883b80) 00000100:00000040:0.0:1783977184.308922:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883b80 x1870620402730496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977184.308929:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977184.308931:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977184.308933:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783977184.308936:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402730496, offset 0 00000400:00000200:0.0:1783977184.308939:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977184.308943:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977184.308946:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977184.308949:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977184.308951:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977184.308953:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977184.308955:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977184.308957:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824664:824664:252:4294967295] 192.168.201.148@tcp LPNI seq info [824635:824635:4:4294967295] 00000400:00000200:0.0:1783977184.308961:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977184.308966:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977184.308970:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977184.308974:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97400. 00000800:00000200:0.0:1783977184.308978:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783977184.308985:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977184.308988:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977184.308991:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977184.308993:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309510172 00000100:00000001:0.0:1783977184.308995:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309511418 00000100:00000001:0.0:1783977184.308996:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309510172 00000100:00000001:0.0:1783977184.308998:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309511418 00000100:00000001:0.0:1783977184.309000:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977184.309002:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977184.309004:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977184.309006:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977184.309009:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977184.309011:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783977184.309013:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977184.309014:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977184.309015:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977184.309017:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977184.819424:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977184.819430:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977184.819444:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977184.819449:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977184.819454:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977184.819457:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977184.819469:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977184.819472:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977184.819475:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977184.819487:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977184.819489:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977184.819490:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977184.819492:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977184.819496:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977184.819500:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977184.819504:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977184.819506:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977184.819510:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977184.819542:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977184.819546:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977184.819554:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977184.819558:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977184.819564:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977184.819567:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977184.819572:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977184.819573:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977184.819576:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977184.819578:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977184.819596:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977184.819598:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977184.819601:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977185.843423:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977185.843429:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977185.843436:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977185.843438:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977185.843443:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977185.843446:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977185.843458:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977185.843460:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977185.843780:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977185.843782:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977185.843799:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977185.843801:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977185.843803:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977186.867480:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977186.867490:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977186.867499:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977186.867507:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977186.867518:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977186.867528:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977186.867546:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977186.867559:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977186.867570:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977186.867577:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977186.867613:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977186.867618:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977186.867626:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977186.867662:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977186.867667:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977186.867670:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977186.867675:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977186.867680:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977186.867685:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977186.867690:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977186.867694:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977186.867697:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977187.380765:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977187.380776:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977187.380779:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977187.380797:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977184/real 1783977187] req@ffff9b83ef882680 x1870620402730368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977187.380817:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977187.380819:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977187.380825:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977187.380833:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075dd0 00000400:00000010:0.0:1783977187.380835:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075dd0. 00000100:00000001:0.0:1783977187.380841:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977187.380846:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882680 x1870620402730368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977187.380855:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882680 x1870620402730368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977187.380862:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977187.380864:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977187.380867:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977187.380869:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977187.380873:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882680 x1870620402730368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977187.380879:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977187.380884:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882680 x1870620402730368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977209 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977187.380891:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977187.380893:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977187.380895:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977187.380896:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977187.380898:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977187.380904:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977187.380907:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977187.380911:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977187.380913:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977187.380917:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882680 x1870620402730368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977209 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977187.380924:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402730368:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977187.380928:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977187.380932:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977184/real 1783977187] req@ffff9b83ef883b80 x1870620402730496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977187.380939:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977187.380940:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977187.380941:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939af78. 00000400:00000200:0.0:1783977187.380944:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977187.380945:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977187.380947:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977187.380950:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883b80 x1870620402730496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977187.380956:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883b80 x1870620402730496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977187.380961:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977187.380962:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977187.380964:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977187.380965:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977187.380968:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883b80 x1870620402730496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977187.380975:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977187.380978:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883b80 x1870620402730496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977209 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977187.380984:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977187.380986:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977187.380987:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977187.380989:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977187.380990:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977187.380994:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977187.380996:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977187.380998:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977187.381000:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977187.381004:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883b80 x1870620402730496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977209 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977187.381012:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402730496:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977187.381016:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977187.381020:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977184/real 1783977187] req@ffff9b83ef880e00 x1870620402730112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977187.381027:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977187.381028:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977187.381030:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ac08. 00000400:00000200:0.0:1783977187.381032:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40753b8 00000400:00000010:0.0:1783977187.381034:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40753b8. 00000100:00000001:0.0:1783977187.381036:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977187.381038:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880e00 x1870620402730112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977187.381045:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880e00 x1870620402730112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977187.381051:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977187.381052:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977187.381054:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977187.381055:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977187.381058:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880e00 x1870620402730112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977187.381070:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977187.381073:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880e00 x1870620402730112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977209 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977187.381079:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977187.381081:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977187.381083:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977187.381084:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977187.381085:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977187.381094:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977187.381096:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977187.381099:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977187.381101:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977187.381104:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880e00 x1870620402730112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977209 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977187.381110:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402730112:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977187.381114:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977187.381119:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977184/real 1783977187] req@ffff9b83ef880000 x1870620402730240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977187.381125:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977187.381126:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977187.381128:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a738. 00000400:00000200:0.0:1783977187.381130:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783977187.381132:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783977187.381134:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977187.381136:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880000 x1870620402730240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977187.381148:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880000 x1870620402730240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977187.381154:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977187.381155:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977187.381156:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977187.381157:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977187.381161:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880000 x1870620402730240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977187.381166:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977187.381169:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880000 x1870620402730240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977209 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977187.381176:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977187.381178:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977187.381180:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977187.381181:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977187.381182:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977187.381187:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977187.381190:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977187.381193:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977187.381195:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977187.381199:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880000 x1870620402730240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977209 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977187.381206:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402730240:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977187.381210:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977187.381214:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977184/real 1783977187] req@ffff9b83ef881c00 x1870620402729984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977187.381226:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977187.381227:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977187.381228:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977187.381231:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977187.381233:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977187.381235:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977187.381239:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881c00 x1870620402729984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977187.381246:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881c00 x1870620402729984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977187.381252:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977187.381254:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977187.381255:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977187.381257:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977187.381260:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881c00 x1870620402729984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977187.381266:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977187.381269:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881c00 x1870620402729984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977209 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977187.381276:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977187.381278:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977187.381279:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977187.381281:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977187.381282:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977187.381284:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977187.381286:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977187.381289:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977187.381291:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977187.381331:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881c00 x1870620402729984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977209 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977187.381339:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402729984:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977187.381343:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977187.381346:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977187.381349:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882680 x1870620402730368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977209 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977187.381355:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977187.381358:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977187.381362:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977187.381367:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977187.381370:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977187.381372:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977187.381375:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977187.381378:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783977187.381382:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977187.381384:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977187.381396:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882680. 00000100:00000001:0.0:1783977187.381403:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977187.381404:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977187.381405:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977187.381409:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883b80 x1870620402730496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977209 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977187.381414:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977187.381416:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977187.381417:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977187.381420:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977187.381421:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977187.381423:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977187.381425:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977187.381426:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634000. 02000000:00000001:0.0:1783977187.381429:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977187.381430:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977187.381431:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883b80. 00000100:00000001:0.0:1783977187.381436:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977187.381437:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977187.381438:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977187.381441:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880e00 x1870620402730112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977209 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977187.381447:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977187.381448:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977187.381449:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783977187.381452:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977187.381453:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977187.381454:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977187.381456:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977187.381457:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c9e77000. 02000000:00000001:0.0:1783977187.381461:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977187.381462:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977187.381463:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880e00. 00000100:00000001:0.0:1783977187.381467:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977187.381468:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977187.381470:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977187.381473:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880000 x1870620402730240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977209 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977187.381479:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977187.381480:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977187.381481:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977187.381484:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977187.381485:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977187.381486:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977187.381488:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977187.381489:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83cd51f000. 02000000:00000001:0.0:1783977187.381491:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977187.381492:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977187.381493:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880000. 00000100:00000001:0.0:1783977187.381496:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977187.381497:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977187.381498:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977187.381501:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881c00 x1870620402729984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977209 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977187.381508:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977187.381509:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977187.381510:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977187.381513:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977187.381514:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977187.381515:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977187.381516:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977187.381518:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c9e76000. 02000000:00000001:0.0:1783977187.381520:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977187.381521:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977187.381522:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881c00. 00000100:00000001:0.0:1783977187.381523:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977187.381524:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977187.381526:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977187.381535:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977187.381538:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977187.381540:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977187.381542:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977187.891471:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977187.891481:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977187.891489:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977187.891497:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977187.891508:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977187.891519:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977187.891538:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977187.891543:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977187.891547:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977187.891583:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977187.891590:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977187.891595:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977187.891601:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977187.891611:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977187.891616:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977187.891626:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977187.891635:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977187.891651:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977187.891655:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977187.891661:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977187.891664:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977187.891670:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977187.891673:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977187.891678:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977187.891681:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977187.891701:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977187.891703:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977187.891706:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977188.915433:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977188.915437:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977188.915446:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977188.915450:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977188.915456:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977188.915459:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977188.915472:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977188.915477:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977188.915486:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977188.915488:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977188.915513:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977188.915518:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977188.915524:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977189.428040:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977189.428044:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977189.428047:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977189.428054:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881500 x1870620402730624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.428062:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977189.428064:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977189.428067:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977189.428069:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977189.428072:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977189.428074:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402730624:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977189.428078:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977189.428082:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977189.428085:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977189.428087:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977189.428091:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977189.428093:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977189.428099:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977189.428103:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977189.428109:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977189.428116:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402730624, portal 25 00000100:00000001:0.0:1783977189.428118:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977189.428120:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694534912 : -110484015016704 : ffff9b83ef881500) 00000100:00000040:0.0:1783977189.428125:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881500 x1870620402730624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.428131:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977189.428133:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977189.428136:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977189.428139:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402730624, offset 0 00000400:00000200:0.0:1783977189.428145:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977189.428152:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977189.428158:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977189.428163:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977189.428167:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977189.428171:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977189.428173:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977189.428177:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824665:824665:256:4294967295] 192.168.201.148@tcp LPNI seq info [824636:824636:8:4294967295] 00000400:00000200:0.0:1783977189.428181:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977189.428191:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977189.428197:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977189.428202:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97400. 00000800:00000200:0.0:1783977189.428209:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977189.428327:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783977189.428344:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977189.428348:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97400. 00000400:00000200:0.0:1783977189.428363:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977189.428368:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977189.428375:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783977189.428377:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783977189.428383:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977189.428387:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881500 x1870620402730624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.428396:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977189.428399:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881500 x1870620402730624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977214 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.428405:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977189.428407:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977189.428413:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977189.428417:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977189.428419:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309516539 00000100:00000010:0.0:1783977189.428425:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783977189.428432:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977189.428437:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309516539 00000100:00000010:0.0:1783977189.428440:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783977189.428443:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977189.428446:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977189.428449:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977189.428452:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977189.428456:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977189/real 1783977189] req@ffff9b83ef881500 x1870620402730624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977189.428465:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977189.428467:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977189.428469:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977189.428471:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977189.428473:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977189.428475:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977189.428479:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881500 x1870620402730624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977189.428487:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881500 x1870620402730624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.428494:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977189.428496:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977189.428498:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977189.428500:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977189.428504:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881500 x1870620402730624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.428510:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977189.428514:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881500 x1870620402730624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977214 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.428520:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977189.428523:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977189.428524:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977189.428526:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977189.428528:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977189.428530:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977189.428533:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977189.428536:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977189.428538:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977189.428542:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881500 x1870620402730624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977214 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977189.428550:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402730624:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977189.428554:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977189.428557:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882300 x1870620402730752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.428568:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977189.428570:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977189.428572:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977189.428622:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977189.428625:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977189.428628:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402730752:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977189.428631:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977189.428633:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977189.428634:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977189.428636:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977189.428639:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977189.428641:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977189.428645:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977189.428647:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977189.428651:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977189.428654:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402730752, portal 10 00000100:00000001:0.0:1783977189.428656:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977189.428657:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694538496 : -110484015013120 : ffff9b83ef882300) 00000100:00000040:0.0:1783977189.428663:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882300 x1870620402730752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.428669:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977189.428672:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977189.428674:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977189.428676:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402730752, offset 0 00000400:00000200:0.0:1783977189.428680:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977189.428684:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977189.428687:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977189.428690:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977189.428692:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977189.428694:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977189.428696:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977189.428699:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824666:824666:256:4294967295] 192.168.201.148@tcp LPNI seq info [824637:824637:8:4294967295] 00000400:00000200:0.0:1783977189.428703:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977189.428709:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977189.428714:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977189.428717:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97400. 00000800:00000200:0.0:1783977189.428721:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977189.428724:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783977189.428734:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977189.428735:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97400. 00000400:00000200:0.0:1783977189.428738:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977189.428741:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977189.428744:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783977189.428745:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783977189.428747:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977189.428751:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882300 x1870620402730752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.428757:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977189.428759:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882300 x1870620402730752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977214 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.428765:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977189.428766:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977189.428768:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977189.428772:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977189.428775:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977189.428777:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309515280 00000100:00000001:0.0:1783977189.428779:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309516539 00000100:00000001:0.0:1783977189.428781:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309515280 00000100:00000001:0.0:1783977189.428782:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309516539 00000100:00000001:0.0:1783977189.428784:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977189.428786:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977189.428788:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977189.428791:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977189/real 1783977189] req@ffff9b83ef882300 x1870620402730752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977189.428798:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977189.428799:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977189.428801:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977189.428803:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977189.428804:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977189.428806:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977189.428809:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882300 x1870620402730752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977189.428815:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882300 x1870620402730752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.428820:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977189.428821:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977189.428823:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977189.428824:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977189.428827:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882300 x1870620402730752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.428832:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977189.428835:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882300 x1870620402730752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977214 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.428841:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977189.428844:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977189.428845:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977189.428846:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977189.428848:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977189.428856:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977189.428859:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977189.428863:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977189.428865:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977189.428870:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882300 x1870620402730752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977214 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977189.428876:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402730752:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977189.428880:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977189.428883:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881880 x1870620402730880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.428890:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977189.428891:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977189.428894:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977189.428896:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977189.428897:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977189.428900:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402730880:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977189.428903:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977189.428905:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977189.428906:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977189.428908:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977189.428911:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783977189.428913:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977189.428915:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977189.428918:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977189.428921:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977189.428924:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402730880, portal 10 00000100:00000001:0.0:1783977189.428926:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977189.428927:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694535808 : -110484015015808 : ffff9b83ef881880) 00000100:00000040:0.0:1783977189.428933:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881880 x1870620402730880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.428939:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977189.428942:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977189.428944:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977189.428946:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402730880, offset 0 00000400:00000200:0.0:1783977189.428949:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977189.428953:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977189.428956:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977189.428960:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977189.428962:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977189.428964:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977189.428966:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977189.428969:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824667:824667:256:4294967295] 192.168.201.148@tcp LPNI seq info [824638:824638:8:4294967295] 00000400:00000200:0.0:1783977189.428973:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977189.428979:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977189.428982:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977189.428984:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97400. 00000800:00000200:0.0:1783977189.428987:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977189.428989:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783977189.428995:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977189.428996:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97400. 00000400:00000200:0.0:1783977189.428998:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977189.429000:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977189.429002:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783977189.429003:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783977189.429005:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977189.429007:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881880 x1870620402730880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.429012:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977189.429014:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881880 x1870620402730880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977214 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.429018:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977189.429019:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977189.429022:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977189.429025:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977189.429028:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977189.429029:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309515275 00000100:00000001:0.0:1783977189.429031:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309516539 00000100:00000001:0.0:1783977189.429033:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309515275 00000100:00000001:0.0:1783977189.429035:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309516539 00000100:00000001:0.0:1783977189.429037:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977189.429039:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977189.429042:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977189.429045:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977189/real 1783977189] req@ffff9b83ef881880 x1870620402730880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977189.429052:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977189.429053:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977189.429055:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977189.429057:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977189.429059:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977189.429060:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977189.429063:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881880 x1870620402730880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977189.429071:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881880 x1870620402730880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.429077:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977189.429078:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977189.429079:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977189.429081:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977189.429083:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881880 x1870620402730880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.429089:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977189.429092:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881880 x1870620402730880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977214 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.429098:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977189.429100:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977189.429102:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977189.429103:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977189.429105:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977189.429110:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977189.429113:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977189.429116:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977189.429118:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977189.429122:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881880 x1870620402730880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977214 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977189.429129:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402730880:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977189.429133:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977189.429136:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881f80 x1870620402731008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.429142:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977189.429143:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977189.429145:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977189.429146:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977189.429148:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977189.429149:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402731008:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977189.429152:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977189.429153:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977189.429154:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977189.429155:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977189.429158:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977189.429159:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977189.429162:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977189.429164:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977189.429166:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977189.429168:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402731008, portal 4 00000100:00000001:0.0:1783977189.429169:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977189.429170:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694537600 : -110484015014016 : ffff9b83ef881f80) 00000100:00000040:0.0:1783977189.429174:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881f80 x1870620402731008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.429178:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977189.429179:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977189.429180:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977189.429182:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402731008, offset 0 00000400:00000200:0.0:1783977189.429184:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977189.429186:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977189.429189:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977189.429190:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977189.429192:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977189.429193:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977189.429195:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977189.429197:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824668:824668:256:4294967295] 192.168.201.148@tcp LPNI seq info [824639:824639:8:4294967295] 00000400:00000200:0.0:1783977189.429199:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977189.429204:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977189.429209:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977189.429212:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97400. 00000800:00000200:0.0:1783977189.429873:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977189.429876:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783977189.429895:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977189.429897:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97400. 00000400:00000200:0.0:1783977189.429901:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977189.429904:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977189.429908:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783977189.429911:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783977189.429915:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977189.429920:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881f80 x1870620402731008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.429928:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977189.429931:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881f80 x1870620402731008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977214 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.429937:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977189.429939:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977189.429943:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977189.429947:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977189.429950:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977189.429953:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309515303 00000100:00000001:0.0:1783977189.429955:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309516539 00000100:00000001:0.0:1783977189.429957:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309515303 00000100:00000001:0.0:1783977189.429959:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309516539 00000100:00000001:0.0:1783977189.429961:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977189.429963:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977189.429965:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977189.429968:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977189/real 1783977189] req@ffff9b83ef881f80 x1870620402731008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977189.429974:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977189.429975:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977189.429976:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977189.429978:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977189.429979:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977189.429980:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977189.429982:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881f80 x1870620402731008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977189.429987:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881f80 x1870620402731008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.429991:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977189.429992:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977189.429993:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977189.429994:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977189.429996:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881f80 x1870620402731008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.430000:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977189.430002:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881f80 x1870620402731008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977214 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.430006:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977189.430008:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977189.430009:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977189.430009:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977189.430010:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977189.430013:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977189.430015:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977189.430017:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977189.430018:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977189.430020:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881f80 x1870620402731008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977214 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977189.430024:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402731008:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977189.430027:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977189.430029:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883100 x1870620402731136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.430033:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977189.430033:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977189.430035:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977189.430037:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977189.430038:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977189.430039:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402731136:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977189.430042:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977189.430043:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977189.430045:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977189.430046:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977189.430052:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977189.430054:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977189.430057:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977189.430060:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977189.430063:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977189.430066:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402731136, portal 4 00000100:00000001:0.0:1783977189.430067:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977189.430069:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542080 : -110484015009536 : ffff9b83ef883100) 00000100:00000040:0.0:1783977189.430075:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883100 x1870620402731136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.430081:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977189.430083:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977189.430085:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977189.430087:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402731136, offset 0 00000400:00000200:0.0:1783977189.430092:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977189.430101:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977189.430104:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977189.430106:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977189.430108:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977189.430110:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977189.430112:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977189.430114:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824669:824669:256:4294967295] 192.168.201.148@tcp LPNI seq info [824640:824640:8:4294967295] 00000400:00000200:0.0:1783977189.430116:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977189.430122:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977189.430126:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977189.430129:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97400. 00000800:00000200:0.0:1783977189.430131:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977189.430132:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783977189.430139:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977189.430140:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97400. 00000400:00000200:0.0:1783977189.430142:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977189.430144:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977189.430146:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783977189.430147:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783977189.430149:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977189.430151:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883100 x1870620402731136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.430156:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977189.430157:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883100 x1870620402731136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977214 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.430161:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977189.430162:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977189.430164:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977189.430166:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977189.430167:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977189.430169:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309515293 00000100:00000001:0.0:1783977189.430170:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309516539 00000100:00000001:0.0:1783977189.430172:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309515293 00000100:00000001:0.0:1783977189.430173:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309516539 00000100:00000001:0.0:1783977189.430174:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977189.430175:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977189.430176:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977189.430178:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977189/real 1783977189] req@ffff9b83ef883100 x1870620402731136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977189.430183:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977189.430184:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977189.430185:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977189.430186:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977189.430187:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977189.430188:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977189.430189:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883100 x1870620402731136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977189.430194:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883100 x1870620402731136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.430197:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977189.430198:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977189.430200:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977189.430201:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977189.430204:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883100 x1870620402731136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.430210:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977189.430766:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883100 x1870620402731136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977214 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.430778:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977189.430780:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977189.430782:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977189.430783:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977189.430785:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977189.430789:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977189.430792:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977189.430795:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977189.430797:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977189.430802:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883100 x1870620402731136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977214 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977189.430810:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402731136:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977189.430814:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977189.430816:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977189.430820:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881500 x1870620402730624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977214 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.430826:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977189.430829:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977189.430832:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977189.430836:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977189.430839:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977189.430840:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977189.430843:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977189.430845:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635000. 02000000:00000001:0.0:1783977189.430849:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977189.430850:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977189.430852:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881500. 00000100:00000001:0.0:1783977189.430856:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977189.430858:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977189.430859:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977189.430862:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882300 x1870620402730752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977214 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.430867:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977189.430869:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977189.430870:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977189.430873:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977189.430874:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977189.430875:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977189.430877:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977189.430878:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634400. 02000000:00000001:0.0:1783977189.430880:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977189.430881:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977189.430882:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882300. 00000100:00000001:0.0:1783977189.430895:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977189.430900:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977189.430901:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977189.430905:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881880 x1870620402730880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977214 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.430911:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977189.430912:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977189.430914:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783977189.430916:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977189.430917:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977189.430918:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977189.430920:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977189.430921:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634c00. 02000000:00000001:0.0:1783977189.430923:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977189.430924:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977189.430925:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881880. 00000100:00000001:0.0:1783977189.430928:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977189.430929:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977189.430930:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977189.430932:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881f80 x1870620402731008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977214 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.430937:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977189.430938:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977189.430939:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977189.430941:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977189.430942:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977189.430943:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977189.430945:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977189.430946:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635400. 02000000:00000001:0.0:1783977189.430948:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977189.430949:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977189.430950:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881f80. 00000100:00000001:0.0:1783977189.430952:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977189.430953:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977189.430954:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977189.430957:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883100 x1870620402731136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977214 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977189.430963:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977189.430964:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977189.430965:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977189.430967:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977189.430968:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977189.430969:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977189.430971:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977189.430972:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636000. 02000000:00000001:0.0:1783977189.430974:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977189.430975:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977189.430977:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883100. 00000100:00000001:0.0:1783977189.430980:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977189.430981:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977189.430983:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977189.430990:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977189.430992:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977189.430994:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977189.430996:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977189.939622:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977189.939625:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977189.939633:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977189.939635:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977189.939639:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977189.939640:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977189.939643:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977189.939644:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977189.939647:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977189.939649:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977189.939671:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977189.939674:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977189.939675:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977189.939677:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977189.939679:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977189.939681:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977189.939683:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977189.939685:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977189.939687:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977189.939694:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977189.939696:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977189.939697:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977189.939699:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977189.939701:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977189.939702:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977189.939704:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977189.939705:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977189.939707:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977190.963431:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977190.963437:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977190.963448:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977190.963453:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977190.963460:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977190.963465:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977190.963472:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977190.963476:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977190.963482:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977190.963484:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977191.987438:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977191.987443:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977191.987448:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977191.987455:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977191.987470:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977191.987473:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977191.987477:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977191.987481:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977191.987487:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977191.987510:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977191.987514:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977191.987519:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977191.987523:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977191.987528:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977191.987532:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977191.987539:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977191.987544:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977191.987551:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977191.987562:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977193.011414:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977193.011418:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977193.011423:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977193.011426:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977193.011428:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977193.011431:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977193.011434:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977193.011436:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977193.011438:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977193.011440:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977193.011444:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977193.011445:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977193.011446:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977193.011447:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977193.011449:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977193.011450:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977193.011452:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977193.011454:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977193.011457:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977193.011459:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977193.011460:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977193.011461:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977193.011463:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977193.011464:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977193.011466:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977193.011467:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977193.011470:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977193.011472:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977193.011473:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977193.011474:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977193.011475:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977193.011476:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977193.011478:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977193.011479:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977193.011659:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977193.011663:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977193.011665:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977193.011673:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977193.011677:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977193.011681:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977193.011685:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977193.011688:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977193.011693:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977194.035423:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977194.035428:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977194.035437:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977194.035440:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977194.035447:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977194.035451:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977194.035457:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977194.035460:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977194.035467:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977194.035470:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977194.035500:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977194.035515:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977194.035522:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977194.035552:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977194.035556:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977194.035561:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977194.035566:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977194.035570:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977194.035573:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977194.035576:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977194.035580:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977194.035585:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977194.547848:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977194.547862:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977194.547867:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977194.547882:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882a00 x1870620402731264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977194.547915:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977194.547920:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977194.547932:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977194.547940:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977194.547949:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977194.547958:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402731264:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977194.547966:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977194.547975:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977194.547982:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977194.547990:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977194.548000:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977194.548007:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977194.548029:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977194.548040:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977194.548050:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977194.548056:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402731264, portal 25 00000100:00000001:0.0:1783977194.548059:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977194.548060:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694540288 : -110484015011328 : ffff9b83ef882a00) 00000100:00000040:0.0:1783977194.548068:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882a00 x1870620402731264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977194.548075:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977194.548077:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977194.548080:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977194.548084:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402731264, offset 0 00000400:00000200:0.0:1783977194.548095:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977194.548103:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977194.548111:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977194.548117:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977194.548121:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977194.548124:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977194.548127:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977194.548130:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824670:824670:256:4294967295] 192.168.201.148@tcp LPNI seq info [824641:824641:8:4294967295] 00000400:00000200:0.0:1783977194.548134:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977194.548144:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977194.548149:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977194.548155:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97400. 00000800:00000200:0.0:1783977194.548160:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977194.548164:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 52 secs later) 00000800:00000100:0.0:1783977194.548176:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977194.548179:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97400. 00000400:00000200:0.0:1783977194.548184:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977194.548188:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977194.548193:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783977194.548196:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783977194.548200:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977194.548204:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882a00 x1870620402731264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977194.548212:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977194.548215:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882a00 x1870620402731264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977219 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977194.548222:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977194.548223:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977194.548228:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977194.548232:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977194.548234:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309521658 00000100:00000010:0.0:1783977194.548240:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783977194.548246:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977194.548252:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309521658 00000100:00000010:0.0:1783977194.548254:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783977194.548257:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977194.548272:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977194.548275:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977194.548277:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977194.548282:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977194/real 1783977194] req@ffff9b83ef882a00 x1870620402731264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977194.548350:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977194.548352:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977194.548354:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977194.548357:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977194.548359:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977194.548362:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977194.548366:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882a00 x1870620402731264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977194.548374:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882a00 x1870620402731264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977194.548381:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977194.548383:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977194.548385:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977194.548386:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977194.548390:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882a00 x1870620402731264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977194.548397:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977194.548401:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882a00 x1870620402731264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977219 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977194.548407:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977194.548410:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977194.548411:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977194.548413:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977194.548415:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977194.548417:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977194.548420:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977194.548424:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977194.548426:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977194.548431:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882a00 x1870620402731264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977219 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977194.548438:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402731264:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977194.548442:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977194.548444:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977194.548446:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882a00 x1870620402731264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977219 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977194.548452:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977194.548455:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977194.548458:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977194.548461:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977194.548463:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977194.548464:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977194.548466:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977194.548468:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635400. 02000000:00000001:0.0:1783977194.548473:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977194.548475:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977194.548477:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882a00. 00000100:00000001:0.0:1783977194.548481:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977194.548482:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977194.548484:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977194.548491:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977194.548493:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977194.548495:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977194.548496:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977194.548498:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977194.548502:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883480 x1870620402731392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977194.548509:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977194.548510:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977194.548512:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977194.548514:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977194.548515:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977194.548518:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402731392:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977194.548522:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977194.548524:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977194.548526:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977194.548527:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977194.548531:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977194.548533:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977194.548536:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977194.548539:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977194.548542:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977194.548544:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402731392, portal 10 00000100:00000001:0.0:1783977194.548546:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977194.548547:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542976 : -110484015008640 : ffff9b83ef883480) 00000100:00000040:0.0:1783977194.548562:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883480 x1870620402731392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977194.548568:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977194.548570:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977194.548572:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977194.548574:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402731392, offset 0 00000400:00000200:0.0:1783977194.548578:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977194.548582:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977194.548585:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977194.548588:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977194.548590:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977194.548592:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977194.548595:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977194.548597:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824671:824671:256:4294967295] 192.168.201.148@tcp LPNI seq info [824642:824642:8:4294967295] 00000400:00000200:0.0:1783977194.548601:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977194.548607:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977194.548611:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977194.548614:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97400. 00000800:00000200:0.0:1783977194.548617:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977194.548620:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 52 secs later) 00000800:00000100:0.0:1783977194.548636:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977194.548638:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97400. 00000400:00000200:0.0:1783977194.548641:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977194.548644:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977194.548647:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783977194.548649:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783977194.548652:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977194.548655:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883480 x1870620402731392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977194.548662:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977194.548665:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883480 x1870620402731392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977219 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977194.548671:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977194.548672:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977194.548674:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977194.548677:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977194.548680:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977194.548681:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309520400 00000100:00000001:0.0:1783977194.548683:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309521658 00000100:00000001:0.0:1783977194.548684:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309520400 00000100:00000001:0.0:1783977194.548686:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309521658 00000100:00000001:0.0:1783977194.548687:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977194.548688:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977194.548690:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977194.548692:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977194/real 1783977194] req@ffff9b83ef883480 x1870620402731392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977194.548696:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977194.548697:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977194.548699:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977194.548701:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977194.548702:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977194.548703:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977194.548705:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883480 x1870620402731392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977194.548710:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883480 x1870620402731392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977194.548714:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977194.548714:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977194.548715:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977194.548716:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977194.548718:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883480 x1870620402731392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977194.548721:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977194.548723:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883480 x1870620402731392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977219 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977194.548727:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977194.548728:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977194.548729:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977194.548730:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977194.548731:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977194.548737:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977194.548738:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977194.548740:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977194.548741:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977194.548743:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883480 x1870620402731392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977219 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977194.548748:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402731392:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977194.548751:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977194.548752:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977194.548754:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883480 x1870620402731392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977219 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977194.548757:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977194.548758:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977194.548759:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977194.548761:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977194.548761:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977194.548762:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977194.548763:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977194.548764:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634c00. 02000000:00000001:0.0:1783977194.548766:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977194.548767:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977194.548767:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883480. 00000100:00000001:0.0:1783977194.548770:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977194.548771:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977194.548772:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977194.548774:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977194.548775:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977194.548776:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977194.548778:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977195.059653:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977195.059657:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977195.059669:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977195.059673:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977195.059681:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977195.059685:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977195.059694:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977195.059698:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977195.059711:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977195.059715:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977195.059859:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977195.059862:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977195.059864:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977195.059869:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977195.059874:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977195.059878:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977195.060230:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977195.060232:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977195.060234:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977196.083411:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977196.083419:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977196.083422:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977196.083427:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977196.083431:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977196.083435:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977196.083438:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977196.083440:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977196.083443:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977196.083463:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977196.083465:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977196.083468:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977196.083469:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977196.083471:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977196.083472:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977196.083475:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977196.083476:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977196.083478:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977196.083479:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977196.083845:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977196.083849:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977196.083852:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977196.083856:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977196.083860:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977196.083864:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977196.083866:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977196.083868:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977196.083871:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977196.084372:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977196.084375:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977196.084376:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977196.084379:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977196.084381:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977196.084384:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977196.084386:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977196.084387:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977196.084389:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977197.107422:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977197.107428:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977197.107436:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977197.107439:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977197.107448:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977197.107451:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977197.107459:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977197.107463:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977197.107469:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977197.107473:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977197.107511:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977197.107515:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977197.107520:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977197.107545:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977197.107550:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977197.107554:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977197.107560:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977197.107567:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977197.107572:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977197.107576:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977197.107577:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977197.107579:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977198.131413:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977198.131422:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977198.131425:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977198.131435:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977198.131442:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977198.131448:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977198.131455:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977198.131459:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977198.131465:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977198.131489:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977198.131494:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977198.131499:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977198.131504:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977198.131508:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977198.131510:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977198.131512:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977198.131514:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977198.131518:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977198.131519:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977198.131522:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977198.131523:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977198.131526:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977198.131528:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977198.131530:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977198.131544:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977198.131558:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977198.131561:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977198.131563:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977198.131579:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977198.131582:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977198.131583:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977198.131585:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977198.131587:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977198.131589:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977198.131591:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977198.131593:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977198.131595:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977198.131604:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977198.131606:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977198.131607:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977198.131609:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977198.131611:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977198.131613:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977198.131614:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977198.131615:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977198.131617:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977198.131628:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977198.131630:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977198.131631:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977198.131633:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977198.131635:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977198.131637:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977198.133860:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977198.133865:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977198.133868:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977199.155624:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977199.155630:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977199.155638:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977199.155643:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977199.155650:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977199.155653:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977199.155658:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977199.155661:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977199.155667:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977199.155669:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977199.155686:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977199.155689:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977199.155692:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977200.179406:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977200.179411:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977200.179426:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977200.179430:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977200.179436:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977200.179439:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977200.179444:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977200.179447:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977200.179453:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977200.179456:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977200.179483:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977200.179487:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977200.179491:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977200.179624:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977200.179626:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977200.179628:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977200.179631:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977200.179633:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977200.179636:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977200.179638:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977200.179640:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977200.179642:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977200.179695:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977200.179698:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977200.179699:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977200.179701:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977200.179703:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977200.179705:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977200.179707:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977200.179709:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977200.179710:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977200.179718:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977200.179720:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977200.179721:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977200.179722:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977200.179724:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977200.179726:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977200.179727:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977200.179729:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977200.179731:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977201.204544:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977201.204550:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977201.204554:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977201.204559:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977201.204564:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977201.204568:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977201.204570:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977201.204572:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977201.204574:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977201.204592:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977201.204594:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977201.204597:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977201.204598:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977201.204602:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977201.204603:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977201.204606:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977201.204607:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977201.204611:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977201.204612:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977201.204635:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977201.204638:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977201.204640:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977202.227443:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977202.227448:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977202.227458:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977202.227461:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977202.227466:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977202.227469:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977202.227476:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977202.227480:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977202.227486:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977202.227489:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977202.227527:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977202.227530:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977202.227532:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977202.227889:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977202.227892:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977202.227893:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977202.227896:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977202.227898:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977202.227900:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977202.227902:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977202.227903:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977202.227905:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977203.252103:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977203.252116:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977203.252118:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977203.252120:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977203.252123:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977203.252125:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977203.252126:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977203.252128:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977203.252130:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977203.252149:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977203.252152:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977203.252156:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977203.252160:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977203.252162:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977203.252165:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977203.252178:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977203.252185:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977203.252188:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977203.252190:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977203.252195:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977203.252196:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977203.252198:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977203.252199:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977203.252201:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977203.252203:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977203.252205:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977203.252206:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977203.252210:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977203.252212:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977203.252213:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977203.252214:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977203.252216:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977203.252217:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977203.252218:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977203.252220:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977203.252223:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977203.252225:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977203.252226:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977203.252227:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977203.252229:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977203.252230:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977203.252231:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977203.252233:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977203.252251:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977203.252254:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977203.252256:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977204.275423:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977204.275431:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977204.275440:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977204.275444:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977204.275450:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977204.275455:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977204.275462:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977204.275465:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977204.275471:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977204.275473:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977204.275499:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977204.275504:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977204.275510:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977204.275534:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977204.275541:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977204.275546:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977204.275552:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977204.275557:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977204.275561:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977204.275566:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977204.275580:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977204.275585:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977205.299414:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977205.299423:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977205.299427:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977205.299436:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977205.299442:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977205.299447:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977205.299453:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977205.299458:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977205.299464:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977205.299498:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977205.299502:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977205.299506:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977205.299508:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977205.299512:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977205.299514:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977205.299524:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977205.299526:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977205.299530:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977205.299531:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977205.299551:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977205.299561:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977205.299566:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977205.299590:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977205.299595:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977205.299598:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977205.299602:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977205.299607:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977205.299609:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977205.299614:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977205.299617:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977205.299623:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977206.323629:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977206.323632:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977206.323636:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977206.323639:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977206.323643:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977206.323645:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977206.323650:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977206.323653:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977206.323656:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977206.323657:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977206.323682:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977206.323686:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977206.323689:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977206.323695:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977206.323699:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977206.323703:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977206.323706:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977206.323709:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977206.323711:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977207.347769:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977207.347776:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977207.347789:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977207.347793:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977207.347798:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977207.347799:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977207.347804:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977207.347806:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977207.347812:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977207.347818:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977208.372181:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977208.372186:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977208.372188:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977208.372191:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977208.372194:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977208.372197:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977208.372198:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977208.372200:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977208.372205:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977208.372206:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977208.372210:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977208.372211:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977208.372214:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977208.372216:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977208.372218:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977208.372219:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977208.372241:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977208.372244:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977208.372245:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977208.372247:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977208.372250:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977208.372252:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977208.372254:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977208.372256:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977208.372259:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977209.395471:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977209.395478:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977209.395483:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977209.395492:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977209.395499:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977209.395503:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977209.395521:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977209.395524:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977209.395528:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977209.395609:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977209.395612:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977209.395619:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977209.395620:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977209.395624:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977209.395625:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977209.395628:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977209.395629:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977209.395632:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977209.395634:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977210.419428:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977210.419433:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977210.419440:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977210.419443:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977210.419449:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977210.419452:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977210.419458:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977210.419461:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977210.419463:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977210.419465:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977210.419672:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977210.419675:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977210.419677:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977210.419679:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977210.419681:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977210.419683:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977210.419685:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977210.419687:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977210.419689:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977211.443412:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977211.443422:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977211.443427:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977211.443435:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977211.443443:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977211.443448:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977211.443467:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977211.443471:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977211.443477:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977211.443504:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977211.443509:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977211.443519:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977211.443523:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977211.443528:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977211.443532:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977211.443537:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977211.443541:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977211.443547:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977211.443550:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977212.467377:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977212.467384:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977212.467399:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977212.467411:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977212.467414:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977212.467422:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977212.467427:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977212.467432:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977212.467435:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977212.467440:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977212.467446:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977212.467449:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977212.467450:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977212.467453:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977212.467457:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977212.467464:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977212.467468:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977212.467472:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977212.467479:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977212.467483:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977212.467486:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977212.467487:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977212.467490:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977212.467491:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977212.467493:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977212.467496:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977212.467500:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977212.467503:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977212.467506:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977212.467508:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977212.467511:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977212.467515:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977212.467521:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977212.467525:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977212.467574:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977212.467579:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977212.467583:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977212.467588:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977212.467592:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977212.467597:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977212.467601:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977212.467603:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977212.467607:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977212.467625:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977212.467628:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977212.467629:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977212.467630:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977212.467632:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977212.467634:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977212.467636:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977212.467640:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977212.467643:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977213.491402:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977213.491408:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977213.491413:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977213.491421:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977213.491427:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977213.491431:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977213.491445:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977213.491449:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977213.491456:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977213.491474:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977213.491479:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977213.491483:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977213.491489:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977213.491493:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977213.491498:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977213.491506:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977213.491510:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977213.491515:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977213.491546:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977213.491548:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977213.491551:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977213.491552:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977213.491554:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977213.491555:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977213.491558:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977213.491559:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977213.491561:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977213.491563:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977214.515439:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977214.515444:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977214.515449:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977214.515454:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977214.515459:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977214.515464:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977214.515470:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977214.515474:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977214.515481:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977214.515500:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977214.515506:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977214.515510:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977214.515515:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977214.515521:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977214.515526:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977214.515531:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977214.515536:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977214.515542:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977214.515579:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977214.515583:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977214.515589:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977214.515590:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977214.515595:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977214.515596:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977214.515600:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977214.515601:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977214.515605:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977214.515606:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977215.539418:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977215.539426:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977215.539430:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977215.539438:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977215.539444:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977215.539449:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977215.539455:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977215.539457:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977215.539460:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977215.539470:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977215.539472:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977215.539473:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977215.539476:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977215.539477:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977215.539479:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977215.539481:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977215.539483:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977215.539484:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977215.539503:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977215.539506:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977215.539510:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977215.539511:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977215.539515:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977215.539516:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977215.539520:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977215.539521:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977215.539525:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977215.539526:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977215.539556:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977215.539559:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977215.539561:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977215.539563:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977215.539568:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977215.539571:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977215.539582:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977215.539584:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977215.539586:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977215.539595:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977215.539597:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977215.539598:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977215.539601:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977215.539603:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977215.539605:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977215.539607:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977215.539609:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977215.539610:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977216.563622:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977216.563632:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977216.563636:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977216.563643:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977216.563653:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977216.563658:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977216.563688:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977216.563695:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977216.563701:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977216.563732:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977216.563736:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977216.563742:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977216.563743:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977216.563747:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977216.563748:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977216.563752:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977216.563753:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977216.563756:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977216.563758:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977217.587452:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977217.587464:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977217.587469:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977217.587477:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977217.587485:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977217.587492:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977217.587498:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977217.587503:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977217.587508:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977217.587545:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977217.587554:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977217.587561:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977217.587569:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977217.587586:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977217.587598:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977217.587601:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977217.587605:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977217.587611:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977217.587613:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977217.587617:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977217.587619:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977217.587623:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977217.587624:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977217.587629:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977217.587630:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977217.587714:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977217.587724:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977217.587732:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977217.587740:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977217.587748:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977217.587753:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977217.587760:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977217.587768:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977217.587774:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977218.611395:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977218.611401:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977218.611406:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977218.611412:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977218.611417:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977218.611420:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977218.611424:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977218.611427:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977218.611430:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977218.611444:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977218.611447:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977218.611449:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977218.611453:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977218.611459:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977218.611464:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977218.611469:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977218.611473:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977218.611477:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977218.611498:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977218.611501:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977218.611506:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977218.611509:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977218.611513:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977218.611514:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977218.611518:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977218.611520:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977218.611524:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977218.611525:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977219.635426:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977219.635433:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977219.635436:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977219.635442:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977219.635447:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977219.635453:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977219.635457:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977219.635460:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977219.635464:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977219.635478:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977219.635483:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977219.635488:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977219.635495:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977219.635501:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977219.635518:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977219.635521:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977219.635523:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977219.635525:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977219.635542:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977219.635545:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977219.635549:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977219.635550:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977219.635554:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977219.635556:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977219.635559:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977219.635561:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977219.635564:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977219.635565:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977220.147663:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977220.147670:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977220.147674:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977220.147684:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39180 x1870620402734464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.147700:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977220.147708:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977220.147714:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977220.147719:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977220.147724:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977220.147733:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402734464:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977220.147741:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977220.147746:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977220.147751:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977220.147757:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977220.147766:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977220.147772:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977220.147781:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977220.147788:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977220.147798:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977220.147807:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402734464, portal 25 00000100:00000001:0.0:1783977220.147823:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977220.147828:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682704768 : -110484026846848 : ffff9b83eed39180) 00000100:00000040:0.0:1783977220.147838:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39180 x1870620402734464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.147852:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977220.147857:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977220.147864:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977220.147870:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402734464, offset 0 00000400:00000200:0.0:1783977220.147883:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977220.147895:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977220.147904:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977220.147914:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977220.147921:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977220.147929:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977220.147932:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977220.147935:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824695:824695:256:4294967295] 192.168.201.148@tcp LPNI seq info [824666:824666:8:4294967295] 00000400:00000200:0.0:1783977220.147939:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977220.147955:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977220.147967:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977220.147975:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97400. 00000800:00000200:0.0:1783977220.147987:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977220.147993:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783977220.148021:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977220.148025:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97400. 00000400:00000200:0.0:1783977220.148033:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977220.148041:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977220.148049:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783977220.148053:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783977220.148061:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977220.148068:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39180 x1870620402734464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.148087:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977220.148094:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39180 x1870620402734464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977245 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.148109:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977220.148112:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977220.148118:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977220.148125:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977220.148130:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309547258 00000100:00000010:0.0:1783977220.148137:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783977220.148144:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977220.148150:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309547258 00000100:00000010:0.0:1783977220.148155:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783977220.148159:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977220.148163:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977220.148167:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977220.148180:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977220.148192:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977220/real 1783977220] req@ffff9b83eed39180 x1870620402734464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977220.148209:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977220.148213:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977220.148218:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977220.148223:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977220.148227:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977220.148232:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977220.148239:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39180 x1870620402734464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977220.148255:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39180 x1870620402734464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.148263:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977220.148266:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977220.148270:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977220.148272:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977220.148279:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39180 x1870620402734464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.148289:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977220.148330:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39180 x1870620402734464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977245 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.148336:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977220.148338:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977220.148339:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977220.148340:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977220.148342:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977220.148343:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977220.148346:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977220.148349:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977220.148351:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977220.148353:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39180 x1870620402734464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977245 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977220.148358:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402734464:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977220.148361:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977220.148363:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977220.148364:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39180 x1870620402734464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977245 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.148368:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977220.148370:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977220.148372:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977220.148374:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977220.148375:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977220.148376:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977220.148378:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977220.148380:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16400. 02000000:00000001:0.0:1783977220.148382:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977220.148383:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977220.148384:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39180. 00000100:00000001:0.0:1783977220.148386:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977220.148387:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977220.148388:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977220.148394:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977220.148395:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977220.148397:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977220.148398:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977220.148399:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977220.148401:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620402734592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.148405:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977220.148406:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977220.148407:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977220.148409:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977220.148410:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977220.148411:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402734592:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977220.148413:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977220.148414:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977220.148415:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977220.148416:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977220.148418:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977220.148419:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977220.148422:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977220.148423:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977220.148425:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977220.148428:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402734592, portal 10 00000100:00000001:0.0:1783977220.148429:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977220.148430:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783977220.148434:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620402734592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.148438:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977220.148439:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977220.148441:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977220.148442:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402734592, offset 0 00000400:00000200:0.0:1783977220.148445:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977220.148448:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977220.148450:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977220.148452:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977220.148453:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977220.148455:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977220.148457:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977220.148459:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824696:824696:256:4294967295] 192.168.201.148@tcp LPNI seq info [824667:824667:8:4294967295] 00000400:00000200:0.0:1783977220.148461:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977220.148465:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977220.148467:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977220.148469:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97400. 00000800:00000200:0.0:1783977220.148472:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977220.148473:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783977220.148480:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977220.148481:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97400. 00000400:00000200:0.0:1783977220.148483:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977220.148485:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977220.148487:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783977220.148488:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783977220.148496:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977220.148498:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620402734592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.148502:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977220.148504:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620402734592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977245 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.148508:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977220.148509:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977220.148512:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977220.148515:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977220.148518:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977220.148520:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309546000 00000100:00000001:0.0:1783977220.148523:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309547258 00000100:00000001:0.0:1783977220.148525:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309546000 00000100:00000001:0.0:1783977220.148527:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309547258 00000100:00000001:0.0:1783977220.148529:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977220.148531:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977220.148533:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977220.148537:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977220/real 1783977220] req@ffff9b83eed39f80 x1870620402734592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977220.148544:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977220.148546:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977220.148547:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977220.148549:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977220.148551:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977220.148553:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977220.148556:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620402734592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977220.148561:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620402734592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.148565:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977220.148566:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977220.148567:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977220.148568:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977220.148570:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620402734592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.148573:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977220.148575:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620402734592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977245 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.148581:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977220.148583:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977220.148584:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977220.148585:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977220.148587:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977220.148595:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977220.148598:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977220.148602:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977220.148604:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977220.148608:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620402734592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977245 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977220.148615:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402734592:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977220.148619:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977220.148623:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38a80 x1870620402734720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.148628:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977220.148629:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977220.148631:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977220.148633:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977220.148635:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977220.148638:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402734720:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977220.148641:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977220.148643:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977220.148644:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977220.148646:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977220.148649:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977220.148651:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977220.148654:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977220.148656:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977220.148659:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977220.148662:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402734720, portal 10 00000100:00000001:0.0:1783977220.148664:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977220.148665:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682702976 : -110484026848640 : ffff9b83eed38a80) 00000100:00000040:0.0:1783977220.148670:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38a80 x1870620402734720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.148675:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977220.148677:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977220.148678:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977220.148680:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402734720, offset 0 00000400:00000200:0.0:1783977220.148682:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977220.148685:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977220.148687:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977220.148689:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977220.148691:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977220.148692:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977220.148694:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977220.148696:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824697:824697:256:4294967295] 192.168.201.148@tcp LPNI seq info [824668:824668:8:4294967295] 00000400:00000200:0.0:1783977220.148698:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977220.148702:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977220.148704:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977220.148706:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97400. 00000800:00000200:0.0:1783977220.148709:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977220.148710:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783977220.148716:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977220.148718:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97400. 00000400:00000200:0.0:1783977220.148720:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977220.148722:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977220.148724:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783977220.148725:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783977220.148726:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977220.148728:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38a80 x1870620402734720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.148733:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977220.148734:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620402734720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977245 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.148742:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977220.148743:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977220.148745:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977220.148746:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977220.148748:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977220.148749:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309545995 00000100:00000001:0.0:1783977220.148751:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309547258 00000100:00000001:0.0:1783977220.148752:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309545995 00000100:00000001:0.0:1783977220.148753:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309547258 00000100:00000001:0.0:1783977220.148754:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977220.148755:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977220.148756:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977220.148759:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977220/real 1783977220] req@ffff9b83eed38a80 x1870620402734720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977220.148765:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977220.148767:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977220.148768:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977220.148770:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977220.148771:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977220.148774:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977220.148777:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38a80 x1870620402734720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977220.148784:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38a80 x1870620402734720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.148790:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977220.148791:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977220.148793:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977220.148795:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977220.148798:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38a80 x1870620402734720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.148804:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977220.148808:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38a80 x1870620402734720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977245 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.148827:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977220.148829:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977220.148831:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977220.148832:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977220.148834:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977220.148839:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977220.148841:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977220.148845:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977220.148847:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977220.148851:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38a80 x1870620402734720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977245 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977220.148858:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402734720:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977220.148861:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977220.148865:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620402734848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.148871:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977220.148872:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977220.148874:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977220.148876:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977220.148877:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977220.148879:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402734848:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977220.148881:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977220.148882:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977220.148884:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977220.148885:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977220.148887:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977220.148888:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977220.148890:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977220.148892:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977220.148894:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977220.148896:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402734848, portal 4 00000100:00000001:0.0:1783977220.148897:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977220.148898:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783977220.148902:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620402734848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.148906:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977220.148907:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977220.148908:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977220.148910:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402734848, offset 0 00000400:00000200:0.0:1783977220.148912:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977220.148914:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977220.148916:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977220.148918:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977220.148919:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977220.148921:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977220.148922:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977220.148924:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824698:824698:256:4294967295] 192.168.201.148@tcp LPNI seq info [824669:824669:8:4294967295] 00000400:00000200:0.0:1783977220.148926:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977220.148930:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977220.148933:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977220.148935:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97400. 00000800:00000200:0.0:1783977220.148937:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977220.148939:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783977220.148945:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977220.148946:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97400. 00000400:00000200:0.0:1783977220.148948:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977220.148950:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977220.148952:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783977220.148953:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783977220.148954:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977220.148956:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3a300 x1870620402734848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.148961:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977220.148962:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620402734848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977245 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.148966:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977220.148967:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977220.148969:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977220.148970:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977220.148972:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977220.148973:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309546022 00000100:00000001:0.0:1783977220.148975:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309547258 00000100:00000001:0.0:1783977220.148976:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309546022 00000100:00000001:0.0:1783977220.148977:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309547258 00000100:00000001:0.0:1783977220.148979:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977220.148980:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977220.148981:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977220.148983:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977220/real 1783977220] req@ffff9b83eed3a300 x1870620402734848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977220.148986:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977220.148987:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977220.148988:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977220.148989:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977220.148990:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977220.148992:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977220.148993:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620402734848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977220.148998:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620402734848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.149001:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977220.149002:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977220.149003:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977220.149003:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977220.149005:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620402734848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.149009:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977220.149013:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620402734848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977245 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.149018:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977220.149021:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977220.149022:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977220.149023:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977220.149025:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977220.149028:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977220.149030:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977220.149034:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977220.149035:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977220.149039:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620402734848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977245 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977220.149047:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402734848:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977220.149050:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977220.149053:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b100 x1870620402734976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.149059:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977220.149060:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977220.149062:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977220.149064:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977220.149065:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977220.149068:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402734976:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977220.149071:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977220.149072:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977220.149073:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977220.149075:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977220.149077:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783977220.149079:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977220.149082:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977220.149084:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977220.149086:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977220.149089:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402734976, portal 4 00000100:00000001:0.0:1783977220.149090:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977220.149092:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682712832 : -110484026838784 : ffff9b83eed3b100) 00000100:00000040:0.0:1783977220.149097:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b100 x1870620402734976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.149102:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977220.149104:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977220.149106:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977220.149108:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402734976, offset 0 00000400:00000200:0.0:1783977220.149112:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977220.149115:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977220.149118:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977220.149120:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977220.149121:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977220.149123:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977220.149124:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977220.149127:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824699:824699:256:4294967295] 192.168.201.148@tcp LPNI seq info [824670:824670:8:4294967295] 00000400:00000200:0.0:1783977220.149129:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977220.149133:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977220.149136:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977220.149138:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97400. 00000800:00000200:0.0:1783977220.149140:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977220.149142:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783977220.149148:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977220.149149:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97400. 00000400:00000200:0.0:1783977220.149151:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977220.149153:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977220.149155:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783977220.149156:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783977220.149157:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977220.149159:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b100 x1870620402734976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.149164:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977220.149166:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b100 x1870620402734976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977245 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.149170:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977220.149171:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977220.149174:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977220.149176:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977220.149179:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977220.149181:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309546012 00000100:00000001:0.0:1783977220.149183:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309547258 00000100:00000001:0.0:1783977220.149185:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309546012 00000100:00000001:0.0:1783977220.149187:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309547258 00000100:00000001:0.0:1783977220.149189:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977220.149191:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977220.149193:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977220.149196:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977220/real 1783977220] req@ffff9b83eed3b100 x1870620402734976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977220.149203:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977220.149204:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977220.149206:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977220.149208:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977220.149210:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977220.149211:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977220.149215:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b100 x1870620402734976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977220.149219:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b100 x1870620402734976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.149223:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977220.149224:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977220.149225:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977220.149226:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977220.149228:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b100 x1870620402734976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.149231:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977220.149233:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b100 x1870620402734976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977245 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.149237:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977220.149239:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977220.149240:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977220.149240:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977220.149241:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977220.149244:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977220.149246:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977220.149248:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977220.149249:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977220.149251:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b100 x1870620402734976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977245 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977220.149255:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402734976:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977220.149257:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977220.149258:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977220.149260:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620402734592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977245 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.149264:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977220.149265:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977220.149266:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977220.149268:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977220.149269:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977220.149270:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977220.149271:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977220.149272:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16800. 02000000:00000001:0.0:1783977220.149274:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977220.149275:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977220.149276:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783977220.149277:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977220.149278:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977220.149279:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977220.149281:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38a80 x1870620402734720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977245 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.149284:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977220.149285:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977220.149286:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977220.149287:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977220.149287:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977220.149288:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977220.149289:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977220.149291:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec17400. 02000000:00000001:0.0:1783977220.149292:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977220.149309:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977220.149310:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38a80. 00000100:00000001:0.0:1783977220.149312:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977220.149313:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977220.149314:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977220.149316:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620402734848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977245 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.149320:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977220.149320:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977220.149321:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977220.149323:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977220.149324:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977220.149325:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977220.149326:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977220.149326:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15400. 02000000:00000001:0.0:1783977220.149327:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977220.149328:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977220.149329:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783977220.149330:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977220.149330:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977220.149331:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977220.149333:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b100 x1870620402734976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977245 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977220.149336:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977220.149337:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977220.149338:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783977220.149339:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977220.149340:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977220.149340:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977220.149341:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977220.149342:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15c00. 02000000:00000001:0.0:1783977220.149343:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977220.149343:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977220.149344:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b100. 00000100:00000001:0.0:1783977220.149346:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977220.149347:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977220.149348:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977220.149350:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977220.149351:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977220.149352:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977220.149354:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977220.659396:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977220.659401:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977220.659404:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977220.659412:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977220.659417:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977220.659422:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977220.659439:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977220.659442:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977220.659445:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977220.659476:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977220.659481:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977220.659488:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977220.659491:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977220.659498:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977220.659500:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977220.659518:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977220.659523:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977220.659531:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977220.659534:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977220.659566:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977220.659570:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977220.659573:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977221.683413:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977221.683420:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977221.683424:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977221.683429:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977221.683437:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977221.683442:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977221.683449:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977221.683453:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977221.683458:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977221.683476:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977221.683480:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977221.683484:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977221.683488:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977221.683492:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977221.683496:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977221.683501:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977221.683504:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977221.683508:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977221.683532:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977221.683537:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977221.683545:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977221.683548:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977221.683553:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977221.683557:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977221.683562:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977221.683565:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977221.683570:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977221.683573:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977221.683591:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977221.683594:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977221.683596:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977222.707397:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977222.707403:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977222.707406:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977222.707412:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977222.707418:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977222.707424:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977222.707430:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977222.707433:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977222.707437:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977222.707460:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977222.707463:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977222.707475:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977222.707479:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977222.707481:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977222.707485:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977222.707488:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977222.707492:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977222.707493:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977222.707496:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977222.707500:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977222.707502:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977222.707503:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977222.707505:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977222.707507:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977222.707509:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977222.707510:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977222.707512:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977222.707516:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977222.707518:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977222.707520:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977222.707521:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977222.707524:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977222.707525:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977222.707527:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977222.707530:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977222.707534:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977222.707537:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977222.707540:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977222.707543:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977222.707546:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977222.707550:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977222.707555:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977222.707560:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977222.707596:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977222.707599:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977222.707603:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977222.707628:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977222.707633:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977222.707635:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977222.707642:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977222.707646:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977222.707651:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977222.707658:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977222.707659:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977222.707663:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977223.731414:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977223.731420:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977223.731423:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977223.731428:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977223.731432:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977223.731436:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977223.731440:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977223.731442:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977223.731446:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977223.731468:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977223.731471:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977223.731476:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977223.731477:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977223.731481:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977223.731482:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977223.731485:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977223.731486:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977223.731489:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977223.731491:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977223.731517:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977223.731520:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977223.731522:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977223.732364:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977223.732369:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977223.732372:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977223.732377:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977223.732381:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977223.732384:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977223.732388:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977223.732390:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977223.732394:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977224.755420:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977224.755428:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977224.755432:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977224.755437:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977224.755442:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977224.755447:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977224.755452:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977224.755456:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977224.755459:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977224.755475:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977224.755479:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977224.755481:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977224.755483:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977224.755485:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977224.755487:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977224.755491:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977224.755493:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977224.755495:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977224.755512:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977224.755517:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977224.755524:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977224.755527:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977224.755531:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977224.755532:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977224.755536:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977224.755537:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977224.755540:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977224.755542:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977224.755557:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977224.755559:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977224.755561:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977224.755963:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977224.755967:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977224.755970:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977224.755975:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977224.755980:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977224.755982:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977224.755984:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977224.755986:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977224.755990:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977225.268289:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977225.268314:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977225.268317:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977225.268324:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882d80 x1870620402735104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.268332:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977225.268334:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977225.268337:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977225.268340:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977225.268342:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977225.268345:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402735104:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977225.268349:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977225.268352:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977225.268355:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977225.268357:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977225.268362:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977225.268363:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977225.268368:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977225.268371:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977225.268376:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977225.268383:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402735104, portal 25 00000100:00000001:0.0:1783977225.268385:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977225.268386:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694541184 : -110484015010432 : ffff9b83ef882d80) 00000100:00000040:0.0:1783977225.268391:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882d80 x1870620402735104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.268398:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977225.268401:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977225.268404:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977225.268407:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402735104, offset 0 00000400:00000200:0.0:1783977225.268413:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977225.268420:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977225.268425:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977225.268430:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977225.268434:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977225.268437:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977225.268440:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977225.268444:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824700:824700:256:4294967295] 192.168.201.148@tcp LPNI seq info [824671:824671:8:4294967295] 00000400:00000200:0.0:1783977225.268448:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977225.268458:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977225.268464:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977225.268468:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97400. 00000800:00000200:0.0:1783977225.268475:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977225.268478:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783977225.268492:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977225.268495:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97400. 00000400:00000200:0.0:1783977225.268500:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977225.268504:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977225.268508:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783977225.268511:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783977225.268515:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977225.268519:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882d80 x1870620402735104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.268528:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977225.268531:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882d80 x1870620402735104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977250 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.268537:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977225.268539:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977225.268543:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977225.268547:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977225.268550:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309552379 00000100:00000010:0.0:1783977225.268555:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783977225.268560:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977225.268565:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309552379 00000100:00000010:0.0:1783977225.268567:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783977225.268570:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977225.268573:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977225.268576:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977225.268578:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977225.268581:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977225/real 1783977225] req@ffff9b83ef882d80 x1870620402735104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977225.268589:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977225.268591:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977225.268593:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977225.268595:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977225.268596:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977225.268599:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977225.268601:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882d80 x1870620402735104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977225.268609:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882d80 x1870620402735104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.268615:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977225.268617:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977225.268619:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977225.268621:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977225.268624:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882d80 x1870620402735104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.268630:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977225.268634:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882d80 x1870620402735104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977250 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.268640:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977225.268643:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977225.268645:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977225.268646:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977225.268648:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977225.268649:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977225.268652:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977225.268655:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977225.268658:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977225.268661:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882d80 x1870620402735104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977250 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977225.268668:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402735104:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977225.268672:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977225.268674:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883480 x1870620402735232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.268680:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977225.268682:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977225.268684:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977225.268685:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977225.268687:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977225.268689:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402735232:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977225.268692:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977225.268694:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977225.268695:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977225.268697:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977225.268700:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977225.268702:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977225.268705:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977225.268708:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977225.268711:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977225.268715:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402735232, portal 10 00000100:00000001:0.0:1783977225.268717:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977225.268718:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542976 : -110484015008640 : ffff9b83ef883480) 00000100:00000040:0.0:1783977225.268736:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883480 x1870620402735232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.268742:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977225.268744:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977225.268746:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977225.268749:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402735232, offset 0 00000400:00000200:0.0:1783977225.268881:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977225.268884:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977225.268888:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977225.268891:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977225.268893:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977225.268895:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977225.268897:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977225.268899:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824701:824701:256:4294967295] 192.168.201.148@tcp LPNI seq info [824672:824672:8:4294967295] 00000400:00000200:0.0:1783977225.268903:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977225.268908:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977225.268912:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977225.268915:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97400. 00000800:00000200:0.0:1783977225.268919:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977225.268921:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783977225.268931:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977225.268933:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97400. 00000400:00000200:0.0:1783977225.268935:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977225.268938:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977225.268941:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783977225.268942:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783977225.268944:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977225.268947:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883480 x1870620402735232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.268954:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977225.268957:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883480 x1870620402735232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977250 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.268963:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977225.268964:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977225.268967:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977225.268971:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977225.268974:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977225.268976:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309551120 00000100:00000001:0.0:1783977225.268978:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309552379 00000100:00000001:0.0:1783977225.268981:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309551120 00000100:00000001:0.0:1783977225.268982:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309552379 00000100:00000001:0.0:1783977225.268984:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977225.268986:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977225.268988:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977225.268992:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977225/real 1783977225] req@ffff9b83ef883480 x1870620402735232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977225.268999:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977225.269000:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977225.269001:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977225.269003:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977225.269005:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977225.269007:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977225.269009:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883480 x1870620402735232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977225.269017:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883480 x1870620402735232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.269023:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977225.269024:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977225.269026:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977225.269027:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977225.269031:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883480 x1870620402735232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.269037:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977225.269041:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883480 x1870620402735232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977250 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.269047:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977225.269049:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977225.269051:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977225.269052:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977225.269053:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977225.269061:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977225.269064:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977225.269068:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977225.269070:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977225.269074:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883480 x1870620402735232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977250 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977225.269081:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402735232:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977225.269085:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977225.269088:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882a00 x1870620402735360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.269094:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977225.269095:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977225.269097:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977225.269099:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977225.269101:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977225.269103:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402735360:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977225.269106:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977225.269108:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977225.269109:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977225.269111:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977225.269114:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977225.269115:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977225.269118:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977225.269120:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977225.269123:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977225.269126:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402735360, portal 10 00000100:00000001:0.0:1783977225.269128:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977225.269130:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694540288 : -110484015011328 : ffff9b83ef882a00) 00000100:00000040:0.0:1783977225.269135:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882a00 x1870620402735360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.269142:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977225.269144:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977225.269146:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977225.269148:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402735360, offset 0 00000400:00000200:0.0:1783977225.269151:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977225.269155:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977225.269159:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977225.269161:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977225.269164:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977225.269166:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977225.269168:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977225.269171:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824702:824702:256:4294967295] 192.168.201.148@tcp LPNI seq info [824673:824673:8:4294967295] 00000400:00000200:0.0:1783977225.269174:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977225.269180:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977225.269184:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977225.269187:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97400. 00000800:00000200:0.0:1783977225.269190:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977225.269193:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783977225.270308:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977225.270311:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97400. 00000400:00000200:0.0:1783977225.270316:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977225.270319:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977225.270323:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783977225.270325:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783977225.270329:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977225.270333:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882a00 x1870620402735360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.270344:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977225.270347:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882a00 x1870620402735360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977250 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.270354:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977225.270356:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977225.270360:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977225.270363:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977225.270367:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977225.270369:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309551117 00000100:00000001:0.0:1783977225.270371:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309552379 00000100:00000001:0.0:1783977225.270374:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309551117 00000100:00000001:0.0:1783977225.270376:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309552379 00000100:00000001:0.0:1783977225.270377:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977225.270380:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977225.270382:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977225.270386:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977225/real 1783977225] req@ffff9b83ef882a00 x1870620402735360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977225.270393:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977225.270395:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977225.270396:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977225.270399:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977225.270401:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977225.270403:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977225.270406:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882a00 x1870620402735360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977225.270414:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882a00 x1870620402735360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.270420:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977225.270422:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977225.270423:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977225.270424:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977225.270428:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882a00 x1870620402735360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.270434:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977225.270437:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882a00 x1870620402735360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977250 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.270443:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977225.270446:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977225.270447:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977225.270448:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977225.270450:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977225.270456:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977225.270458:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977225.270462:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977225.270464:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977225.270467:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882a00 x1870620402735360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977250 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977225.270474:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402735360:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977225.270478:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977225.270481:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883100 x1870620402735488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.270488:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977225.270489:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977225.270493:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977225.270495:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977225.270496:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977225.270499:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402735488:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977225.270502:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977225.270505:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977225.270506:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977225.270508:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977225.270512:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977225.270514:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977225.270517:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977225.270520:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977225.270524:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977225.270527:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402735488, portal 4 00000100:00000001:0.0:1783977225.270529:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977225.270530:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542080 : -110484015009536 : ffff9b83ef883100) 00000100:00000040:0.0:1783977225.270536:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883100 x1870620402735488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.270542:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977225.270544:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977225.270546:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977225.270549:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402735488, offset 0 00000400:00000200:0.0:1783977225.270553:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977225.270557:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977225.270561:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977225.270565:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977225.270567:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977225.270570:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977225.270572:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977225.270576:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824703:824703:256:4294967295] 192.168.201.148@tcp LPNI seq info [824674:824674:8:4294967295] 00000400:00000200:0.0:1783977225.270579:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977225.270586:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977225.270591:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977225.270594:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97400. 00000800:00000200:0.0:1783977225.270598:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977225.270601:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783977225.270612:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977225.270613:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97400. 00000400:00000200:0.0:1783977225.270616:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977225.270619:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977225.270622:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783977225.270624:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783977225.270627:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977225.270630:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883100 x1870620402735488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.270637:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977225.270640:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883100 x1870620402735488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977250 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.270645:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977225.270647:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977225.270650:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977225.270653:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977225.270656:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977225.270658:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309551144 00000100:00000001:0.0:1783977225.270660:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309552379 00000100:00000001:0.0:1783977225.270662:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309551144 00000100:00000001:0.0:1783977225.270665:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309552379 00000100:00000001:0.0:1783977225.270666:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977225.270668:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977225.270670:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977225.270673:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977225/real 1783977225] req@ffff9b83ef883100 x1870620402735488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977225.270681:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977225.270682:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977225.270683:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977225.270686:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977225.270687:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977225.270689:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977225.270692:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883100 x1870620402735488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977225.270699:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883100 x1870620402735488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.270705:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977225.270706:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977225.270708:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977225.270709:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977225.270713:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883100 x1870620402735488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.270730:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977225.270734:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883100 x1870620402735488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977250 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.270741:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977225.270743:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977225.270745:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977225.270746:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977225.270747:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977225.270750:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977225.270752:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977225.270755:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977225.270758:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977225.270762:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883100 x1870620402735488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977250 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977225.270769:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402735488:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977225.270773:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977225.270776:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881f80 x1870620402735616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.270782:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977225.270784:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977225.270786:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977225.270788:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977225.270789:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977225.270792:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402735616:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977225.270795:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977225.270797:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977225.270798:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977225.270799:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977225.270803:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977225.270805:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977225.270808:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977225.270810:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977225.270813:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977225.270815:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402735616, portal 4 00000100:00000001:0.0:1783977225.270817:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977225.270818:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694537600 : -110484015014016 : ffff9b83ef881f80) 00000100:00000040:0.0:1783977225.270823:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881f80 x1870620402735616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.270829:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977225.270831:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977225.270833:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977225.270835:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402735616, offset 0 00000400:00000200:0.0:1783977225.270839:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977225.270843:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977225.270846:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977225.270849:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977225.270852:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977225.270854:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977225.270856:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977225.270859:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824704:824704:256:4294967295] 192.168.201.148@tcp LPNI seq info [824675:824675:8:4294967295] 00000400:00000200:0.0:1783977225.270863:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977225.270869:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977225.270873:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977225.270875:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97400. 00000800:00000200:0.0:1783977225.270878:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977225.270881:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783977225.270889:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977225.270891:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97400. 00000400:00000200:0.0:1783977225.270893:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977225.270896:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977225.270898:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783977225.270900:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783977225.270902:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977225.270905:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881f80 x1870620402735616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.270911:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977225.270913:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881f80 x1870620402735616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977250 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.270918:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977225.270920:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977225.270922:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977225.270925:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977225.270927:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977225.270930:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309551134 00000100:00000001:0.0:1783977225.270932:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309552379 00000100:00000001:0.0:1783977225.270934:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309551134 00000100:00000001:0.0:1783977225.270935:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309552379 00000100:00000001:0.0:1783977225.270937:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977225.270939:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977225.270941:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977225.270944:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977225/real 1783977225] req@ffff9b83ef881f80 x1870620402735616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977225.270951:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977225.270953:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977225.270954:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977225.270956:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977225.270958:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977225.270960:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977225.270962:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881f80 x1870620402735616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977225.270969:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881f80 x1870620402735616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.270975:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977225.270976:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977225.270977:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977225.270979:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977225.270982:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881f80 x1870620402735616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.270988:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977225.270992:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881f80 x1870620402735616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977250 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.270997:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977225.270999:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977225.271001:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977225.271002:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977225.271003:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977225.271007:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977225.271009:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977225.271012:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977225.271015:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977225.271018:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881f80 x1870620402735616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977250 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977225.271026:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402735616:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977225.271030:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977225.271032:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977225.271035:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882d80 x1870620402735104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977250 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.271041:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977225.271043:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977225.271045:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977225.271049:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977225.271051:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977225.271053:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977225.271055:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977225.271057:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636000. 02000000:00000001:0.0:1783977225.271061:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977225.271063:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977225.271065:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882d80. 00000100:00000001:0.0:1783977225.271070:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977225.271071:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977225.271073:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977225.271076:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883480 x1870620402735232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977250 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.271087:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977225.271089:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977225.271090:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977225.271092:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977225.271093:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977225.271094:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977225.271097:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977225.271098:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635400. 02000000:00000001:0.0:1783977225.271101:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977225.271102:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977225.271103:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883480. 00000100:00000001:0.0:1783977225.271106:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977225.271107:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977225.271108:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977225.271112:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882a00 x1870620402735360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977250 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.271117:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977225.271118:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977225.271119:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977225.271121:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977225.271122:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977225.271124:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977225.271125:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977225.271127:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634c00. 02000000:00000001:0.0:1783977225.271129:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977225.271130:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977225.271131:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882a00. 00000100:00000001:0.0:1783977225.271133:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977225.271134:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977225.271135:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977225.271138:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883100 x1870620402735488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977250 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.271144:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977225.271146:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977225.271147:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977225.271149:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977225.271150:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977225.271151:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977225.271154:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977225.271155:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634400. 02000000:00000001:0.0:1783977225.271157:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977225.271158:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977225.271159:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883100. 00000100:00000001:0.0:1783977225.271161:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977225.271162:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977225.271163:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977225.271167:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881f80 x1870620402735616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977250 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977225.271173:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977225.271174:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977225.271175:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977225.271178:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977225.271179:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977225.271180:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977225.271182:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977225.271183:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635000. 02000000:00000001:0.0:1783977225.271185:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977225.271186:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977225.271187:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881f80. 00000100:00000001:0.0:1783977225.271190:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977225.271191:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977225.271193:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977225.272243:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977225.272247:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977225.272251:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977225.272253:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977225.779390:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977225.779396:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977225.779399:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977225.779403:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977225.779408:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977225.779413:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977225.779419:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977225.779423:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977225.779426:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977225.779451:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977225.779455:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977225.779462:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977225.779465:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977225.779472:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977225.779475:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977225.779481:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977225.779484:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977225.779488:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977225.779489:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977225.779508:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977225.779510:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977225.779513:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977225.779704:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977225.779707:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977225.779708:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977225.779721:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977225.779724:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977225.779726:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977225.779728:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977225.779729:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977225.779731:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977226.803397:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977226.803402:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977226.803406:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977226.803414:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977226.803421:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977226.803428:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977226.803435:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977226.803440:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977226.803455:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977226.803479:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977226.803483:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977226.803488:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977226.803492:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977226.803497:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977226.803501:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977226.803509:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977226.803513:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977226.803520:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977226.803523:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977226.803553:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977226.803557:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977226.803562:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977227.827451:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977227.827458:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977227.827463:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977227.827470:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977227.827478:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977227.827482:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977227.827485:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977227.827492:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977227.827500:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977227.827504:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977227.827510:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977227.827514:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977227.827521:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977227.827522:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977227.827528:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977227.827530:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977227.827558:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977227.827565:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977227.827572:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977228.851442:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977228.851455:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977228.851459:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977228.851472:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977228.851483:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977228.851493:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977228.851513:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977228.851517:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977228.851524:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977228.851567:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977228.851573:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977228.851582:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977228.851652:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977228.851670:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977228.851675:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977228.851683:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977228.851688:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977228.851697:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977228.851699:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977228.851722:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977228.851726:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977228.851730:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977229.875416:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977229.875421:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977229.875429:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977229.875434:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977229.875441:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977229.875445:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977229.875451:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977229.875454:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977229.875462:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977229.875463:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977229.875486:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977229.875490:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977229.875499:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977229.875520:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977229.875528:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977229.875534:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977229.875538:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977229.875546:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977229.875552:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977229.875581:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977229.875586:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977229.875591:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977230.387665:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977230.387670:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977230.387673:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977230.387681:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0700 x1870620402735744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.387693:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977230.387696:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977230.387701:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977230.387704:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977230.387706:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977230.387709:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402735744:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977230.387712:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977230.387718:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977230.387721:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977230.387724:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977230.387729:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977230.387733:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977230.387741:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977230.387745:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977230.387751:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977230.387757:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402735744, portal 25 00000100:00000001:0.0:1783977230.387761:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977230.387763:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889959680 : -110483819591936 : ffff9b83fb2e0700) 00000100:00000040:0.0:1783977230.387770:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0700 x1870620402735744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.387780:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977230.387783:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977230.387787:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977230.387791:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402735744, offset 0 00000400:00000200:0.0:1783977230.387799:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977230.387807:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977230.387813:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977230.387820:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977230.387824:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977230.387829:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977230.387832:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977230.387838:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824705:824705:256:4294967295] 192.168.201.148@tcp LPNI seq info [824676:824676:8:4294967295] 00000400:00000200:0.0:1783977230.387847:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977230.387859:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977230.387867:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977230.387874:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97400. 00000800:00000200:0.0:1783977230.387884:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977230.387891:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783977230.387919:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977230.387924:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97400. 00000400:00000200:0.0:1783977230.387933:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977230.387943:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977230.387951:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783977230.387956:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783977230.387963:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977230.387967:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0700 x1870620402735744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.387986:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977230.387993:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0700 x1870620402735744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977255 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.388010:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977230.388014:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977230.388020:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977230.388029:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977230.388032:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309557498 00000100:00000010:0.0:1783977230.388038:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783977230.388044:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977230.388050:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309557498 00000100:00000010:0.0:1783977230.388054:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783977230.388059:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977230.388064:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977230.388066:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977230.388070:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977230.388075:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977230/real 1783977230] req@ffff9b83fb2e0700 x1870620402735744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977230.388084:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977230.388087:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977230.388091:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977230.388095:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977230.388099:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977230.388105:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977230.388112:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0700 x1870620402735744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977230.388133:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0700 x1870620402735744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.388145:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977230.388149:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977230.388153:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977230.388155:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977230.388160:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0700 x1870620402735744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.388169:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977230.388173:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0700 x1870620402735744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977255 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.388182:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977230.388188:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977230.388192:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977230.388195:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977230.388200:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977230.388204:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977230.388211:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977230.388217:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977230.388224:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977230.388234:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0700 x1870620402735744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977255 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977230.388255:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402735744:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977230.388262:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977230.388267:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977230.388273:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0700 x1870620402735744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977255 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.388327:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977230.388338:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977230.388343:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977230.388348:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977230.388352:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977230.388356:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977230.388360:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977230.388365:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff6800. 02000000:00000001:0.0:1783977230.388370:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977230.388374:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977230.388377:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0700. 00000100:00000001:0.0:1783977230.388383:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977230.388385:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977230.388389:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977230.388396:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977230.388399:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977230.388404:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977230.388406:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977230.388408:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977230.388413:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1500 x1870620402735872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.388423:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977230.388426:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977230.388430:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977230.388433:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977230.388438:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977230.388446:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402735872:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977230.388454:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977230.388458:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977230.388460:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977230.388464:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977230.388470:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977230.388474:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977230.388481:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977230.388486:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977230.388492:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977230.388497:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402735872, portal 10 00000100:00000001:0.0:1783977230.388502:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977230.388505:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889963264 : -110483819588352 : ffff9b83fb2e1500) 00000100:00000040:0.0:1783977230.388515:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1500 x1870620402735872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.388532:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977230.388539:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977230.388544:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977230.388548:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402735872, offset 0 00000400:00000200:0.0:1783977230.388558:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977230.388564:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977230.388571:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977230.388577:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977230.388583:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977230.388589:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977230.388594:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977230.388599:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824706:824706:256:4294967295] 192.168.201.148@tcp LPNI seq info [824677:824677:8:4294967295] 00000400:00000200:0.0:1783977230.388609:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977230.388624:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977230.388645:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977230.388652:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97400. 00000800:00000200:0.0:1783977230.388662:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977230.388667:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783977230.388688:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977230.388690:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97400. 00000400:00000200:0.0:1783977230.388693:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977230.388697:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977230.388701:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783977230.388703:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783977230.388706:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977230.388709:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1500 x1870620402735872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.388717:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977230.388720:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1500 x1870620402735872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977255 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.388725:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977230.388727:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977230.388730:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977230.388733:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977230.388736:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977230.388738:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309556240 00000100:00000001:0.0:1783977230.388741:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309557498 00000100:00000001:0.0:1783977230.388743:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309556240 00000100:00000001:0.0:1783977230.388745:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309557498 00000100:00000001:0.0:1783977230.388747:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977230.388749:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977230.388751:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977230.388755:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977230/real 1783977230] req@ffff9b83fb2e1500 x1870620402735872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977230.388769:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977230.388770:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977230.388772:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977230.388774:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977230.388776:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977230.388778:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977230.388781:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1500 x1870620402735872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977230.388789:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1500 x1870620402735872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.388795:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977230.388796:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977230.388798:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977230.388799:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977230.388803:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1500 x1870620402735872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.388809:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977230.388813:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1500 x1870620402735872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977255 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.388820:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977230.388822:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977230.388824:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977230.388825:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977230.388827:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977230.388835:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977230.388837:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977230.388840:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977230.388842:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977230.388846:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1500 x1870620402735872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977255 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977230.388854:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402735872:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977230.388858:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977230.388861:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2d80 x1870620402736000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.388867:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977230.388868:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977230.388870:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977230.388872:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977230.388874:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977230.388877:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402736000:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977230.388880:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977230.388881:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977230.388883:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977230.388885:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977230.388888:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977230.388890:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977230.388892:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977230.388894:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977230.388897:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977230.388899:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402736000, portal 10 00000100:00000001:0.0:1783977230.388901:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977230.388902:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889969536 : -110483819582080 : ffff9b83fb2e2d80) 00000100:00000040:0.0:1783977230.388907:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2d80 x1870620402736000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.388912:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977230.388914:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977230.388916:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977230.388918:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402736000, offset 0 00000400:00000200:0.0:1783977230.388922:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977230.388925:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977230.388928:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977230.388931:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977230.388933:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977230.388935:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977230.388937:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977230.388940:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824707:824707:256:4294967295] 192.168.201.148@tcp LPNI seq info [824678:824678:8:4294967295] 00000400:00000200:0.0:1783977230.388944:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977230.388949:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977230.388954:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977230.388956:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97400. 00000800:00000200:0.0:1783977230.388960:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977230.388962:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783977230.388971:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977230.388973:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97400. 00000400:00000200:0.0:1783977230.388976:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977230.388979:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977230.388981:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783977230.388983:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783977230.388985:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977230.388988:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2d80 x1870620402736000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.388995:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977230.388997:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2d80 x1870620402736000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977255 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.389004:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977230.389005:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977230.389008:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977230.389010:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977230.389013:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977230.389015:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309556235 00000100:00000001:0.0:1783977230.389018:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309557498 00000100:00000001:0.0:1783977230.389020:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309556235 00000100:00000001:0.0:1783977230.389022:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309557498 00000100:00000001:0.0:1783977230.389023:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977230.389025:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977230.389027:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977230.389030:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977230/real 1783977230] req@ffff9b83fb2e2d80 x1870620402736000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977230.389038:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977230.389039:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977230.389041:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977230.389042:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977230.389044:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977230.389046:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977230.389049:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2d80 x1870620402736000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977230.389056:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2d80 x1870620402736000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.389062:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977230.389063:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977230.389064:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977230.389066:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977230.389069:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2d80 x1870620402736000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.389076:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977230.389079:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2d80 x1870620402736000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977255 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.389085:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977230.389088:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977230.389089:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977230.389090:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977230.389092:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977230.389097:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977230.389100:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977230.389103:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977230.389105:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977230.389108:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2d80 x1870620402736000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977255 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977230.389116:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402736000:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977230.389118:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977230.389120:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977230.389123:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1500 x1870620402735872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977255 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.389129:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977230.389131:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977230.389132:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977230.389135:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977230.389136:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977230.389137:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977230.389139:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977230.389141:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff7c00. 02000000:00000001:0.0:1783977230.389143:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977230.389144:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977230.389146:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1500. 00000100:00000001:0.0:1783977230.389148:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977230.389149:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977230.389151:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977230.389154:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2d80 x1870620402736000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977255 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.389166:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977230.389167:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977230.389169:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977230.389171:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977230.389171:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977230.389173:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977230.389175:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977230.389176:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff6400. 02000000:00000001:0.0:1783977230.389178:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977230.389179:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977230.389180:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2d80. 00000100:00000001:0.0:1783977230.389182:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977230.389183:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977230.389185:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977230.389189:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977230.389190:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977230.389192:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977230.389193:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977230.389194:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977230.389198:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0e00 x1870620402736128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.389204:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977230.389206:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977230.389207:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977230.389209:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977230.389211:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977230.389213:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402736128:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977230.389216:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977230.389218:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977230.389219:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977230.389221:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977230.389223:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977230.389225:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977230.389229:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977230.389231:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977230.389234:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977230.389236:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402736128, portal 4 00000100:00000001:0.0:1783977230.389238:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977230.389239:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889961472 : -110483819590144 : ffff9b83fb2e0e00) 00000100:00000040:0.0:1783977230.389244:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0e00 x1870620402736128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.389250:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977230.389252:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977230.389254:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977230.389256:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402736128, offset 0 00000400:00000200:0.0:1783977230.389260:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977230.389263:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977230.389266:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977230.389269:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977230.389271:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977230.389273:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977230.389275:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977230.389278:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824708:824708:256:4294967295] 192.168.201.148@tcp LPNI seq info [824679:824679:8:4294967295] 00000400:00000200:0.0:1783977230.389282:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977230.389287:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977230.389291:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977230.389310:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97400. 00000800:00000200:0.0:1783977230.389314:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977230.389317:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783977230.389326:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977230.389328:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97400. 00000400:00000200:0.0:1783977230.389330:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977230.389333:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977230.389336:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783977230.389338:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783977230.389340:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977230.389343:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0e00 x1870620402736128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.389350:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977230.389353:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0e00 x1870620402736128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977255 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.389358:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977230.389360:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977230.389362:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977230.389364:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977230.389367:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977230.389369:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309556263 00000100:00000001:0.0:1783977230.389371:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309557498 00000100:00000001:0.0:1783977230.389373:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309556263 00000100:00000001:0.0:1783977230.389375:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309557498 00000100:00000001:0.0:1783977230.389377:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977230.389379:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977230.389380:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977230.389384:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977230/real 1783977230] req@ffff9b83fb2e0e00 x1870620402736128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977230.389390:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977230.389391:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977230.389392:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977230.389394:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977230.389396:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977230.389397:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977230.389400:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0e00 x1870620402736128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977230.389407:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0e00 x1870620402736128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.389414:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977230.389416:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977230.389417:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977230.389418:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977230.389421:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0e00 x1870620402736128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.389427:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977230.389431:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0e00 x1870620402736128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977255 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.389437:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977230.389439:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977230.389441:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977230.389442:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977230.389444:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977230.389447:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977230.389449:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977230.389452:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977230.389455:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977230.389458:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0e00 x1870620402736128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977255 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977230.389465:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402736128:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977230.389469:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977230.389472:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3b80 x1870620402736256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.389476:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977230.389477:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977230.389479:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977230.389480:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977230.389481:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977230.389483:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402736256:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977230.389485:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977230.389486:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977230.389487:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977230.389488:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977230.389490:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977230.389491:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977230.389493:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977230.389495:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977230.389497:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977230.389498:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402736256, portal 4 00000100:00000001:0.0:1783977230.389500:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977230.389501:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889973120 : -110483819578496 : ffff9b83fb2e3b80) 00000100:00000040:0.0:1783977230.389504:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3b80 x1870620402736256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.389508:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977230.389509:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977230.389510:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977230.389512:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402736256, offset 0 00000400:00000200:0.0:1783977230.389514:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977230.389516:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977230.389518:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977230.389520:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977230.389521:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977230.389523:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977230.389524:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977230.389526:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824709:824709:256:4294967295] 192.168.201.148@tcp LPNI seq info [824680:824680:8:4294967295] 00000400:00000200:0.0:1783977230.389529:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977230.389532:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977230.389535:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977230.389537:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97400. 00000800:00000200:0.0:1783977230.389539:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977230.389541:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783977230.389547:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977230.389548:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97400. 00000400:00000200:0.0:1783977230.389550:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977230.389552:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977230.389562:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783977230.389564:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783977230.389570:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977230.389573:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3b80 x1870620402736256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.389579:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977230.389582:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3b80 x1870620402736256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977255 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.389587:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977230.389589:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977230.389592:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977230.389594:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977230.389597:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977230.389599:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309556253 00000100:00000001:0.0:1783977230.389602:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309557498 00000100:00000001:0.0:1783977230.389604:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309556253 00000100:00000001:0.0:1783977230.389606:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309557498 00000100:00000001:0.0:1783977230.389608:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977230.389610:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977230.389611:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977230.389615:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977230/real 1783977230] req@ffff9b83fb2e3b80 x1870620402736256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977230.389622:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977230.389624:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977230.389625:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977230.389628:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977230.389639:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977230.389642:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977230.389645:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3b80 x1870620402736256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977230.389653:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3b80 x1870620402736256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.389659:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977230.389660:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977230.389662:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977230.389663:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977230.389667:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3b80 x1870620402736256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.389673:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977230.389676:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3b80 x1870620402736256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977255 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.389683:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977230.389685:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977230.389687:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977230.389688:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977230.389690:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977230.389693:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977230.389696:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977230.389699:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977230.389701:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977230.389705:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3b80 x1870620402736256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977255 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977230.389712:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402736256:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977230.389714:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977230.389715:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977230.389717:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0e00 x1870620402736128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977255 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.389721:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977230.389722:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977230.389723:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977230.389725:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977230.389726:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977230.389727:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977230.389728:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977230.389729:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff5800. 02000000:00000001:0.0:1783977230.389730:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977230.389731:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977230.389732:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0e00. 00000100:00000001:0.0:1783977230.389733:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977230.389734:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977230.389735:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977230.389737:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3b80 x1870620402736256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977255 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977230.389740:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977230.389741:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977230.389741:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977230.389742:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977230.389743:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977230.389743:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977230.389744:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977230.389745:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff4000. 02000000:00000001:0.0:1783977230.389746:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977230.389747:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977230.389748:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3b80. 00000100:00000001:0.0:1783977230.389750:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977230.389750:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977230.389751:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977230.389754:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977230.389755:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977230.389756:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977230.389757:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977230.899400:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977230.899407:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977230.899412:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977230.899417:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977230.899424:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977230.899431:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977230.899460:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977230.899465:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977230.899469:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977230.899495:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977230.899500:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977230.899507:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977230.899512:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977230.899521:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977230.899524:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977230.899532:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977230.899535:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977230.899541:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977230.899544:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977230.899565:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977230.899568:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977230.899571:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977231.923533:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977231.923537:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977231.923541:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977231.923542:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977231.923544:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977231.923545:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977231.923549:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977231.923551:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977231.923554:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977231.923556:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977231.923579:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977231.923584:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977231.923590:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977231.923622:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977231.923626:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977231.923629:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977231.923633:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977231.923636:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977231.923638:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977231.923642:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977231.923646:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977231.923650:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977231.923676:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977231.923679:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977231.923680:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977231.923683:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977231.923686:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977231.923688:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977231.923690:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977231.923692:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977231.923694:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977232.947426:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977232.947430:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977232.947432:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977232.947443:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977232.947447:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977232.947450:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977232.947453:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977232.947455:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977232.947457:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977232.947465:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977232.947467:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977232.947467:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977232.947469:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977232.947470:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977232.947471:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977232.947991:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977232.947993:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977232.947996:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977232.948012:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977232.948015:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977232.948019:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977232.948023:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977232.948026:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977232.948030:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977232.948033:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977232.948036:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977232.948039:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977232.948042:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977232.948047:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977232.948049:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977232.948050:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977232.948052:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977232.948053:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977232.948053:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977232.948054:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977232.948056:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977232.948058:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977232.948061:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977232.948062:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977232.948065:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977232.948068:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977232.948071:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977232.948075:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977232.948078:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977232.948083:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977232.948087:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977232.948091:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977232.948094:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977232.948096:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977232.948098:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977232.948100:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977232.948102:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977232.948121:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977232.948124:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977232.948126:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977233.971427:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977233.971433:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977233.971442:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977233.971446:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977233.971451:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977233.971454:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977233.971461:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977233.971463:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977233.971471:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977233.971474:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977233.971504:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977233.971510:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977233.971514:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977233.971521:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977233.971528:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977233.971533:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977233.971538:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977233.971541:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977233.971547:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977234.995414:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977234.995419:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977234.995427:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977234.995431:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977234.995445:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977234.995449:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977234.995456:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977234.995459:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977234.995462:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977234.995464:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977235.508978:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977235.508984:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977235.508987:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977235.508994:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b480 x1870620402736384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.509003:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977235.509006:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977235.509009:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977235.509012:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977235.509014:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977235.509017:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402736384:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977235.509021:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977235.509025:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977235.509028:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977235.509030:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977235.509036:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977235.509038:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977235.509043:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977235.509047:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977235.509053:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977235.509059:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402736384, portal 25 00000100:00000001:0.0:1783977235.509061:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977235.509062:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682713728 : -110484026837888 : ffff9b83eed3b480) 00000100:00000040:0.0:1783977235.509067:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b480 x1870620402736384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.509075:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977235.509077:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977235.509079:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977235.509083:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402736384, offset 0 00000400:00000200:0.0:1783977235.509089:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977235.509096:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977235.509101:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977235.509106:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977235.509110:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977235.509114:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977235.509116:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977235.509120:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824710:824710:256:4294967295] 192.168.201.148@tcp LPNI seq info [824681:824681:8:4294967295] 00000400:00000200:0.0:1783977235.509124:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977235.509132:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977235.509138:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977235.509142:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97400. 00000800:00000200:0.0:1783977235.509148:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977235.509152:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 11 secs later) 00000800:00000100:0.0:1783977235.509164:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977235.509166:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97400. 00000400:00000200:0.0:1783977235.509171:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977235.509175:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977235.509180:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783977235.509182:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783977235.509187:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977235.509191:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b480 x1870620402736384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.509199:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977235.509202:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620402736384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977260 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.509208:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977235.509210:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977235.509214:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977235.509218:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977235.509220:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309562619 00000100:00000010:0.0:1783977235.509225:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783977235.509230:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977235.509235:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309562619 00000100:00000010:0.0:1783977235.509238:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783977235.509241:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977235.509243:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977235.509245:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977235.509248:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977235.509251:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977235/real 1783977235] req@ffff9b83eed3b480 x1870620402736384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977235.509265:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977235.509267:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977235.509268:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977235.509270:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977235.509272:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977235.509274:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977235.509277:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b480 x1870620402736384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977235.509284:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b480 x1870620402736384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.509289:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977235.509291:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977235.509314:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977235.509315:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977235.509319:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b480 x1870620402736384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.509325:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977235.509329:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b480 x1870620402736384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977260 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.509335:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977235.509338:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977235.509339:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977235.509340:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977235.509342:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977235.509344:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977235.509347:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977235.509350:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977235.509352:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977235.509355:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b480 x1870620402736384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977260 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977235.509363:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402736384:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977235.509366:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977235.509370:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38380 x1870620402736512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.509376:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977235.509377:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977235.509379:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977235.509381:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977235.509382:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977235.509384:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402736512:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977235.509387:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977235.509389:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977235.509391:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977235.509392:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977235.509395:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977235.509397:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977235.509400:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977235.509402:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977235.509405:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977235.509407:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402736512, portal 10 00000100:00000001:0.0:1783977235.509409:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977235.509410:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682701184 : -110484026850432 : ffff9b83eed38380) 00000100:00000040:0.0:1783977235.509416:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38380 x1870620402736512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.509422:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977235.509424:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977235.509425:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977235.509428:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402736512, offset 0 00000400:00000200:0.0:1783977235.509431:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977235.509435:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977235.509438:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977235.509440:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977235.509443:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977235.509445:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977235.509447:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977235.509449:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824711:824711:256:4294967295] 192.168.201.148@tcp LPNI seq info [824682:824682:8:4294967295] 00000400:00000200:0.0:1783977235.509453:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977235.509458:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977235.509462:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977235.509464:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97400. 00000800:00000200:0.0:1783977235.509467:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977235.509469:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 11 secs later) 00000800:00000100:0.0:1783977235.509479:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977235.509480:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97400. 00000400:00000200:0.0:1783977235.509482:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977235.509485:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977235.509488:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783977235.509489:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783977235.509491:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977235.509494:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38380 x1870620402736512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.509501:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977235.509503:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620402736512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977260 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.509515:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977235.509517:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977235.509520:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977235.509523:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977235.509526:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977235.509528:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309561361 00000100:00000001:0.0:1783977235.509530:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309562619 00000100:00000001:0.0:1783977235.509532:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309561361 00000100:00000001:0.0:1783977235.509534:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309562619 00000100:00000001:0.0:1783977235.509536:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977235.509538:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977235.509550:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977235.509554:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977235/real 1783977235] req@ffff9b83eed38380 x1870620402736512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977235.509561:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977235.509562:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977235.509564:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977235.509566:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977235.509568:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977235.509570:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977235.509573:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38380 x1870620402736512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977235.509579:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38380 x1870620402736512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.509585:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977235.509586:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977235.509587:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977235.509588:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977235.509591:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38380 x1870620402736512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.509596:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977235.509599:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38380 x1870620402736512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977260 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.509605:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977235.509607:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977235.509608:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977235.509609:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977235.509611:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977235.509618:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977235.509621:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977235.509623:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977235.509625:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977235.509628:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38380 x1870620402736512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977260 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977235.509635:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402736512:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977235.509638:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977235.509642:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b100 x1870620402736640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.509648:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977235.509649:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977235.509651:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977235.509653:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977235.509655:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977235.509657:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402736640:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977235.509660:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977235.509661:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977235.509662:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977235.509664:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977235.509667:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977235.509669:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977235.509671:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977235.509674:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977235.509676:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977235.509679:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402736640, portal 10 00000100:00000001:0.0:1783977235.509681:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977235.509682:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682712832 : -110484026838784 : ffff9b83eed3b100) 00000100:00000040:0.0:1783977235.509687:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b100 x1870620402736640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.509692:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977235.509694:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977235.509696:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977235.509698:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402736640, offset 0 00000400:00000200:0.0:1783977235.509702:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977235.509706:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977235.509709:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977235.509711:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977235.509714:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977235.509716:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977235.509718:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977235.509721:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824712:824712:256:4294967295] 192.168.201.148@tcp LPNI seq info [824683:824683:8:4294967295] 00000400:00000200:0.0:1783977235.509724:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977235.509730:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977235.509733:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977235.509737:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97400. 00000800:00000200:0.0:1783977235.509740:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977235.509742:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 11 secs later) 00000800:00000100:0.0:1783977235.509752:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977235.509753:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97400. 00000400:00000200:0.0:1783977235.509756:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977235.509759:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977235.509761:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783977235.509763:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783977235.509765:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977235.509768:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b100 x1870620402736640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.509779:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977235.509782:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b100 x1870620402736640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977260 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.509787:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977235.509789:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977235.509791:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977235.509794:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977235.509796:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977235.509798:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309561356 00000100:00000001:0.0:1783977235.509800:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309562619 00000100:00000001:0.0:1783977235.509802:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309561356 00000100:00000001:0.0:1783977235.509804:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309562619 00000100:00000001:0.0:1783977235.509806:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977235.509807:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977235.509809:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977235.509812:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977235/real 1783977235] req@ffff9b83eed3b100 x1870620402736640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977235.509818:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977235.509819:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977235.509820:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977235.509822:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977235.509824:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977235.509826:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977235.509828:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b100 x1870620402736640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977235.509835:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b100 x1870620402736640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.509841:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977235.509843:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977235.509844:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977235.509845:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977235.509848:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b100 x1870620402736640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.509854:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977235.509857:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b100 x1870620402736640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977260 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.509863:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977235.509865:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977235.509866:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977235.509867:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977235.509869:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977235.509874:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977235.509876:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977235.509879:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977235.509881:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977235.509885:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b100 x1870620402736640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977260 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977235.509892:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402736640:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977235.509896:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977235.509899:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620402736768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.509904:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977235.509905:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977235.509907:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977235.509909:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977235.509911:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977235.509914:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402736768:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977235.509916:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977235.509919:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977235.509920:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977235.509922:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977235.509925:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977235.509927:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977235.509930:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977235.509932:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977235.509935:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977235.509938:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402736768, portal 4 00000100:00000001:0.0:1783977235.509940:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977235.509941:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783977235.509946:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620402736768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.509952:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977235.509954:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977235.509956:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977235.509958:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402736768, offset 0 00000400:00000200:0.0:1783977235.509962:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977235.509965:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977235.509968:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977235.509970:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977235.509973:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977235.509975:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977235.509977:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977235.509980:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824713:824713:256:4294967295] 192.168.201.148@tcp LPNI seq info [824684:824684:8:4294967295] 00000400:00000200:0.0:1783977235.509983:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977235.509988:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977235.509992:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977235.509994:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97400. 00000800:00000200:0.0:1783977235.509998:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977235.510000:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 11 secs later) 00000800:00000100:0.0:1783977235.510010:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977235.510012:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97400. 00000400:00000200:0.0:1783977235.510015:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977235.510018:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977235.510021:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783977235.510023:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783977235.510025:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977235.510028:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3a300 x1870620402736768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.510036:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977235.510039:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620402736768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977260 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.510045:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977235.510047:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977235.510049:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977235.510052:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977235.510055:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977235.510057:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309561383 00000100:00000001:0.0:1783977235.510059:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309562619 00000100:00000001:0.0:1783977235.510061:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309561383 00000100:00000001:0.0:1783977235.510063:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309562619 00000100:00000001:0.0:1783977235.510065:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977235.510066:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977235.510068:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977235.510071:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977235/real 1783977235] req@ffff9b83eed3a300 x1870620402736768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977235.510078:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977235.510080:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977235.510082:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977235.510084:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977235.510085:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977235.510087:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977235.510090:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620402736768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977235.510097:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620402736768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.510103:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977235.510104:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977235.510106:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977235.510107:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977235.510110:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620402736768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.510116:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977235.510120:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620402736768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977260 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.510126:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977235.510128:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977235.510130:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977235.510131:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977235.510133:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977235.510136:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977235.510139:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977235.510141:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977235.510143:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977235.510147:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620402736768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977260 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977235.510160:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402736768:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977235.510163:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977235.510167:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38a80 x1870620402736896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.510173:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977235.510174:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977235.510176:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977235.510178:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977235.510180:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977235.510182:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402736896:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977235.510185:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977235.510186:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977235.510188:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977235.510189:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977235.510192:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977235.510194:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977235.510197:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977235.510199:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977235.510201:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977235.510204:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402736896, portal 4 00000100:00000001:0.0:1783977235.510205:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977235.510207:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682702976 : -110484026848640 : ffff9b83eed38a80) 00000100:00000040:0.0:1783977235.510212:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38a80 x1870620402736896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.510218:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977235.510220:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977235.510221:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977235.510224:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402736896, offset 0 00000400:00000200:0.0:1783977235.510227:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977235.510231:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977235.510234:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977235.510236:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977235.510239:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977235.510241:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977235.510243:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977235.510246:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824714:824714:256:4294967295] 192.168.201.148@tcp LPNI seq info [824685:824685:8:4294967295] 00000400:00000200:0.0:1783977235.510250:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977235.510256:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977235.510260:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977235.510262:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97400. 00000800:00000200:0.0:1783977235.510265:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977235.510268:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 11 secs later) 00000800:00000100:0.0:1783977235.510278:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977235.510279:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97400. 00000400:00000200:0.0:1783977235.510282:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977235.510285:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977235.510287:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783977235.510289:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783977235.510291:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977235.510314:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38a80 x1870620402736896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.510321:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977235.510325:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620402736896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977260 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.510331:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977235.510332:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977235.510335:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977235.510337:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977235.510341:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977235.510343:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309561374 00000100:00000001:0.0:1783977235.510345:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309562619 00000100:00000001:0.0:1783977235.510347:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309561374 00000100:00000001:0.0:1783977235.510349:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309562619 00000100:00000001:0.0:1783977235.510351:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977235.510353:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977235.510354:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977235.510357:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977235/real 1783977235] req@ffff9b83eed38a80 x1870620402736896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977235.510364:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977235.510366:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977235.510368:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977235.510370:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977235.510371:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977235.510373:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977235.510376:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38a80 x1870620402736896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977235.510384:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38a80 x1870620402736896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.510389:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977235.510391:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977235.510392:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977235.510393:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977235.510397:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38a80 x1870620402736896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.510402:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977235.510406:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38a80 x1870620402736896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977260 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.510413:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977235.510415:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977235.510417:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977235.510418:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977235.510420:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977235.510423:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977235.510425:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977235.510428:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977235.510430:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977235.510433:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38a80 x1870620402736896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977260 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977235.510441:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402736896:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977235.510444:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977235.510446:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977235.510449:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b480 x1870620402736384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977260 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.510455:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977235.510457:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977235.510460:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977235.510463:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977235.510465:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977235.510467:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977235.510469:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977235.510472:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16c00. 02000000:00000001:0.0:1783977235.510475:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977235.510477:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977235.510478:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b480. 00000100:00000001:0.0:1783977235.510481:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977235.510483:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977235.510484:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977235.510487:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38380 x1870620402736512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977260 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.510499:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977235.510500:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977235.510501:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977235.510503:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977235.510504:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977235.510505:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977235.510507:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977235.510508:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14000. 02000000:00000001:0.0:1783977235.510510:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977235.510511:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977235.510512:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38380. 00000100:00000001:0.0:1783977235.510514:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977235.510515:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977235.510517:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977235.510519:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b100 x1870620402736640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977260 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.510525:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977235.510526:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977235.510527:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977235.510529:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977235.510530:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977235.510531:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977235.510533:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977235.510534:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14c00. 02000000:00000001:0.0:1783977235.510536:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977235.510537:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977235.510538:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b100. 00000100:00000001:0.0:1783977235.510553:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977235.510554:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977235.510556:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977235.510559:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620402736768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977260 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.510565:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977235.510566:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977235.510568:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977235.510570:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977235.510571:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977235.510572:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977235.510574:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977235.510576:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15c00. 02000000:00000001:0.0:1783977235.510578:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977235.510578:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977235.510580:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783977235.510582:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977235.510583:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977235.510584:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977235.510587:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38a80 x1870620402736896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977260 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977235.510593:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977235.510594:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977235.510595:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977235.510597:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977235.510598:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977235.510599:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977235.510600:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977235.510602:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15400. 02000000:00000001:0.0:1783977235.510603:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977235.510604:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977235.510605:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38a80. 00000100:00000001:0.0:1783977235.510607:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977235.510609:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977235.510611:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977235.510617:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977235.510619:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977235.510621:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977235.510623:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977236.019547:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977236.019551:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977236.019558:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977236.019561:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977236.019566:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977236.019569:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977236.019573:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977236.019575:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977236.019578:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977236.019578:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977236.019654:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977236.019657:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977236.019658:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977236.019660:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977236.019663:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977236.019666:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977236.019670:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977236.019674:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977236.019681:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977237.043423:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977237.043429:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977237.043438:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977237.043442:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977237.043450:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977237.043454:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977237.043460:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977237.043464:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977237.043472:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977237.043476:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977237.043503:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977237.043508:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977237.043525:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977237.043550:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977237.043566:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977237.043569:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977237.043573:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977237.043577:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977237.043580:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977237.043585:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977237.043588:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977237.043593:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977238.067402:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977238.067409:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977238.067414:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977238.067422:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977238.067430:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977238.067435:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977238.067441:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977238.067445:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977238.067451:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977238.067487:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977238.067492:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977238.067506:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977238.067512:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977238.067517:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977238.067519:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977238.067521:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977238.067524:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977238.067528:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977238.067530:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977238.067535:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977238.067537:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977238.067543:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977238.067546:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977238.067551:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977238.067571:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977238.067593:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977238.067596:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977238.067601:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977239.094729:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977239.094737:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977239.094742:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977239.094748:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977239.094755:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977239.094759:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977239.094763:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977239.094768:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977239.094774:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977239.094797:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977239.094800:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977239.094804:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977239.094806:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977239.094809:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977239.094811:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977239.094814:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977239.094815:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977239.094818:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977239.094819:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977239.094836:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977239.094838:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977239.094841:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977240.117506:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977240.117514:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977240.117525:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977240.117530:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977240.117538:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977240.117542:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977240.117550:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977240.117555:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977240.117563:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977240.117566:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977240.117600:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977240.117604:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977240.117608:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977240.627813:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977240.627819:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977240.627822:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977240.627829:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620402737024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.627838:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977240.627841:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977240.627846:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977240.627849:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977240.627851:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977240.627855:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402737024:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977240.627860:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977240.627865:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977240.627869:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977240.627872:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977240.627878:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977240.627880:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977240.627887:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977240.627891:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977240.627899:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977240.627908:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402737024, portal 25 00000100:00000001:0.0:1783977240.627911:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977240.627913:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783977240.627919:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620402737024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.627928:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977240.627931:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977240.627934:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977240.627947:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402737024, offset 0 00000400:00000200:0.0:1783977240.627955:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977240.627965:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977240.627972:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977240.627978:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977240.627983:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977240.627988:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977240.627991:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977240.627996:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824715:824715:256:4294967295] 192.168.201.148@tcp LPNI seq info [824686:824686:8:4294967295] 00000400:00000200:0.0:1783977240.628001:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977240.628013:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977240.628020:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977240.628026:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97400. 00000800:00000200:0.0:1783977240.628034:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977240.628039:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1783977240.628054:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977240.628057:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97400. 00000400:00000200:0.0:1783977240.628065:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977240.628081:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977240.628088:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783977240.628091:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783977240.628098:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977240.628103:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620402737024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.628630:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977240.628637:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620402737024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977265 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.628646:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977240.628648:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977240.628656:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977240.628660:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977240.628663:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309567739 00000100:00000010:0.0:1783977240.628670:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783977240.628689:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977240.628696:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309567739 00000100:00000010:0.0:1783977240.628700:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783977240.628703:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977240.628707:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977240.628710:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977240.628713:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977240.628718:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977240/real 1783977240] req@ffff9b83eed39f80 x1870620402737024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977240.628729:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977240.628731:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977240.628733:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977240.628736:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977240.628738:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977240.628741:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977240.628746:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620402737024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977240.628755:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620402737024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.628762:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977240.628764:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977240.628767:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977240.628769:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977240.628774:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620402737024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.628782:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977240.628786:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620402737024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977265 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.628793:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977240.628797:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977240.628799:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977240.628800:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977240.628803:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977240.628806:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977240.628809:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977240.628812:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977240.628815:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977240.628820:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620402737024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977265 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977240.628828:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402737024:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977240.628835:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977240.628837:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977240.628841:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620402737024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977265 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.628855:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977240.628858:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977240.628861:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977240.628865:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977240.628867:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977240.628869:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977240.628872:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977240.628876:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec17400. 02000000:00000001:0.0:1783977240.628880:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977240.628882:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977240.628884:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783977240.628888:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977240.628889:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977240.628892:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977240.628901:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977240.628903:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977240.628906:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977240.628908:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977240.632101:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977240.632110:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977240.632114:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977240.632128:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39180 x1870620402737152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.632141:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977240.632143:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977240.632148:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977240.632153:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977240.632157:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977240.632161:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402737152:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977240.632167:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977240.632172:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977240.632176:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977240.632179:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977240.632189:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977240.632192:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977240.632201:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977240.632206:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977240.632215:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977240.632223:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402737152, portal 10 00000100:00000001:0.0:1783977240.632226:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977240.632228:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682704768 : -110484026846848 : ffff9b83eed39180) 00000100:00000040:0.0:1783977240.632237:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39180 x1870620402737152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.632245:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977240.632248:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977240.632251:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977240.632256:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402737152, offset 0 00000400:00000200:0.0:1783977240.632264:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977240.632274:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977240.632283:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977240.632290:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977240.632321:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977240.632326:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977240.632329:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977240.632334:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824716:824716:256:4294967295] 192.168.201.148@tcp LPNI seq info [824687:824687:8:4294967295] 00000400:00000200:0.0:1783977240.632339:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977240.632350:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977240.632358:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977240.632364:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97400. 00000800:00000200:0.0:1783977240.632372:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977240.632376:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1783977240.632393:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977240.632396:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97400. 00000400:00000200:0.0:1783977240.632404:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977240.632410:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977240.632417:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783977240.632419:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783977240.632426:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977240.632430:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39180 x1870620402737152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.632442:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977240.632446:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39180 x1870620402737152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977265 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.632466:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977240.632468:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977240.632474:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977240.632480:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977240.632484:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977240.632487:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309566484 00000100:00000001:0.0:1783977240.632491:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309567739 00000100:00000001:0.0:1783977240.632494:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309566484 00000100:00000001:0.0:1783977240.632496:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309567739 00000100:00000001:0.0:1783977240.632499:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977240.632502:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977240.632505:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977240.632509:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977240/real 1783977240] req@ffff9b83eed39180 x1870620402737152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977240.632520:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977240.632522:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977240.632525:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977240.632528:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977240.632530:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977240.632532:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977240.632536:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39180 x1870620402737152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977240.632552:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39180 x1870620402737152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.632560:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977240.632562:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977240.632564:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977240.632566:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977240.632571:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39180 x1870620402737152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.632578:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977240.632584:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39180 x1870620402737152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977265 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.632592:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977240.632596:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977240.632598:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977240.632599:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977240.632602:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977240.632614:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977240.632628:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977240.632633:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977240.632636:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977240.632641:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39180 x1870620402737152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977265 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977240.632650:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402737152:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977240.632655:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977240.632658:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620402737280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.632672:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977240.632674:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977240.632685:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977240.632687:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977240.632690:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977240.632693:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402737280:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977240.632697:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977240.632700:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977240.632701:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977240.632703:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977240.632707:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977240.632709:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977240.632712:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977240.632715:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977240.632718:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977240.632721:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402737280, portal 10 00000100:00000001:0.0:1783977240.632723:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977240.632725:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783977240.632731:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620402737280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.632749:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977240.632751:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977240.632754:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977240.632756:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402737280, offset 0 00000400:00000200:0.0:1783977240.632760:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977240.632764:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977240.632768:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977240.632771:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977240.632774:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977240.632776:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977240.632778:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977240.632782:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824717:824717:256:4294967295] 192.168.201.148@tcp LPNI seq info [824688:824688:8:4294967295] 00000400:00000200:0.0:1783977240.632786:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977240.632793:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977240.632797:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977240.632801:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97400. 00000800:00000200:0.0:1783977240.632805:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977240.632808:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1783977240.632818:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977240.632820:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97400. 00000400:00000200:0.0:1783977240.632823:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977240.632827:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977240.632830:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783977240.632831:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783977240.632834:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977240.632838:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620402737280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.632845:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977240.632849:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620402737280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977265 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.632856:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977240.632857:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977240.632860:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977240.632864:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977240.632867:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977240.632869:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309566479 00000100:00000001:0.0:1783977240.632872:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309567739 00000100:00000001:0.0:1783977240.632874:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309566479 00000100:00000001:0.0:1783977240.632877:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309567739 00000100:00000001:0.0:1783977240.632879:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977240.632882:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977240.632884:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977240.632887:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977240/real 1783977240] req@ffff9b83eed39f80 x1870620402737280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977240.632895:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977240.632896:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977240.632898:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977240.632901:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977240.632902:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977240.632904:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977240.632907:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620402737280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977240.632916:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620402737280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.632923:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977240.632924:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977240.632926:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977240.632927:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977240.632931:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620402737280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.632938:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977240.632942:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620402737280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977265 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.632949:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977240.632952:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977240.632953:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977240.632955:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977240.632957:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977240.632963:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977240.632966:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977240.632970:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977240.632973:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977240.632977:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620402737280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977265 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977240.632985:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402737280:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977240.632989:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977240.632993:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38a80 x1870620402737408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.633001:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977240.633002:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977240.633005:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977240.633007:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977240.633009:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977240.633012:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402737408:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977240.633015:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977240.633018:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977240.633020:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977240.633022:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977240.633025:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977240.633027:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977240.633031:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977240.633034:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977240.633037:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977240.633040:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402737408, portal 4 00000100:00000001:0.0:1783977240.633042:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977240.633044:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682702976 : -110484026848640 : ffff9b83eed38a80) 00000100:00000040:0.0:1783977240.633050:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38a80 x1870620402737408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.633056:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977240.633059:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977240.633061:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977240.633064:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402737408, offset 0 00000400:00000200:0.0:1783977240.633068:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977240.633072:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977240.633076:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977240.633079:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977240.633081:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977240.633084:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977240.633086:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977240.633089:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824718:824718:256:4294967295] 192.168.201.148@tcp LPNI seq info [824689:824689:8:4294967295] 00000400:00000200:0.0:1783977240.633094:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977240.633100:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977240.633105:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977240.633109:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97400. 00000800:00000200:0.0:1783977240.633112:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977240.633116:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1783977240.633127:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977240.633129:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97400. 00000400:00000200:0.0:1783977240.633131:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977240.633135:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977240.633138:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783977240.633139:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783977240.633142:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977240.633146:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38a80 x1870620402737408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.633154:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977240.633157:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620402737408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977265 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.633164:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977240.633166:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977240.633169:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977240.633173:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977240.633176:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977240.633178:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309566506 00000100:00000001:0.0:1783977240.633180:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309567739 00000100:00000001:0.0:1783977240.633182:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309566506 00000100:00000001:0.0:1783977240.633185:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309567739 00000100:00000001:0.0:1783977240.633187:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977240.633189:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977240.633191:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977240.633195:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977240/real 1783977240] req@ffff9b83eed38a80 x1870620402737408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977240.633203:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977240.633204:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977240.633206:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977240.633208:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977240.633210:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977240.633212:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977240.633215:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38a80 x1870620402737408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977240.633224:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38a80 x1870620402737408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.633231:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977240.633233:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977240.633235:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977240.633236:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977240.633240:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38a80 x1870620402737408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.633247:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977240.633251:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38a80 x1870620402737408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977265 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.633259:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977240.633261:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977240.633263:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977240.633265:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977240.633267:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977240.633272:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977240.633275:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977240.633278:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977240.633280:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977240.633284:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38a80 x1870620402737408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977265 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977240.633311:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402737408:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977240.633316:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977240.633320:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620402737536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.633328:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977240.633330:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977240.633332:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977240.633334:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977240.633336:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977240.633339:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402737536:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977240.633343:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977240.633345:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977240.633347:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977240.633349:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977240.633352:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977240.633354:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977240.633358:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977240.633361:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977240.633363:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977240.633366:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402737536, portal 4 00000100:00000001:0.0:1783977240.633369:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977240.633370:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783977240.633377:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620402737536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.633384:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977240.633386:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977240.633388:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977240.633391:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402737536, offset 0 00000400:00000200:0.0:1783977240.633395:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977240.633398:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977240.633402:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977240.633405:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977240.633408:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977240.633410:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977240.633413:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977240.633416:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824719:824719:256:4294967295] 192.168.201.148@tcp LPNI seq info [824690:824690:8:4294967295] 00000400:00000200:0.0:1783977240.633420:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977240.633426:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977240.633431:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977240.633434:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97400. 00000800:00000200:0.0:1783977240.633438:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977240.633441:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1783977240.633467:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977240.633470:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97400. 00000400:00000200:0.0:1783977240.633473:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977240.633477:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977240.633480:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783977240.633481:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783977240.633484:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977240.633488:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3a300 x1870620402737536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.633496:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977240.633499:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620402737536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977265 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.633505:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977240.633507:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977240.633510:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977240.633513:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977240.633517:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977240.633519:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309566497 00000100:00000001:0.0:1783977240.633522:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309567739 00000100:00000001:0.0:1783977240.633524:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309566497 00000100:00000001:0.0:1783977240.633526:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309567739 00000100:00000001:0.0:1783977240.633528:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977240.633531:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977240.633533:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977240.633537:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977240/real 1783977240] req@ffff9b83eed3a300 x1870620402737536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977240.633545:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977240.633546:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977240.633548:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977240.633550:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977240.633552:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977240.633555:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977240.633558:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620402737536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977240.633566:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620402737536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.633580:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977240.633582:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977240.633584:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977240.633585:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977240.633589:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620402737536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.633596:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977240.633600:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620402737536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977265 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.633607:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977240.633610:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977240.633612:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977240.633613:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977240.633615:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977240.633620:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977240.633622:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977240.633625:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977240.633628:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977240.633631:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620402737536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977265 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977240.633653:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402737536:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977240.633657:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977240.633659:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977240.633662:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39180 x1870620402737152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977265 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.633670:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977240.633673:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977240.633677:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977240.633681:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977240.633684:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977240.633686:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977240.633688:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977240.633691:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16800. 02000000:00000001:0.0:1783977240.633697:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977240.633700:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977240.633702:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39180. 00000100:00000001:0.0:1783977240.633706:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977240.633708:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977240.633710:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977240.633713:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620402737280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977265 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.633720:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977240.633721:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977240.633723:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977240.633726:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977240.633728:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977240.633729:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977240.633732:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977240.633733:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16400. 02000000:00000001:0.0:1783977240.633736:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977240.633737:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977240.633738:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783977240.633741:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977240.633742:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977240.633744:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977240.633748:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38a80 x1870620402737408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977265 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.633754:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977240.633756:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977240.633757:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977240.633759:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977240.633761:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977240.633762:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977240.633765:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977240.633767:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15800. 02000000:00000001:0.0:1783977240.633769:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977240.633770:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977240.633772:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38a80. 00000100:00000001:0.0:1783977240.633774:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977240.633775:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977240.633776:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977240.633779:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620402737536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977265 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977240.633786:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977240.633787:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977240.633789:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977240.633791:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977240.633792:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977240.633793:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977240.633795:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977240.633797:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec17400. 02000000:00000001:0.0:1783977240.633799:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977240.633800:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977240.633802:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783977240.633804:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977240.633805:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977240.633808:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977240.633816:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977240.633818:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977240.633821:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977240.633823:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977241.139408:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977241.139414:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977241.139418:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977241.139428:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977241.139436:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977241.139453:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977241.139470:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977241.139474:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977241.139477:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977241.139510:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977241.139516:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977241.139525:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977241.139529:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977241.139536:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977241.139540:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977241.139549:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977241.139552:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977241.139559:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977241.139563:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977241.139588:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977241.139592:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977241.139599:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977242.163458:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977242.163464:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977242.163474:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977242.163479:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977242.163491:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977242.163496:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977242.163505:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977242.163512:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977242.163527:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977242.163533:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977242.163562:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977242.163568:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977242.163578:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977242.163605:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977242.163611:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977242.163617:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977242.163622:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977242.163624:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977242.163631:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977242.163643:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977242.163647:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977242.163653:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977243.187559:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977243.187569:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977243.187574:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977243.187580:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977243.187588:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977243.187594:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977243.187606:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977243.187613:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977243.187621:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977243.187653:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977243.187658:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977243.187666:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977243.187671:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977243.187675:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977243.187679:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977243.187690:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977243.187694:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977243.187697:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977243.187704:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977243.187710:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977243.187712:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977243.187713:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977243.187714:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977243.187715:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977243.187715:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977243.187717:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977243.187720:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977243.187724:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977243.187726:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977243.187728:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977243.187729:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977243.187731:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977243.187733:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977243.187735:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977243.187738:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977243.187743:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977243.187744:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977243.187745:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977243.187748:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977243.187751:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977243.187752:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977243.187754:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977243.187756:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977243.187779:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977243.187782:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977243.187784:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977244.211411:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977244.211420:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977244.211425:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977244.211433:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977244.211442:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977244.211449:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977244.211465:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977244.211469:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977244.211474:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977244.211499:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977244.211504:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977244.211511:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977244.211515:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977244.211522:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977244.211525:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977244.211533:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977244.211536:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977244.211541:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977244.211545:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977245.235395:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977245.235400:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977245.235405:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977245.235409:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977245.235413:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977245.235417:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977245.235425:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977245.235429:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977245.235436:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977245.235439:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977245.235464:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977245.235468:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977245.235474:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977245.235489:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977245.235494:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977245.235497:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977245.235501:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977245.235505:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977245.235508:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977245.235512:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977245.235515:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977245.235518:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977245.747787:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977245.747793:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977245.747798:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977245.747808:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1880 x1870620402737664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.747817:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977245.747819:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977245.747823:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977245.747826:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977245.747828:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977245.747832:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402737664:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977245.747837:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977245.747841:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977245.747843:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977245.747846:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977245.747852:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977245.747856:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977245.747863:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977245.747871:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977245.747879:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977245.747886:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402737664, portal 25 00000100:00000001:0.0:1783977245.747890:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977245.747893:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889964160 : -110483819587456 : ffff9b83fb2e1880) 00000100:00000040:0.0:1783977245.747902:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1880 x1870620402737664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.747913:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977245.747918:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977245.747922:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977245.747927:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402737664, offset 0 00000400:00000200:0.0:1783977245.747936:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977245.747945:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977245.747951:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977245.747956:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977245.747961:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977245.747968:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977245.747972:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977245.747977:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824720:824720:256:4294967295] 192.168.201.148@tcp LPNI seq info [824691:824691:8:4294967295] 00000400:00000200:0.0:1783977245.747983:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977245.747999:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977245.748007:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977245.748011:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97400. 00000800:00000200:0.0:1783977245.748016:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977245.748019:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783977245.748027:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977245.748029:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97400. 00000400:00000200:0.0:1783977245.748032:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977245.748035:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977245.748038:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783977245.748040:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783977245.748043:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977245.748046:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1880 x1870620402737664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.748052:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977245.748055:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1880 x1870620402737664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.748061:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977245.748063:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977245.748069:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977245.748073:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977245.748076:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309572858 00000100:00000010:0.0:1783977245.748081:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783977245.748087:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977245.748092:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309572858 00000100:00000010:0.0:1783977245.748098:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783977245.748104:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977245.748110:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977245.748114:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977245.748118:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977245.748125:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977245/real 1783977245] req@ffff9b83fb2e1880 x1870620402737664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977245.748140:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977245.748142:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977245.748143:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977245.748146:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977245.748148:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977245.748151:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977245.748155:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1880 x1870620402737664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977245.748163:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1880 x1870620402737664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.748169:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977245.748171:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977245.748174:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977245.748176:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977245.748180:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1880 x1870620402737664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.748186:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977245.748190:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1880 x1870620402737664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.748197:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977245.748200:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977245.748202:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977245.748203:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977245.748206:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977245.748208:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977245.748211:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977245.748215:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977245.748218:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977245.748223:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1880 x1870620402737664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977245.748231:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402737664:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977245.748236:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977245.748238:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977245.748241:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1880 x1870620402737664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.748247:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977245.748249:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977245.748252:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977245.748256:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977245.748257:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977245.748259:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977245.748261:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977245.748271:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff4800. 02000000:00000001:0.0:1783977245.748275:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977245.748276:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977245.748278:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1880. 00000100:00000001:0.0:1783977245.748281:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977245.748282:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977245.748284:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977245.748291:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977245.748319:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977245.748322:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977245.748324:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977245.748325:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977245.748329:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1f80 x1870620402737792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.748336:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977245.748338:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977245.748340:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977245.748342:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977245.748344:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977245.748347:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402737792:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977245.748350:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977245.748352:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977245.748353:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977245.748354:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977245.748357:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977245.748371:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977245.748375:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977245.748377:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977245.748380:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977245.748383:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402737792, portal 10 00000100:00000001:0.0:1783977245.748385:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977245.748386:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889965952 : -110483819585664 : ffff9b83fb2e1f80) 00000100:00000040:0.0:1783977245.748393:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1f80 x1870620402737792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.748400:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977245.748401:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977245.748403:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977245.748404:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402737792, offset 0 00000400:00000200:0.0:1783977245.748407:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977245.748410:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977245.748413:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977245.748415:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977245.748416:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977245.748418:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977245.748419:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977245.748421:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824721:824721:256:4294967295] 192.168.201.148@tcp LPNI seq info [824692:824692:8:4294967295] 00000400:00000200:0.0:1783977245.748424:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977245.748429:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977245.748431:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977245.748433:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97400. 00000800:00000200:0.0:1783977245.748437:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977245.748438:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783977245.748447:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977245.748449:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97400. 00000400:00000200:0.0:1783977245.748452:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977245.748456:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977245.748458:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783977245.748460:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783977245.748463:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977245.748469:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1f80 x1870620402737792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.748500:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977245.748507:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1f80 x1870620402737792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.748522:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977245.748526:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977245.748531:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977245.748537:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977245.748544:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977245.748546:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309571600 00000100:00000001:0.0:1783977245.748551:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309572858 00000100:00000001:0.0:1783977245.748554:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309571600 00000100:00000001:0.0:1783977245.748558:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309572858 00000100:00000001:0.0:1783977245.748561:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977245.748563:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977245.748566:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977245.748573:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977245/real 1783977245] req@ffff9b83fb2e1f80 x1870620402737792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977245.748581:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977245.748584:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977245.748587:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977245.748591:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977245.748593:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977245.748595:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977245.748599:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1f80 x1870620402737792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977245.748610:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1f80 x1870620402737792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.748622:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977245.748625:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977245.748628:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977245.748633:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977245.748641:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1f80 x1870620402737792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.748662:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977245.748670:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1f80 x1870620402737792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.748686:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977245.748691:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977245.748695:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977245.748698:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977245.748701:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977245.748712:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977245.748717:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977245.748724:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977245.748729:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977245.748737:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1f80 x1870620402737792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977245.748750:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402737792:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977245.748754:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977245.748758:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977245.748762:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1f80 x1870620402737792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.748772:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977245.748775:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977245.748778:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977245.748781:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977245.748783:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977245.748786:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977245.748789:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977245.748791:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff4000. 02000000:00000001:0.0:1783977245.748794:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977245.748796:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977245.748798:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1f80. 00000100:00000001:0.0:1783977245.748802:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977245.748805:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977245.748807:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977245.748812:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977245.748815:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977245.748817:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977245.748820:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977245.748822:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977245.748828:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2300 x1870620402737920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.748836:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977245.748838:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977245.748844:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977245.748846:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977245.748849:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977245.748853:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402737920:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977245.748860:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977245.748864:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977245.748866:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977245.748870:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977245.748875:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977245.748879:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977245.748885:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977245.748890:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977245.748897:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977245.748901:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402737920, portal 10 00000100:00000001:0.0:1783977245.748904:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977245.748906:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889966848 : -110483819584768 : ffff9b83fb2e2300) 00000100:00000040:0.0:1783977245.748915:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2300 x1870620402737920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.748935:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977245.748941:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977245.748946:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977245.748951:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402737920, offset 0 00000400:00000200:0.0:1783977245.748961:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977245.748967:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977245.748974:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977245.748981:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977245.748987:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977245.748994:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977245.748998:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977245.749003:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824722:824722:256:4294967295] 192.168.201.148@tcp LPNI seq info [824693:824693:8:4294967295] 00000400:00000200:0.0:1783977245.749011:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977245.749023:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977245.749032:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977245.749036:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97400. 00000800:00000200:0.0:1783977245.749041:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977245.749044:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783977245.749061:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977245.749065:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97400. 00000400:00000200:0.0:1783977245.749070:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977245.749079:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977245.749085:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783977245.749090:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783977245.749095:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977245.749103:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2300 x1870620402737920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.749115:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977245.749119:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2300 x1870620402737920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.749130:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977245.749135:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977245.749137:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977245.749142:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977245.749147:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977245.749150:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309571595 00000100:00000001:0.0:1783977245.749154:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309572858 00000100:00000001:0.0:1783977245.749160:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309571595 00000100:00000001:0.0:1783977245.749164:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309572858 00000100:00000001:0.0:1783977245.749168:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977245.749174:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977245.749175:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977245.749177:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977245/real 1783977245] req@ffff9b83fb2e2300 x1870620402737920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977245.749186:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977245.749188:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977245.749190:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977245.749192:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977245.749195:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977245.749198:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977245.749203:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2300 x1870620402737920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977245.749215:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2300 x1870620402737920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.749224:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977245.749226:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977245.749227:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977245.749229:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977245.749234:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2300 x1870620402737920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.749250:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977245.749255:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2300 x1870620402737920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.749260:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977245.749264:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977245.749265:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977245.749266:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977245.749267:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977245.749272:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977245.749275:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977245.749279:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977245.749281:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977245.749286:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2300 x1870620402737920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977245.749316:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402737920:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977245.749321:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977245.749323:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977245.749327:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2300 x1870620402737920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.749334:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977245.749336:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977245.749338:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977245.749342:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977245.749344:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977245.749346:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977245.749348:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977245.749350:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff5800. 02000000:00000001:0.0:1783977245.749353:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977245.749354:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977245.749356:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2300. 00000100:00000001:0.0:1783977245.749374:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977245.749377:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977245.749379:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977245.749384:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977245.749386:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977245.749388:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977245.749389:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977245.749390:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977245.749395:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0380 x1870620402738048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.749402:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977245.749404:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977245.749406:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977245.749409:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977245.749411:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977245.749415:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402738048:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977245.749419:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977245.749422:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977245.749424:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977245.749426:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977245.749430:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977245.749432:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977245.749436:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977245.749439:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977245.749443:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977245.749447:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402738048, portal 4 00000100:00000001:0.0:1783977245.749449:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977245.749451:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889958784 : -110483819592832 : ffff9b83fb2e0380) 00000100:00000040:0.0:1783977245.749458:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0380 x1870620402738048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.749464:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977245.749466:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977245.749469:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977245.749472:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402738048, offset 0 00000400:00000200:0.0:1783977245.749476:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977245.749480:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977245.749483:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977245.749485:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977245.749487:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977245.749489:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977245.749492:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977245.749495:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824723:824723:256:4294967295] 192.168.201.148@tcp LPNI seq info [824694:824694:8:4294967295] 00000400:00000200:0.0:1783977245.749500:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977245.749508:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977245.749513:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977245.749517:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97400. 00000800:00000200:0.0:1783977245.749522:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977245.749525:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783977245.749535:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977245.749537:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97400. 00000400:00000200:0.0:1783977245.749540:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977245.749543:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977245.749545:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783977245.749546:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783977245.749548:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977245.749550:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0380 x1870620402738048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.749556:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977245.749559:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0380 x1870620402738048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.749564:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977245.749566:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977245.749569:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977245.749571:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977245.749575:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977245.749576:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309571623 00000100:00000001:0.0:1783977245.749579:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309572858 00000100:00000001:0.0:1783977245.749581:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309571623 00000100:00000001:0.0:1783977245.749583:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309572858 00000100:00000001:0.0:1783977245.749584:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977245.749586:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977245.749588:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977245.749592:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977245/real 1783977245] req@ffff9b83fb2e0380 x1870620402738048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977245.749600:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977245.749601:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977245.749603:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977245.749605:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977245.749606:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977245.749608:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977245.749611:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0380 x1870620402738048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977245.749617:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0380 x1870620402738048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.749623:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977245.749624:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977245.749626:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977245.749627:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977245.749631:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0380 x1870620402738048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.749636:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977245.749640:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0380 x1870620402738048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.749646:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977245.749648:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977245.749650:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977245.749651:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977245.749652:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977245.749656:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977245.749659:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977245.749662:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977245.749664:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977245.749668:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0380 x1870620402738048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977245.749675:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402738048:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977245.749678:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977245.749681:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2a00 x1870620402738176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.749686:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977245.749688:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977245.749690:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977245.749691:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977245.749693:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977245.749696:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402738176:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977245.749699:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977245.749700:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977245.749702:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977245.749703:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977245.749707:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977245.749709:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977245.749712:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977245.749714:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977245.749717:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977245.749718:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402738176, portal 4 00000100:00000001:0.0:1783977245.749720:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977245.749721:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889968640 : -110483819582976 : ffff9b83fb2e2a00) 00000100:00000040:0.0:1783977245.749725:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2a00 x1870620402738176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.749729:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977245.749730:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977245.749731:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977245.749732:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402738176, offset 0 00000400:00000200:0.0:1783977245.749735:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977245.749738:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977245.749740:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977245.749742:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977245.749743:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977245.749745:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977245.749746:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977245.749748:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824724:824724:256:4294967295] 192.168.201.148@tcp LPNI seq info [824695:824695:8:4294967295] 00000400:00000200:0.0:1783977245.749751:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977245.749757:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977245.749761:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977245.749764:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97400. 00000800:00000200:0.0:1783977245.749767:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977245.749769:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783977245.749780:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977245.749781:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97400. 00000400:00000200:0.0:1783977245.749784:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977245.749787:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977245.749790:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783977245.749792:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783977245.749794:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977245.749797:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2a00 x1870620402738176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.749805:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977245.749807:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2a00 x1870620402738176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.749811:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977245.749811:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977245.749814:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977245.749816:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977245.749818:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977245.749820:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309571613 00000100:00000001:0.0:1783977245.749821:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309572858 00000100:00000001:0.0:1783977245.749822:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309571613 00000100:00000001:0.0:1783977245.749824:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309572858 00000100:00000001:0.0:1783977245.749825:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977245.749826:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977245.749827:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977245.749829:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977245/real 1783977245] req@ffff9b83fb2e2a00 x1870620402738176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977245.749833:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977245.749834:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977245.749835:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977245.749836:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977245.749837:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977245.749838:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977245.749840:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2a00 x1870620402738176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977245.749845:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2a00 x1870620402738176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.749849:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977245.749850:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977245.749852:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977245.749853:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977245.749856:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2a00 x1870620402738176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.749862:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977245.749865:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2a00 x1870620402738176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.749871:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977245.749874:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977245.749875:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977245.749876:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977245.749878:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977245.749881:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977245.749883:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977245.749887:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977245.749889:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977245.749893:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2a00 x1870620402738176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977245.749900:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402738176:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977245.749902:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977245.749903:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977245.749906:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0380 x1870620402738048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.749912:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977245.749913:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977245.749915:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977245.749917:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977245.749919:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977245.749920:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977245.749922:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977245.749924:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff6400. 02000000:00000001:0.0:1783977245.749926:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977245.749927:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977245.749929:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0380. 00000100:00000001:0.0:1783977245.749931:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977245.749932:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977245.749934:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977245.749937:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2a00 x1870620402738176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977245.749949:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977245.749950:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977245.749952:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977245.749954:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977245.749955:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977245.749956:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977245.749957:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977245.749959:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff7c00. 02000000:00000001:0.0:1783977245.749960:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977245.749961:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977245.749963:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2a00. 00000100:00000001:0.0:1783977245.749965:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977245.749966:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977245.749968:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977245.749971:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977245.749972:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977245.749974:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977245.749975:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977246.259515:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977246.259522:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977246.259525:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977246.259528:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977246.259531:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977246.259534:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977246.259536:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977246.259538:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977246.259541:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977246.259562:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977246.259564:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977246.259569:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977246.259570:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977246.259574:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977246.259575:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977246.259578:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977246.259579:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977246.259582:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977246.259584:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977246.259599:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977246.259601:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977246.259604:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977246.261521:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977246.261527:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977246.261530:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977246.261532:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977246.261534:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977246.261536:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977246.261573:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977246.261577:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977246.261580:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977246.261607:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977246.261611:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977246.261613:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977246.261617:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977246.261620:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977246.261623:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977246.261626:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977246.261629:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977246.261633:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977247.284409:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977247.284413:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977247.284420:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977247.284423:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977247.284430:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977247.284434:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977247.284440:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977247.284444:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977247.284450:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977247.284453:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977247.284473:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977247.284477:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977247.284480:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977248.307419:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977248.307424:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977248.307428:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977248.307435:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977248.307443:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977248.307447:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977248.307451:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977248.307455:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977248.307463:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977248.307467:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977248.307473:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977248.307477:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977248.307484:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977248.307488:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977248.307495:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977248.307498:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977248.307520:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977248.307525:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977248.307531:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977249.331715:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977249.331717:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977249.331718:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977249.331719:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977249.331721:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977249.331722:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977249.331723:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977249.331724:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977249.331725:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977249.331738:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977249.331740:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977249.331743:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977249.331743:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977249.331746:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977249.331746:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977249.331748:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977249.331749:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977249.331751:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977249.331752:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977249.331762:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977249.331764:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977249.331766:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977250.355422:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977250.355426:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977250.355431:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977250.355434:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977250.355438:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977250.355442:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977250.355446:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977250.355451:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977250.355457:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977250.355461:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977250.355489:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977250.355493:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977250.355499:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977250.355544:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977250.355550:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977250.355554:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977250.355561:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977250.355568:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977250.355573:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977250.355580:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977250.355583:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977250.355585:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977250.868067:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977250.868071:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977250.868073:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977250.868079:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2a00 x1870620402738304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977250.868087:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977250.868089:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977250.868092:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977250.868094:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977250.868096:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977250.868099:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402738304:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977250.868103:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977250.868107:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977250.868109:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977250.868112:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977250.868116:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977250.868118:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977250.868123:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977250.868126:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977250.868132:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977250.868137:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402738304, portal 25 00000100:00000001:0.0:1783977250.868140:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977250.868141:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889968640 : -110483819582976 : ffff9b83fb2e2a00) 00000100:00000040:0.0:1783977250.868146:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2a00 x1870620402738304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977250.868152:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977250.868155:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977250.868157:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977250.868161:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402738304, offset 0 00000400:00000200:0.0:1783977250.868167:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977250.868175:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977250.868180:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977250.868185:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977250.868188:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977250.868192:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977250.868194:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977250.868198:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824725:824725:256:4294967295] 192.168.201.148@tcp LPNI seq info [824696:824696:8:4294967295] 00000400:00000200:0.0:1783977250.868202:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977250.868211:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977250.868216:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977250.868221:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97400. 00000800:00000200:0.0:1783977250.868227:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783977250.868248:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977250.868251:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977250.868254:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309577978 00000100:00000010:0.0:1783977250.868258:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783977250.868264:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977250.868277:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309577978 00000100:00000010:0.0:1783977250.868280:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783977250.868283:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977250.868286:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977250.868288:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977250.868291:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977250.868315:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0380 x1870620402738432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977250.868322:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977250.868323:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977250.868325:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977250.868327:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977250.868330:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977250.868333:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402738432:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977250.868336:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977250.868337:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977250.868339:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977250.868340:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977250.868344:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783977250.868346:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977250.868349:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977250.868352:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a738. 00000400:00000010:0.0:1783977250.868356:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40753b8. 00000100:00000200:0.0:1783977250.868358:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402738432, portal 10 00000100:00000001:0.0:1783977250.868360:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977250.868361:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889958784 : -110483819592832 : ffff9b83fb2e0380) 00000100:00000040:0.0:1783977250.868368:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0380 x1870620402738432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977250.868374:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977250.868376:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977250.868379:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977250.868382:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402738432, offset 0 00000400:00000200:0.0:1783977250.868386:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977250.868390:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977250.868393:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977250.868395:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977250.868397:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977250.868400:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977250.868402:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977250.868405:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824726:824726:255:4294967295] 192.168.201.148@tcp LPNI seq info [824697:824697:7:4294967295] 00000400:00000200:0.0:1783977250.868409:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977250.868415:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977250.868419:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977250.868423:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83cce97d00. 00000800:00000200:0.0:1783977250.868426:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783977250.868433:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977250.868437:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977250.868441:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977250.868442:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309576720 00000100:00000001:0.0:1783977250.868445:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309577978 00000100:00000001:0.0:1783977250.868447:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309576720 00000100:00000001:0.0:1783977250.868449:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309577978 00000100:00000001:0.0:1783977250.868451:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977250.868453:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977250.868454:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977250.868457:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2300 x1870620402738560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977250.868464:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977250.868465:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977250.868466:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977250.868468:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977250.868470:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977250.868473:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402738560:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977250.868475:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977250.868477:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977250.868478:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977250.868480:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977250.868482:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783977250.868483:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977250.868486:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977250.868488:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ac08. 00000400:00000010:0.0:1783977250.868490:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075dd0. 00000100:00000200:0.0:1783977250.868492:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402738560, portal 10 00000100:00000001:0.0:1783977250.868494:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977250.868495:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889966848 : -110483819584768 : ffff9b83fb2e2300) 00000100:00000040:0.0:1783977250.868500:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2300 x1870620402738560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977250.868507:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977250.868509:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977250.868510:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977250.868512:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402738560, offset 0 00000400:00000200:0.0:1783977250.868516:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977250.868518:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977250.868521:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977250.868523:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977250.868525:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977250.868527:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977250.868529:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977250.868531:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824727:824727:254:4294967295] 192.168.201.148@tcp LPNI seq info [824698:824698:6:4294967295] 00000400:00000200:0.0:1783977250.868535:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977250.868540:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977250.868544:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977250.868548:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c2bcdc00. 00000800:00000200:0.0:1783977250.868551:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783977250.868556:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977250.868558:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977250.868561:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977250.868563:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309576715 00000100:00000001:0.0:1783977250.868565:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309577978 00000100:00000001:0.0:1783977250.868567:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309576715 00000100:00000001:0.0:1783977250.868569:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309577978 00000100:00000001:0.0:1783977250.868571:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977250.868572:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977250.868574:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977250.868577:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1f80 x1870620402738688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977250.868582:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977250.868584:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977250.868585:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977250.868587:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977250.868588:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977250.868591:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402738688:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977250.868593:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977250.868594:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977250.868596:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977250.868597:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977250.868599:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977250.868600:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977250.868603:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977250.868605:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939af78. 00000400:00000010:0.0:1783977250.868608:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977250.868610:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402738688, portal 4 00000100:00000001:0.0:1783977250.868611:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977250.868613:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889965952 : -110483819585664 : ffff9b83fb2e1f80) 00000100:00000040:0.0:1783977250.868617:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1f80 x1870620402738688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977250.868623:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977250.868625:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977250.868627:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075908. 00000100:00000200:0.0:1783977250.868629:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402738688, offset 0 00000400:00000200:0.0:1783977250.868632:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977250.868635:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977250.868637:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977250.868639:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977250.868641:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977250.868643:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977250.868645:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977250.868647:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824728:824728:253:4294967295] 192.168.201.148@tcp LPNI seq info [824699:824699:5:4294967295] 00000400:00000200:0.0:1783977250.868651:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977250.868656:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977250.868660:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977250.868663:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c2bcd100. 00000800:00000200:0.0:1783977250.868666:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783977250.868671:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977250.868673:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977250.868676:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977250.868677:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309576742 00000100:00000001:0.0:1783977250.868679:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309577978 00000100:00000001:0.0:1783977250.868681:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309576742 00000100:00000001:0.0:1783977250.868683:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309577978 00000100:00000001:0.0:1783977250.868685:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977250.868687:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977250.868688:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977250.868692:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1880 x1870620402738816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977250.868698:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977250.868700:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977250.868702:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977250.868703:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977250.868704:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977250.868707:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402738816:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977250.868709:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977250.868710:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977250.868711:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977250.868713:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977250.868715:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977250.868717:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977250.868719:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977250.868721:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977250.868723:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977250.868725:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402738816, portal 4 00000100:00000001:0.0:1783977250.868727:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977250.868728:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889964160 : -110483819587456 : ffff9b83fb2e1880) 00000100:00000040:0.0:1783977250.868733:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1880 x1870620402738816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977250.868739:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977250.868741:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977250.868742:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075088. 00000100:00000200:0.0:1783977250.868744:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402738816, offset 0 00000400:00000200:0.0:1783977250.868747:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977250.868750:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977250.868752:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977250.868754:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977250.868756:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977250.868758:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977250.868759:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977250.868763:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824729:824729:252:4294967295] 192.168.201.148@tcp LPNI seq info [824700:824700:4:4294967295] 00000400:00000200:0.0:1783977250.868766:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977250.868772:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977250.868776:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977250.868779:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9bc00. 00000800:00000200:0.0:1783977250.868781:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783977250.868786:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977250.868788:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977250.868791:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977250.868793:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309576732 00000100:00000001:0.0:1783977250.868795:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309577978 00000100:00000001:0.0:1783977250.868797:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309576732 00000100:00000001:0.0:1783977250.868799:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309577978 00000100:00000001:0.0:1783977250.868800:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977250.868802:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977250.868804:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977250.868806:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977250.868812:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977250.868814:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783977250.868816:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977250.868817:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977250.868819:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977250.868820:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977251.379386:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977251.379393:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977251.379398:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977251.379405:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977251.379412:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977251.379416:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977251.379427:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977251.379430:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977251.379433:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977251.379462:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977251.379465:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977251.379469:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977251.379470:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977251.379480:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977251.379482:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977251.379485:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977251.379487:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977251.379490:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977251.379492:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977251.379510:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977251.379512:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977251.379514:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977251.379672:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977251.379674:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977251.379676:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977251.379678:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977251.379681:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977251.379684:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977251.379686:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977251.379688:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977251.379690:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977252.403421:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977252.403427:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977252.403428:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977252.403432:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977252.403434:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977252.403437:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977252.403439:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977252.403441:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977252.403443:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977252.403461:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977252.403462:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977252.403465:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977252.403466:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977252.403468:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977252.403469:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977252.403471:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977252.403473:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977252.403476:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977252.403476:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977252.403488:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977252.403490:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977252.403492:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977252.405369:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977252.405375:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977252.405377:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977252.405382:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977252.405386:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977252.405389:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977252.405400:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977252.405403:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977252.405405:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977253.427438:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977253.427446:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977253.427448:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977253.427453:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977253.427457:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977253.427461:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977253.427463:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977253.427466:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977253.427469:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977253.427501:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977253.427503:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977253.427509:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977253.427512:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977253.427515:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977253.427518:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977253.427521:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977253.427523:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977253.427526:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977253.427528:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977253.427532:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977253.427534:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977253.427536:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977253.427537:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977253.427539:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977253.427540:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977253.427541:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977253.427543:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977253.427546:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977253.427547:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977253.427548:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977253.427548:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977253.427549:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977253.427550:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977253.427552:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977253.427553:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977253.427555:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977253.427556:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977253.427556:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977253.427564:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977253.427565:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977253.427567:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977253.427568:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977253.427571:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977253.427596:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977253.427599:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977253.427602:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977253.428276:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977253.428278:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977253.428280:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977253.428282:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977253.428283:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977253.428285:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977253.428287:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977253.428289:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977253.428290:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977253.429903:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977253.429906:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977253.429908:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977253.429910:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977253.429912:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977253.429914:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977253.429917:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977253.429918:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977253.429933:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977253.939722:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977253.939726:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977253.939728:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977253.943815:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977250/real 1783977253] req@ffff9b83fb2e2a00 x1870620402738304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977275 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977253.943912:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977253.943914:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977253.943918:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a268. 00000400:00000200:0.0:1783977253.943924:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40754c8 00000400:00000010:0.0:1783977253.943927:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40754c8. 00000100:00000001:0.0:1783977253.943932:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977253.943938:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2a00 x1870620402738304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977275 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977253.943947:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2a00 x1870620402738304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977275 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977253.943955:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977253.943957:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977253.943960:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977253.943962:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977253.943966:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2a00 x1870620402738304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977275 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977253.943972:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977253.943976:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2a00 x1870620402738304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977275 ref 2 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977253.943983:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977253.943987:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977253.943988:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977253.943989:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977253.943993:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977253.943995:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977253.943998:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977253.944002:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977253.944005:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977253.944009:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2a00 x1870620402738304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977275 ref 2 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977253.944016:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402738304:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977253.944023:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977253.944027:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977253.944030:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2a00 x1870620402738304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977275 ref 2 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977253.944037:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977253.944039:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977253.944041:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977253.944043:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977253.944045:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977253.944046:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977253.944434:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977253.944437:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977253.944438:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977253.944487:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977250/real 1783977253] req@ffff9b83fb2e0380 x1870620402738432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977275 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977253.944495:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977253.944496:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977253.944499:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a738. 00000400:00000200:0.0:1783977253.944502:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40753b8 00000400:00000010:0.0:1783977253.944504:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40753b8. 00000100:00000001:0.0:1783977253.944507:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977253.944509:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0380 x1870620402738432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977275 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977253.944523:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0380 x1870620402738432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977275 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977253.944528:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977253.944530:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977253.944531:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977253.944533:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977253.944536:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0380 x1870620402738432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977275 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977253.944542:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977253.944546:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0380 x1870620402738432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977275 ref 2 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977253.944552:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977253.944614:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977253.944616:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977253.944617:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977253.944618:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977253.944627:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977253.944629:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977253.944633:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977253.944636:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977253.944640:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0380 x1870620402738432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977275 ref 2 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977253.944647:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402738432:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977253.944652:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977253.944654:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977253.944656:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0380 x1870620402738432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977275 ref 2 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977253.944781:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977253.944784:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977253.944786:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977253.944787:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977253.944789:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977253.944790:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977253.944992:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977253.944995:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977253.944996:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977253.945041:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977250/real 1783977253] req@ffff9b83fb2e2300 x1870620402738560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977275 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977253.945050:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977253.945051:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977253.945053:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ac08. 00000400:00000200:0.0:1783977253.945056:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075dd0 00000400:00000010:0.0:1783977253.945058:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075dd0. 00000100:00000001:0.0:1783977253.945060:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977253.945063:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2300 x1870620402738560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977275 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977253.945070:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2300 x1870620402738560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977275 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977253.945076:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977253.945077:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977253.945079:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977253.945080:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977253.945084:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2300 x1870620402738560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977275 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977253.945090:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977253.945093:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2300 x1870620402738560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977275 ref 2 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977253.945105:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977253.945107:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977253.945109:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977253.945110:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977253.945112:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977253.945117:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977253.945120:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977253.945124:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977253.945126:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977253.945130:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2300 x1870620402738560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977275 ref 2 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977253.945138:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402738560:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977253.945142:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977253.945144:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977253.945146:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2300 x1870620402738560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977275 ref 2 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977253.945153:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977253.945154:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977253.945155:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977253.945156:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977253.945157:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977253.945158:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977253.945791:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977253.945794:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977253.945795:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977253.945801:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977250/real 1783977253] req@ffff9b83fb2e1f80 x1870620402738688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977253.945810:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977253.945812:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977253.945814:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939af78. 00000400:00000200:0.0:1783977253.945817:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977253.945819:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977253.945821:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977253.945824:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1f80 x1870620402738688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977253.945830:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1f80 x1870620402738688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977253.946006:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977253.946008:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977253.946011:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977253.946013:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977253.946017:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1f80 x1870620402738688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977253.946023:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977253.946026:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1f80 x1870620402738688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977275 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977253.946032:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977253.946035:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977253.946036:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977253.946037:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977253.946039:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977253.946043:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977253.946045:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977253.946049:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977253.946051:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977253.946055:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1f80 x1870620402738688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977275 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977253.946067:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402738688:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977253.946071:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977253.946074:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977250/real 1783977253] req@ffff9b83fb2e1880 x1870620402738816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977253.946082:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977253.946083:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977253.946085:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977253.946088:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977253.946089:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977253.946092:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977253.946095:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1880 x1870620402738816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977253.946102:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1880 x1870620402738816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977253.946107:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977253.946109:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977253.946111:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977253.946112:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977253.946115:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1880 x1870620402738816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977253.946121:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977253.946124:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1880 x1870620402738816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977275 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977253.946130:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977253.946132:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977253.946134:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977253.946135:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977253.946137:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977253.946140:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977253.946142:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977253.946145:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977253.946148:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977253.946152:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1880 x1870620402738816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977275 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977253.946159:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402738816:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977253.946163:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977253.946164:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977253.946167:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1f80 x1870620402738688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977275 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977253.946173:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977253.946254:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977253.946258:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977253.946262:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977253.946264:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977253.946265:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977253.946267:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977253.946269:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff5800. 02000000:00000001:0.0:1783977253.946272:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977253.946274:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977253.946275:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1f80. 00000100:00000001:0.0:1783977253.946278:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977253.946279:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977253.946281:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977253.946285:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1880 x1870620402738816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977275 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977253.946291:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977253.946336:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977253.946338:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977253.946343:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977253.946344:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977253.946345:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977253.946489:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977253.946491:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff4000. 02000000:00000001:0.0:1783977253.946494:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977253.946496:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977253.946497:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1880. 00000100:00000001:0.0:1783977253.946499:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977253.946500:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977253.946502:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977253.946509:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977253.946511:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977253.946513:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977253.946514:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977254.451430:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977254.451437:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977254.451453:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977254.451457:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977254.451460:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977254.451463:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977254.451466:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977254.451468:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977254.451471:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977254.451495:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977254.451498:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977254.451503:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977254.451504:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977254.451521:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977254.451523:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977254.451527:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977254.451531:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977254.451535:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977254.451536:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977254.451559:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977254.451562:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977254.451567:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977254.451589:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977254.451594:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977254.451598:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977254.451603:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977254.451607:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977254.451612:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977254.451616:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977254.451618:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977254.451621:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977255.475388:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977255.475397:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977255.475398:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977255.475404:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977255.475408:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977255.475413:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977255.475416:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977255.475419:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977255.475424:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977255.475463:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977255.475473:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977255.475492:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977255.475496:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977255.475505:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977255.475507:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977255.475511:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977255.475513:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977255.475520:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977255.475521:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977255.475560:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977255.475565:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977255.475567:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977255.475569:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977255.475574:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977255.475577:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977255.475579:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977255.475581:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977255.475583:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977255.987744:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977255.987750:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977255.987757:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977255.987767:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b100 x1870620402738944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.987786:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977255.987791:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977255.987797:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977255.987800:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977255.987805:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977255.987813:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402738944:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977255.987822:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977255.987829:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977255.987835:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977255.987840:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977255.987850:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977255.987853:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977255.987864:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977255.987871:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977255.987882:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977255.989264:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402738944, portal 25 00000100:00000001:0.0:1783977255.989274:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977255.989276:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682712832 : -110484026838784 : ffff9b83eed3b100) 00000100:00000040:0.0:1783977255.989290:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b100 x1870620402738944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.989316:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977255.989319:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977255.989328:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977255.989336:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402738944, offset 0 00000400:00000200:0.0:1783977255.989344:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977255.989356:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977255.989365:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977255.989373:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977255.989378:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977255.989384:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977255.989388:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977255.989407:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824730:824730:256:4294967295] 192.168.201.148@tcp LPNI seq info [824701:824701:8:4294967295] 00000400:00000200:0.0:1783977255.989412:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977255.989424:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977255.989430:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977255.989438:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977255.989446:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977255.989459:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783977255.989475:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977255.989477:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977255.989484:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977255.989489:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977255.989496:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977255.989499:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977255.989505:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977255.989510:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b100 x1870620402738944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.989521:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977255.989524:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b100 x1870620402738944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.989532:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977255.989533:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977255.989540:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977255.989544:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977255.989548:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309583100 00000100:00000010:0.0:1783977255.989555:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783977255.989563:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977255.989572:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309583100 00000100:00000010:0.0:1783977255.989575:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783977255.989579:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977255.989583:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977255.989586:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977255.989590:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977255.989594:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977255/real 1783977255] req@ffff9b83eed3b100 x1870620402738944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977255.989605:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977255.989607:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977255.989610:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977255.989613:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977255.989616:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977255.989618:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977255.989621:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b100 x1870620402738944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977255.989629:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b100 x1870620402738944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.989636:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977255.989638:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977255.989645:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977255.989648:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977255.989652:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b100 x1870620402738944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.989671:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977255.989677:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b100 x1870620402738944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.989685:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977255.989688:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977255.989689:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977255.989691:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977255.989693:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977255.989696:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977255.989700:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977255.989705:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977255.989707:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977255.989711:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b100 x1870620402738944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977255.989719:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402738944:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977255.989725:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977255.989728:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977255.989731:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b100 x1870620402738944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.989750:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977255.989753:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977255.989758:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977255.989763:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977255.989766:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977255.989768:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977255.989770:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977255.989774:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15c00. 02000000:00000001:0.0:1783977255.989779:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977255.989781:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977255.989783:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b100. 00000100:00000001:0.0:1783977255.989787:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977255.989788:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977255.989790:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977255.989801:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977255.989803:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977255.989806:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977255.989808:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977255.989811:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977255.989815:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38380 x1870620402739072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.989822:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977255.989823:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977255.989828:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977255.989831:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977255.989834:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977255.989837:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402739072:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977255.989841:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977255.989846:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977255.989849:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977255.989851:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977255.989855:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977255.989857:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977255.989862:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977255.989865:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977255.989870:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977255.989874:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402739072, portal 10 00000100:00000001:0.0:1783977255.989876:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977255.989877:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682701184 : -110484026850432 : ffff9b83eed38380) 00000100:00000040:0.0:1783977255.989884:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38380 x1870620402739072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.989889:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977255.989891:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977255.989893:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977255.991806:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402739072, offset 0 00000400:00000200:0.0:1783977255.991821:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977255.991830:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977255.991839:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977255.991845:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977255.991849:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977255.991852:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977255.991855:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977255.991858:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824731:824731:256:4294967295] 192.168.201.148@tcp LPNI seq info [824702:824702:8:4294967295] 00000400:00000200:0.0:1783977255.991863:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977255.991875:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977255.991883:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977255.991891:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977255.991898:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977255.991902:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783977255.991916:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977255.991919:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977255.991925:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977255.991929:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977255.991934:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977255.991937:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977255.991941:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977255.991948:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38380 x1870620402739072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.991961:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977255.991965:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620402739072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.991987:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977255.991990:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977255.991995:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977255.992000:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977255.992004:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977255.992006:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309581843 00000100:00000001:0.0:1783977255.992010:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309583100 00000100:00000001:0.0:1783977255.992013:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309581843 00000100:00000001:0.0:1783977255.992015:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309583100 00000100:00000001:0.0:1783977255.992018:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977255.992021:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977255.992024:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977255.992029:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977255/real 1783977255] req@ffff9b83eed38380 x1870620402739072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977255.992041:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977255.992043:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977255.992047:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977255.992050:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977255.992052:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977255.992054:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977255.992058:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38380 x1870620402739072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977255.992067:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38380 x1870620402739072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.992074:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977255.992075:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977255.992078:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977255.992080:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977255.992084:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38380 x1870620402739072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.992092:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977255.992097:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38380 x1870620402739072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.992105:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977255.992108:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977255.992109:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977255.992111:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977255.992114:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977255.992125:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977255.992130:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977255.992134:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977255.992137:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977255.992143:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38380 x1870620402739072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977255.992151:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402739072:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977255.992156:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977255.992160:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b480 x1870620402739200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.992168:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977255.992178:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977255.992189:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977255.992193:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977255.992195:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977255.992199:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402739200:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977255.992203:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977255.992207:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977255.992209:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977255.992212:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977255.992217:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977255.992219:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977255.992224:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977255.992226:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977255.992239:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977255.992244:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402739200, portal 10 00000100:00000001:0.0:1783977255.992247:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977255.992248:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682713728 : -110484026837888 : ffff9b83eed3b480) 00000100:00000040:0.0:1783977255.992256:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b480 x1870620402739200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.992264:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977255.992266:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977255.992275:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977255.992279:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402739200, offset 0 00000400:00000200:0.0:1783977255.992284:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977255.992288:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977255.992291:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977255.992311:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977255.992314:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977255.992317:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977255.992320:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977255.992323:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824732:824732:256:4294967295] 192.168.201.148@tcp LPNI seq info [824703:824703:8:4294967295] 00000400:00000200:0.0:1783977255.992327:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977255.992333:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977255.992338:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977255.992342:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977255.992346:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977255.992349:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783977255.992360:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977255.992362:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977255.992365:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977255.992369:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977255.992372:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977255.992374:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977255.992376:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977255.992380:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b480 x1870620402739200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.992388:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977255.992391:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620402739200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.992397:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977255.992399:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977255.992401:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977255.992404:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977255.992407:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977255.992421:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309581839 00000100:00000001:0.0:1783977255.992424:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309583100 00000100:00000001:0.0:1783977255.992426:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309581839 00000100:00000001:0.0:1783977255.992429:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309583100 00000100:00000001:0.0:1783977255.992431:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977255.992433:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977255.992435:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977255.992440:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977255/real 1783977255] req@ffff9b83eed3b480 x1870620402739200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977255.992448:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977255.992450:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977255.992451:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977255.992454:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977255.992456:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977255.992458:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977255.992461:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b480 x1870620402739200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977255.992470:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b480 x1870620402739200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.992477:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977255.992478:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977255.992480:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977255.992482:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977255.992485:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b480 x1870620402739200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.992492:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977255.992496:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b480 x1870620402739200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.992503:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977255.992507:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977255.992508:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977255.992510:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977255.992511:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977255.992518:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977255.992521:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977255.992525:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977255.992527:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977255.992531:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b480 x1870620402739200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977255.992540:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402739200:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977255.992544:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977255.992548:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620402739328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.992555:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977255.992556:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977255.992559:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977255.992561:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977255.992563:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977255.992565:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402739328:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977255.992569:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977255.992572:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977255.992573:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977255.992575:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977255.992579:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977255.992581:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977255.992584:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977255.992587:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977255.992590:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977255.992593:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402739328, portal 4 00000100:00000001:0.0:1783977255.992595:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977255.992597:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783977255.992603:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620402739328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.992610:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977255.992612:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977255.992614:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977255.992617:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402739328, offset 0 00000400:00000200:0.0:1783977255.992620:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977255.992624:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977255.992640:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977255.992643:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977255.992646:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977255.992648:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977255.992651:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977255.992654:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824733:824733:256:4294967295] 192.168.201.148@tcp LPNI seq info [824704:824704:8:4294967295] 00000400:00000200:0.0:1783977255.992658:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977255.992672:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977255.992677:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977255.992680:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977255.992684:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977255.992687:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783977255.992697:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977255.992699:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977255.992702:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977255.992705:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977255.992708:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977255.992710:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977255.992712:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977255.992716:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3a300 x1870620402739328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.992729:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977255.992732:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620402739328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.992739:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977255.992741:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977255.992743:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977255.992746:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977255.992749:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977255.992751:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309581866 00000100:00000001:0.0:1783977255.992753:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309583100 00000100:00000001:0.0:1783977255.992755:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309581866 00000100:00000001:0.0:1783977255.992757:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309583100 00000100:00000001:0.0:1783977255.992759:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977255.992761:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977255.992763:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977255.992766:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977255/real 1783977255] req@ffff9b83eed3a300 x1870620402739328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977255.992774:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977255.992776:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977255.992777:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977255.992780:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977255.992781:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977255.992784:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977255.992787:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620402739328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977255.992795:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620402739328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.992801:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977255.992803:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977255.992804:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977255.992806:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977255.992809:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620402739328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.992816:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977255.992819:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620402739328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.992826:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977255.992828:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977255.992830:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977255.992832:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977255.992834:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977255.992838:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977255.992841:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977255.992844:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977255.992847:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977255.992850:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620402739328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977255.992858:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402739328:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977255.992862:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977255.992866:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38a80 x1870620402739456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.992873:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977255.992875:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977255.992878:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977255.992879:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977255.992881:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977255.992885:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402739456:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977255.992889:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977255.992891:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977255.992893:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977255.992894:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977255.992898:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977255.992900:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977255.992903:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977255.992906:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977255.992909:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977255.992912:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402739456, portal 4 00000100:00000001:0.0:1783977255.992914:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977255.992915:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682702976 : -110484026848640 : ffff9b83eed38a80) 00000100:00000040:0.0:1783977255.992922:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38a80 x1870620402739456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.992928:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977255.992930:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977255.992932:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977255.992935:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402739456, offset 0 00000400:00000200:0.0:1783977255.992939:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977255.992943:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977255.992946:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977255.992949:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977255.992951:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977255.992953:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977255.992956:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977255.992959:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824734:824734:256:4294967295] 192.168.201.148@tcp LPNI seq info [824705:824705:8:4294967295] 00000400:00000200:0.0:1783977255.992963:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977255.992969:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977255.992974:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977255.992977:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977255.992981:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977255.992984:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783977255.992995:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977255.992997:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977255.993000:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977255.993003:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977255.993006:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977255.993007:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977255.993010:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977255.993013:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38a80 x1870620402739456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.993021:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977255.993024:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620402739456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.993031:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977255.993033:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977255.993035:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977255.993038:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977255.993041:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977255.993043:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309581856 00000100:00000001:0.0:1783977255.993046:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309583100 00000100:00000001:0.0:1783977255.993048:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309581856 00000100:00000001:0.0:1783977255.993050:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309583100 00000100:00000001:0.0:1783977255.993052:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977255.993054:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977255.993056:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977255.993060:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977255/real 1783977255] req@ffff9b83eed38a80 x1870620402739456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977255.993068:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977255.993071:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977255.993072:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977255.993075:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977255.993077:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977255.993079:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977255.993082:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38a80 x1870620402739456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977255.993091:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38a80 x1870620402739456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.993097:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977255.993098:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977255.993100:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977255.993102:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977255.993112:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38a80 x1870620402739456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.993119:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977255.993122:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38a80 x1870620402739456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.993130:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977255.993132:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977255.993134:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977255.993135:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977255.993137:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977255.993141:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977255.993144:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977255.993147:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977255.993149:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977255.993153:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38a80 x1870620402739456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977255.993168:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402739456:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977255.993172:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977255.993175:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977255.993187:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38380 x1870620402739072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.993195:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977255.993198:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977255.993200:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977255.993205:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977255.993207:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977255.993209:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977255.993211:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977255.993214:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14c00. 02000000:00000001:0.0:1783977255.993217:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977255.993219:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977255.993221:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38380. 00000100:00000001:0.0:1783977255.993224:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977255.993226:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977255.993227:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977255.993231:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b480 x1870620402739200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.993238:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977255.993239:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977255.993240:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977255.993244:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977255.993246:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977255.993247:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977255.993249:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977255.993250:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14000. 02000000:00000001:0.0:1783977255.993252:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977255.993253:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977255.993254:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b480. 00000100:00000001:0.0:1783977255.993257:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977255.993259:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977255.993260:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977255.993264:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620402739328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.993270:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977255.993271:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977255.993273:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977255.993275:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977255.993276:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977255.993277:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977255.993278:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977255.993280:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16c00. 02000000:00000001:0.0:1783977255.993282:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977255.993283:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977255.993285:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783977255.993287:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977255.993288:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977255.993290:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977255.993314:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38a80 x1870620402739456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977255.993321:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977255.993322:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977255.993324:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977255.993326:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977255.993327:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977255.993328:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977255.993330:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977255.993331:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15400. 02000000:00000001:0.0:1783977255.993333:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977255.993334:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977255.993336:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38a80. 00000100:00000001:0.0:1783977255.993338:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977255.993339:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977255.993341:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977255.993349:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977255.993351:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977255.993354:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977255.993356:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977256.499439:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977256.499446:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977256.499452:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977256.499455:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977256.499464:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977256.499467:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977256.499474:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977256.499478:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977256.499483:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977256.499488:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977256.499521:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977256.499527:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977256.499532:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977256.499556:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977256.499561:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977256.499564:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977256.499567:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977256.499572:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977256.499574:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977256.499576:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977256.499577:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977256.499579:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977256.499602:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977256.499607:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977256.499611:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977256.499616:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977256.499622:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977256.499624:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977256.501218:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977256.501222:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977256.501226:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977257.523436:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977257.523441:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977257.523444:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977257.523452:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977257.523456:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977257.523462:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977257.523466:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977257.523470:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977257.523475:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977257.523514:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977257.523522:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977257.523525:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977257.523530:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977257.523534:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977257.523537:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977257.523539:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977257.523542:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977257.523549:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977257.523550:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977257.523554:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977257.523555:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977257.523560:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977257.523561:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977257.523565:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977257.523566:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977257.523793:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977257.523795:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977257.523796:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977257.523797:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977257.523799:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977257.523800:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977257.523801:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977257.523802:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977257.523804:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977258.547591:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977258.547594:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977258.547596:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977258.547599:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977258.547601:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977258.547604:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977258.547606:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977258.547607:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977258.547610:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977258.547639:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977258.547642:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977258.547647:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977258.547649:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977258.547653:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977258.547655:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977258.547659:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977258.547660:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977258.547664:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977258.547665:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977258.548255:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977258.548262:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977258.548266:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977258.548273:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977258.548280:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977258.548286:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977258.548313:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977258.548316:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977258.548321:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977259.571440:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977259.571451:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977259.571455:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977259.571464:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977259.571472:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977259.571480:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977259.571488:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977259.571494:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977259.571501:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977259.571540:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977259.571546:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977259.571555:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977259.571558:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977259.571567:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977259.571569:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977259.571575:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977259.571578:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977259.571585:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977259.571590:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977260.595448:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977260.595453:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977260.595462:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977260.595464:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977260.595471:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977260.595474:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977260.595481:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977260.595483:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977260.595489:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977260.595493:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977260.595528:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977260.595533:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977260.595540:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977260.595571:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977260.595576:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977260.595579:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977260.595583:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977260.595588:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977260.595590:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977260.595593:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977260.595597:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977260.595604:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977261.108391:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977261.108398:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977261.108402:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977261.108413:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3b80 x1870620402739584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.108427:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977261.108429:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977261.108433:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977261.108435:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977261.108437:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977261.108441:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402739584:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977261.108445:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977261.108449:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977261.108451:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977261.108453:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977261.108459:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977261.108460:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977261.108466:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977261.108470:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977261.108475:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977261.108482:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402739584, portal 25 00000100:00000001:0.0:1783977261.108487:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977261.108490:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889973120 : -110483819578496 : ffff9b83fb2e3b80) 00000100:00000040:0.0:1783977261.108501:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3b80 x1870620402739584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.108528:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977261.108534:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977261.108537:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977261.108541:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402739584, offset 0 00000400:00000200:0.0:1783977261.108547:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977261.108555:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977261.108560:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977261.108565:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977261.108569:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977261.108572:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977261.108575:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977261.108578:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824735:824735:256:4294967295] 192.168.201.148@tcp LPNI seq info [824706:824706:8:4294967295] 00000400:00000200:0.0:1783977261.108584:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977261.108600:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977261.108608:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977261.108614:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977261.108621:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977261.108624:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783977261.108637:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977261.108640:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977261.108645:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977261.108649:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977261.108654:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977261.108656:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977261.108662:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977261.108669:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3b80 x1870620402739584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.108687:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977261.108693:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3b80 x1870620402739584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977286 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.108700:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977261.108702:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977261.108707:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977261.108711:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977261.108714:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309588219 00000100:00000010:0.0:1783977261.108719:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783977261.108726:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977261.108733:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309588219 00000100:00000010:0.0:1783977261.108740:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783977261.108746:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977261.108752:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977261.108757:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977261.108762:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977261.108782:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977261/real 1783977261] req@ffff9b83fb2e3b80 x1870620402739584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977261.108802:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977261.108806:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977261.108811:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977261.108816:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977261.108830:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977261.108837:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977261.108845:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3b80 x1870620402739584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977261.108865:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3b80 x1870620402739584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.108883:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977261.108887:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977261.108891:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977261.108894:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977261.108903:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3b80 x1870620402739584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.108919:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977261.108928:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3b80 x1870620402739584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977286 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.108944:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977261.108951:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977261.108955:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977261.108959:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977261.108963:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977261.108967:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977261.108972:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977261.108979:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977261.108985:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977261.108995:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3b80 x1870620402739584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977286 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977261.109025:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402739584:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977261.109036:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977261.109040:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977261.109047:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3b80 x1870620402739584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977286 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.109081:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977261.109084:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977261.109088:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977261.109101:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977261.109105:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977261.109108:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977261.109113:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977261.109116:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff4800. 02000000:00000001:0.0:1783977261.109122:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977261.109125:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977261.109129:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3b80. 00000100:00000001:0.0:1783977261.109136:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977261.109139:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977261.109143:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977261.109153:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977261.109157:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977261.109171:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977261.109174:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977261.109177:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977261.109193:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0e00 x1870620402739712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.109206:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977261.109210:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977261.109215:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977261.109218:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977261.109223:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977261.109230:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402739712:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977261.109235:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977261.109237:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977261.109239:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977261.109240:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977261.109244:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977261.109249:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977261.109256:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977261.109263:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977261.109268:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977261.109273:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402739712, portal 10 00000100:00000001:0.0:1783977261.109278:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977261.109282:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889961472 : -110483819590144 : ffff9b83fb2e0e00) 00000100:00000040:0.0:1783977261.109339:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0e00 x1870620402739712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.109352:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977261.109356:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977261.109359:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977261.109362:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402739712, offset 0 00000400:00000200:0.0:1783977261.109366:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977261.109371:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977261.109376:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977261.109380:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977261.109383:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977261.109386:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977261.109388:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977261.109391:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824736:824736:256:4294967295] 192.168.201.148@tcp LPNI seq info [824707:824707:8:4294967295] 00000400:00000200:0.0:1783977261.109395:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977261.109402:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977261.109406:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977261.109410:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977261.109414:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977261.109416:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783977261.109427:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977261.109429:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977261.109432:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977261.109435:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977261.109438:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977261.109440:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977261.109443:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977261.109446:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0e00 x1870620402739712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.109454:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977261.109457:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0e00 x1870620402739712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977286 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.109463:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977261.109464:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977261.109468:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977261.109471:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977261.109474:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977261.109476:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309586961 00000100:00000001:0.0:1783977261.109479:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309588219 00000100:00000001:0.0:1783977261.109481:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309586961 00000100:00000001:0.0:1783977261.109483:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309588219 00000100:00000001:0.0:1783977261.109485:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977261.109487:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977261.109489:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977261.109492:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977261/real 1783977261] req@ffff9b83fb2e0e00 x1870620402739712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977261.109500:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977261.109501:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977261.109502:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977261.109505:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977261.109506:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977261.109508:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977261.109512:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0e00 x1870620402739712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977261.109519:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0e00 x1870620402739712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.109531:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977261.109532:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977261.109534:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977261.109535:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977261.109539:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0e00 x1870620402739712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.109545:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977261.109549:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0e00 x1870620402739712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977286 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.109555:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977261.109558:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977261.109559:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977261.109560:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977261.109562:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977261.109570:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977261.109572:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977261.109575:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977261.109577:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977261.109581:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0e00 x1870620402739712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977286 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977261.109589:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402739712:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977261.109593:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977261.109596:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2d80 x1870620402739840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.109602:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977261.109603:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977261.109605:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977261.109607:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977261.109608:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977261.109611:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402739840:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977261.109614:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977261.109615:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977261.109616:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977261.109618:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977261.109621:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977261.109623:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977261.109626:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977261.109629:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977261.109632:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977261.109635:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402739840, portal 10 00000100:00000001:0.0:1783977261.109636:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977261.109638:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889969536 : -110483819582080 : ffff9b83fb2e2d80) 00000100:00000040:0.0:1783977261.109643:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2d80 x1870620402739840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.109649:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977261.109651:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977261.109653:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977261.109655:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402739840, offset 0 00000400:00000200:0.0:1783977261.109658:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977261.109662:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977261.109665:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977261.109668:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977261.109670:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977261.109672:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977261.109674:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977261.109677:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824737:824737:256:4294967295] 192.168.201.148@tcp LPNI seq info [824708:824708:8:4294967295] 00000400:00000200:0.0:1783977261.109682:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977261.109687:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977261.109692:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977261.109695:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977261.109699:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977261.109702:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783977261.109711:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977261.109713:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977261.109716:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977261.109719:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977261.109721:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977261.109723:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977261.109726:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977261.109729:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2d80 x1870620402739840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.109737:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977261.109740:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2d80 x1870620402739840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977286 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.109745:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977261.109747:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977261.109750:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977261.109752:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977261.109756:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977261.109758:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309586956 00000100:00000001:0.0:1783977261.109760:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309588219 00000100:00000001:0.0:1783977261.109762:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309586956 00000100:00000001:0.0:1783977261.109764:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309588219 00000100:00000001:0.0:1783977261.109766:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977261.109768:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977261.109770:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977261.109774:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977261/real 1783977261] req@ffff9b83fb2e2d80 x1870620402739840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977261.109781:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977261.109782:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977261.109784:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977261.109786:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977261.109787:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977261.109789:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977261.109792:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2d80 x1870620402739840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977261.109799:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2d80 x1870620402739840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.109805:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977261.109806:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977261.109807:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977261.109809:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977261.109812:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2d80 x1870620402739840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.109817:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977261.109820:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2d80 x1870620402739840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977286 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.109826:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977261.109828:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977261.109830:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977261.109831:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977261.109833:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977261.109838:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977261.109840:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977261.109843:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977261.109845:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977261.109848:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2d80 x1870620402739840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977286 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977261.109859:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402739840:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977261.109868:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977261.109872:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977261.109878:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0e00 x1870620402739712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977286 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.109893:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977261.109896:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977261.109899:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977261.109905:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977261.109908:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977261.109911:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977261.109914:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977261.109916:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff4000. 02000000:00000001:0.0:1783977261.109921:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977261.109925:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977261.109928:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0e00. 00000100:00000001:0.0:1783977261.109932:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977261.109935:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977261.109939:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977261.109946:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2d80 x1870620402739840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977286 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.109959:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977261.109963:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977261.109967:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977261.109973:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977261.109975:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977261.109978:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977261.109982:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977261.109986:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff5800. 02000000:00000001:0.0:1783977261.109989:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977261.109991:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977261.109994:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2d80. 00000100:00000001:0.0:1783977261.109998:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977261.110000:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977261.110004:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977261.110008:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977261.110010:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977261.110013:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977261.110015:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977261.110018:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977261.110023:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1500 x1870620402739968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.110033:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977261.110036:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977261.110039:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977261.110042:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977261.110046:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977261.110051:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402739968:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977261.110054:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977261.110056:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977261.110058:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977261.110060:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977261.110063:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977261.110065:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977261.110068:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977261.110070:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977261.110072:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977261.110074:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402739968, portal 4 00000100:00000001:0.0:1783977261.110075:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977261.110076:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889963264 : -110483819588352 : ffff9b83fb2e1500) 00000100:00000040:0.0:1783977261.110080:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1500 x1870620402739968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.110084:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977261.110086:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977261.110088:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977261.110101:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402739968, offset 0 00000400:00000200:0.0:1783977261.110104:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977261.110107:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977261.110109:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977261.110111:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977261.110113:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977261.110114:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977261.110116:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977261.110118:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824738:824738:256:4294967295] 192.168.201.148@tcp LPNI seq info [824709:824709:8:4294967295] 00000400:00000200:0.0:1783977261.110120:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977261.110124:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977261.110127:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977261.110130:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977261.110133:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977261.110136:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783977261.110146:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977261.110148:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977261.110150:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977261.110153:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977261.110156:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977261.110158:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977261.110160:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977261.110164:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1500 x1870620402739968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.110171:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977261.110174:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1500 x1870620402739968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977286 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.110179:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977261.110180:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977261.110183:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977261.110185:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977261.110187:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977261.110188:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309586983 00000100:00000001:0.0:1783977261.110190:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309588219 00000100:00000001:0.0:1783977261.110191:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309586983 00000100:00000001:0.0:1783977261.110192:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309588219 00000100:00000001:0.0:1783977261.110194:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977261.110195:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977261.110196:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977261.110198:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977261/real 1783977261] req@ffff9b83fb2e1500 x1870620402739968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977261.110203:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977261.110203:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977261.110204:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977261.110206:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977261.110207:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977261.110209:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977261.110212:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1500 x1870620402739968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977261.110219:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1500 x1870620402739968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.110225:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977261.110226:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977261.110228:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977261.110229:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977261.110232:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1500 x1870620402739968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.110239:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977261.110243:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1500 x1870620402739968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977286 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.110250:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977261.110252:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977261.110254:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977261.110255:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977261.110256:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977261.110259:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977261.110260:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977261.110263:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977261.110264:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977261.110266:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1500 x1870620402739968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977286 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977261.110271:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402739968:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977261.110273:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977261.110274:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977261.110276:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1500 x1870620402739968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977286 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.110279:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977261.110280:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977261.110281:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977261.110283:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977261.110284:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977261.110284:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977261.110285:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977261.110286:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff6400. 02000000:00000001:0.0:1783977261.110288:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977261.110289:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977261.110290:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1500. 00000100:00000001:0.0:1783977261.110291:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977261.110292:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977261.110309:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977261.110311:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977261.110312:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977261.110313:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977261.110314:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977261.110315:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977261.110317:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0700 x1870620402740096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.110321:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977261.110322:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977261.110324:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977261.110325:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977261.110326:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977261.110327:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402740096:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977261.110329:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977261.110330:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977261.110331:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977261.110332:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977261.110335:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977261.110336:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977261.110338:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977261.110339:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977261.110341:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977261.110343:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402740096, portal 4 00000100:00000001:0.0:1783977261.110344:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977261.110345:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889959680 : -110483819591936 : ffff9b83fb2e0700) 00000100:00000040:0.0:1783977261.110349:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0700 x1870620402740096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.110352:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977261.110354:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977261.110355:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977261.110356:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402740096, offset 0 00000400:00000200:0.0:1783977261.110358:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977261.110361:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977261.110363:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977261.110365:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977261.110367:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977261.110368:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977261.110370:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977261.110372:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824739:824739:256:4294967295] 192.168.201.148@tcp LPNI seq info [824710:824710:8:4294967295] 00000400:00000200:0.0:1783977261.110374:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977261.110378:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977261.110380:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977261.110382:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977261.110384:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977261.110386:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783977261.110392:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977261.110393:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977261.110395:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977261.110397:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977261.110399:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977261.110400:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977261.110401:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977261.110403:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0700 x1870620402740096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.110408:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977261.110410:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0700 x1870620402740096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977286 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.110413:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977261.110414:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977261.110416:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977261.110417:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977261.110419:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977261.110420:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309586974 00000100:00000001:0.0:1783977261.110421:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309588219 00000100:00000001:0.0:1783977261.110423:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309586974 00000100:00000001:0.0:1783977261.110424:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309588219 00000100:00000001:0.0:1783977261.110425:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977261.110426:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977261.110427:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977261.110429:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977261/real 1783977261] req@ffff9b83fb2e0700 x1870620402740096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977261.110433:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977261.110433:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977261.110434:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977261.110435:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977261.110436:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977261.110437:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977261.110439:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0700 x1870620402740096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977261.110443:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0700 x1870620402740096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.110446:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977261.110447:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977261.110448:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977261.110449:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977261.110451:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0700 x1870620402740096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.110455:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977261.110456:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0700 x1870620402740096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977286 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.110460:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977261.110461:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977261.110462:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977261.110463:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977261.110464:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977261.110467:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977261.110468:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977261.110470:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977261.110471:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977261.110473:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0700 x1870620402740096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977286 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977261.110477:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402740096:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977261.110479:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977261.110480:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977261.110482:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0700 x1870620402740096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977286 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977261.110485:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977261.110485:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977261.110486:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977261.110488:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977261.110488:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977261.110489:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977261.110490:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977261.110491:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff7c00. 02000000:00000001:0.0:1783977261.110492:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977261.110493:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977261.110493:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0700. 00000100:00000001:0.0:1783977261.110494:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977261.110495:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977261.110496:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977261.110498:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977261.110498:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977261.110500:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977261.110501:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977261.619403:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977261.619411:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977261.619414:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977261.619420:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977261.619424:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977261.619431:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977261.619434:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977261.619436:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977261.619440:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977261.619470:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977261.619478:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977261.619490:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977261.619500:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977261.619511:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977261.619518:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977261.619526:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977261.619530:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977261.619533:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977261.619533:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977261.619560:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977261.619565:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977261.619572:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977262.643436:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977262.643443:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977262.643454:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977262.643473:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977262.643480:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977262.643485:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977262.643496:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977262.643503:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977262.643507:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977262.643511:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977262.643516:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977262.643518:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977262.643519:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977262.643520:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977262.643523:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977262.643525:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977262.643529:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977262.643533:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977262.643539:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977262.643547:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977262.643555:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977262.643558:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977262.643563:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977262.643567:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977262.643571:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977262.643577:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977262.643584:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977262.643587:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977262.643589:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977262.643591:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977262.643593:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977262.643595:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977262.643597:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977262.643600:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977262.643629:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977262.643633:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977262.643637:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977263.667443:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977263.667449:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977263.667460:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977263.667463:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977263.667470:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977263.667474:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977263.667481:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977263.667484:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977263.667490:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977263.667493:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977263.667519:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977263.667524:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977263.667528:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977263.667552:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977263.667556:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977263.667558:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977263.667562:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977263.667567:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977263.667572:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977263.667578:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977263.667583:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977263.667600:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977264.691562:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977264.691574:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977264.691580:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977264.691589:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977264.691599:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977264.691606:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977264.691615:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977264.691618:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977264.691623:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977264.691652:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977264.691655:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977264.691660:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977264.691662:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977264.691666:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977264.691667:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977264.691671:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977264.691672:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977264.691675:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977264.691677:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977264.691694:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977264.691697:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977264.691699:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977265.715419:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977265.715424:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977265.715433:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977265.715438:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977265.715443:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977265.715447:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977265.715454:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977265.715458:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977265.715466:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977265.715470:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977265.715495:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977265.715499:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977265.715502:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977265.715601:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977265.715605:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977265.715606:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977265.715608:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977265.715610:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977265.715612:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977265.715614:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977265.715616:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977265.715618:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977265.715633:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977265.715634:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977265.715636:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977265.715638:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977265.715639:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977265.715640:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977265.715642:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977265.715643:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977265.715645:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977266.227655:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977266.227661:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977266.227665:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977266.227676:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881880 x1870620402740224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.227696:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977266.227709:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977266.227715:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977266.227719:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977266.227725:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977266.227732:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402740224:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977266.227740:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977266.227746:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977266.227751:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977266.227756:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977266.227763:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977266.227768:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977266.227778:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977266.227784:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977266.227792:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977266.227802:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402740224, portal 25 00000100:00000001:0.0:1783977266.227808:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977266.227811:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694535808 : -110484015015808 : ffff9b83ef881880) 00000100:00000040:0.0:1783977266.227821:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881880 x1870620402740224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.227839:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977266.227845:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977266.227850:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977266.227856:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402740224, offset 0 00000400:00000200:0.0:1783977266.227881:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977266.227893:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977266.227903:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977266.227911:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977266.227919:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977266.227927:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977266.227933:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977266.227940:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824740:824740:256:4294967295] 192.168.201.148@tcp LPNI seq info [824711:824711:8:4294967295] 00000400:00000200:0.0:1783977266.227950:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977266.227965:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977266.227977:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977266.227986:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977266.227995:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977266.228012:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783977266.228041:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977266.228045:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977266.228054:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977266.228071:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977266.228080:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977266.228084:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977266.228093:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977266.228106:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881880 x1870620402740224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.228126:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977266.228133:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881880 x1870620402740224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977291 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.228151:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977266.228155:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977266.228161:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977266.228168:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977266.228171:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309593338 00000100:00000010:0.0:1783977266.228180:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783977266.228194:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977266.228203:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309593338 00000100:00000010:0.0:1783977266.228211:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783977266.228217:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977266.228222:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977266.228225:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977266.228229:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977266.228235:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977266/real 1783977266] req@ffff9b83ef881880 x1870620402740224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977266.228255:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977266.228260:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977266.228264:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977266.228268:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977266.228272:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977266.228276:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977266.228283:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881880 x1870620402740224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977266.228343:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881880 x1870620402740224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.228359:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977266.228364:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977266.228369:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977266.228372:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977266.228381:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881880 x1870620402740224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.228402:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977266.228410:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881880 x1870620402740224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977291 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.228427:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977266.228434:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977266.228439:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977266.228442:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977266.228446:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977266.228450:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977266.228456:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977266.228465:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977266.228471:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977266.228480:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881880 x1870620402740224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977291 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977266.228496:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402740224:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977266.228504:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977266.228509:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977266.228516:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881880 x1870620402740224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977291 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.228531:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977266.228535:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977266.228540:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977266.228547:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977266.228550:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977266.228553:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977266.228557:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977266.228560:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636c00. 02000000:00000001:0.0:1783977266.228567:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977266.228570:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977266.228573:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881880. 00000100:00000001:0.0:1783977266.228579:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977266.228582:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977266.228586:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977266.228595:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977266.228598:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977266.228602:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977266.228606:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977266.228608:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977266.228616:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882300 x1870620402740352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.228623:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977266.228625:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977266.228627:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977266.228629:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977266.228631:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977266.228635:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402740352:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977266.228638:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977266.228640:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977266.228642:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977266.228644:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977266.228647:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977266.228649:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977266.228653:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977266.228655:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977266.228659:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977266.228662:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402740352, portal 10 00000100:00000001:0.0:1783977266.228664:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977266.228666:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694538496 : -110484015013120 : ffff9b83ef882300) 00000100:00000040:0.0:1783977266.228673:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882300 x1870620402740352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.228679:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977266.228682:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977266.228684:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977266.228686:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402740352, offset 0 00000400:00000200:0.0:1783977266.228690:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977266.228694:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977266.228697:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977266.228700:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977266.228703:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977266.228705:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977266.228708:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977266.228711:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824741:824741:256:4294967295] 192.168.201.148@tcp LPNI seq info [824712:824712:8:4294967295] 00000400:00000200:0.0:1783977266.228715:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977266.228721:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977266.228726:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977266.228729:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977266.228733:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977266.228736:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783977266.228747:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977266.228749:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977266.228752:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977266.228755:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977266.228758:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977266.228760:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977266.228762:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977266.228766:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882300 x1870620402740352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.228780:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977266.228783:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882300 x1870620402740352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977291 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.228789:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977266.228791:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977266.228793:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977266.228797:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977266.228800:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977266.228802:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309592080 00000100:00000001:0.0:1783977266.228805:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309593338 00000100:00000001:0.0:1783977266.228807:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309592080 00000100:00000001:0.0:1783977266.228809:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309593338 00000100:00000001:0.0:1783977266.228812:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977266.228814:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977266.228815:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977266.228819:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977266/real 1783977266] req@ffff9b83ef882300 x1870620402740352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977266.228827:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977266.228828:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977266.228830:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977266.228832:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977266.228834:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977266.228836:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977266.228839:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882300 x1870620402740352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977266.228848:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882300 x1870620402740352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.228855:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977266.228856:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977266.228858:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977266.228859:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977266.228863:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882300 x1870620402740352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.228870:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977266.228873:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882300 x1870620402740352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977291 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.228880:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977266.228882:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977266.228884:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977266.228885:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977266.228887:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977266.228895:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977266.228898:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977266.228901:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977266.228904:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977266.228908:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882300 x1870620402740352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977291 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977266.228916:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402740352:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977266.228919:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977266.228922:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881500 x1870620402740480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.228929:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977266.228930:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977266.228932:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977266.228934:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977266.228936:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977266.228940:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402740480:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977266.228943:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977266.228944:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977266.228946:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977266.228948:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977266.228951:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977266.228953:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977266.228956:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977266.228959:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977266.228961:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977266.228964:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402740480, portal 10 00000100:00000001:0.0:1783977266.228966:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977266.228968:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694534912 : -110484015016704 : ffff9b83ef881500) 00000100:00000040:0.0:1783977266.228973:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881500 x1870620402740480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.228979:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977266.228981:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977266.228983:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977266.228985:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402740480, offset 0 00000400:00000200:0.0:1783977266.228989:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977266.228993:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977266.228996:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977266.229010:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977266.229012:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977266.229014:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977266.229016:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977266.229018:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824742:824742:256:4294967295] 192.168.201.148@tcp LPNI seq info [824713:824713:8:4294967295] 00000400:00000200:0.0:1783977266.229022:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977266.229027:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977266.229032:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977266.229035:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977266.229040:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977266.229043:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783977266.229053:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977266.229055:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977266.229057:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977266.229060:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977266.229063:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977266.229065:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977266.229067:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977266.229071:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881500 x1870620402740480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.229079:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977266.229082:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881500 x1870620402740480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977291 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.229088:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977266.229090:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977266.229092:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977266.229095:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977266.229099:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977266.229100:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309592075 00000100:00000001:0.0:1783977266.229103:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309593338 00000100:00000001:0.0:1783977266.229105:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309592075 00000100:00000001:0.0:1783977266.229108:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309593338 00000100:00000001:0.0:1783977266.229110:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977266.229112:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977266.229114:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977266.229117:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977266/real 1783977266] req@ffff9b83ef881500 x1870620402740480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977266.229125:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977266.229126:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977266.229128:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977266.229130:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977266.229131:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977266.229134:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977266.229137:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881500 x1870620402740480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977266.229145:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881500 x1870620402740480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.229152:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977266.229153:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977266.229155:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977266.229156:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977266.229160:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881500 x1870620402740480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.229166:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977266.229170:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881500 x1870620402740480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977291 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.229177:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977266.229179:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977266.229181:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977266.229182:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977266.229184:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977266.229189:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977266.229192:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977266.229195:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977266.229197:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977266.229201:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881500 x1870620402740480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977291 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977266.229215:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402740480:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977266.229219:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977266.229222:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881c00 x1870620402740608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.229229:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977266.229230:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977266.229232:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977266.229234:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977266.229235:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977266.229238:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402740608:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977266.229241:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977266.229243:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977266.229245:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977266.229247:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977266.229249:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977266.229252:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977266.229255:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977266.229257:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977266.229260:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977266.229263:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402740608, portal 4 00000100:00000001:0.0:1783977266.229265:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977266.229266:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694536704 : -110484015014912 : ffff9b83ef881c00) 00000100:00000040:0.0:1783977266.229271:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881c00 x1870620402740608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.229277:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977266.229279:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977266.229281:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977266.229284:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402740608, offset 0 00000400:00000200:0.0:1783977266.229288:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977266.229292:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977266.229313:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977266.229317:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977266.229319:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977266.229321:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977266.229323:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977266.229326:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824743:824743:256:4294967295] 192.168.201.148@tcp LPNI seq info [824714:824714:8:4294967295] 00000400:00000200:0.0:1783977266.229331:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977266.229337:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977266.229342:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977266.229345:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977266.229349:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977266.229352:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783977266.229362:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977266.229363:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977266.229366:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977266.229369:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977266.229372:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977266.229374:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977266.229376:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977266.229380:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881c00 x1870620402740608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.229388:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977266.229391:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881c00 x1870620402740608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977291 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.229397:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977266.229399:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977266.229402:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977266.229404:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977266.229408:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977266.229410:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309592103 00000100:00000001:0.0:1783977266.229412:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309593338 00000100:00000001:0.0:1783977266.229414:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309592103 00000100:00000001:0.0:1783977266.229416:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309593338 00000100:00000001:0.0:1783977266.229418:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977266.229420:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977266.229422:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977266.229426:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977266/real 1783977266] req@ffff9b83ef881c00 x1870620402740608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977266.229434:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977266.229435:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977266.229437:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977266.229439:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977266.229441:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977266.229443:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977266.229446:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881c00 x1870620402740608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977266.229455:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881c00 x1870620402740608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.229461:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977266.229462:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977266.229465:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977266.229466:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977266.229470:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881c00 x1870620402740608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.229476:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977266.229480:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881c00 x1870620402740608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977291 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.229486:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977266.229489:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977266.229490:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977266.229492:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977266.229493:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977266.229497:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977266.229499:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977266.229502:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977266.229505:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977266.229509:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881c00 x1870620402740608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977291 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977266.229516:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402740608:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977266.229520:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977266.229523:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880000 x1870620402740736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.229530:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977266.229531:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977266.229534:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977266.229535:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977266.229537:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977266.229540:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402740736:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977266.229543:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977266.229545:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977266.229546:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977266.229548:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977266.229551:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977266.229553:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977266.229555:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977266.229558:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977266.229560:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977266.229563:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402740736, portal 4 00000100:00000001:0.0:1783977266.229565:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977266.229567:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694529536 : -110484015022080 : ffff9b83ef880000) 00000100:00000040:0.0:1783977266.229572:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880000 x1870620402740736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.229578:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977266.229580:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977266.229582:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977266.229584:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402740736, offset 0 00000400:00000200:0.0:1783977266.229588:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977266.229592:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977266.229595:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977266.229598:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977266.229600:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977266.229603:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977266.229605:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977266.229608:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824744:824744:256:4294967295] 192.168.201.148@tcp LPNI seq info [824715:824715:8:4294967295] 00000400:00000200:0.0:1783977266.229612:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977266.229618:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977266.229622:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977266.229625:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977266.229628:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977266.229631:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783977266.229641:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977266.229643:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977266.229646:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977266.229649:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977266.229652:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977266.229653:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977266.229655:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977266.229658:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880000 x1870620402740736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.229672:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977266.229675:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880000 x1870620402740736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977291 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.229682:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977266.229683:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977266.229686:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977266.229688:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977266.229691:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977266.229693:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309592093 00000100:00000001:0.0:1783977266.229696:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309593338 00000100:00000001:0.0:1783977266.229698:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309592093 00000100:00000001:0.0:1783977266.229700:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309593338 00000100:00000001:0.0:1783977266.229702:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977266.229704:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977266.229706:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977266.229709:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977266/real 1783977266] req@ffff9b83ef880000 x1870620402740736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977266.229717:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977266.229718:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977266.229720:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977266.229722:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977266.229723:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977266.229725:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977266.229729:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880000 x1870620402740736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977266.229737:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880000 x1870620402740736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.229744:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977266.229745:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977266.229747:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977266.229748:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977266.229752:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880000 x1870620402740736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.229759:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977266.229763:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880000 x1870620402740736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977291 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.229769:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977266.229772:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977266.229773:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977266.229775:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977266.229776:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977266.229780:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977266.229782:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977266.229784:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977266.229787:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977266.229790:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880000 x1870620402740736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977291 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977266.229798:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402740736:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977266.229802:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977266.229804:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977266.229807:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882300 x1870620402740352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977291 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.229814:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977266.229815:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977266.229817:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977266.229820:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977266.229821:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977266.229823:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977266.229825:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977266.229827:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635000. 02000000:00000001:0.0:1783977266.229830:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977266.229831:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977266.229833:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882300. 00000100:00000001:0.0:1783977266.229836:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977266.229838:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977266.229839:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977266.229843:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881500 x1870620402740480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977291 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.229849:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977266.229850:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977266.229852:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977266.229854:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977266.229855:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977266.229856:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977266.229858:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977266.229859:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634400. 02000000:00000001:0.0:1783977266.229861:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977266.229863:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977266.229864:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881500. 00000100:00000001:0.0:1783977266.229867:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977266.229868:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977266.229869:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977266.229872:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881c00 x1870620402740608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977291 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.229879:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977266.229880:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977266.229881:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977266.229884:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977266.229885:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977266.229886:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977266.229888:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977266.229889:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634c00. 02000000:00000001:0.0:1783977266.229891:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977266.229893:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977266.229894:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881c00. 00000100:00000001:0.0:1783977266.229896:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977266.229898:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977266.229899:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977266.229902:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880000 x1870620402740736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977291 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977266.229909:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977266.229910:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977266.229912:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977266.229914:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977266.229915:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977266.229916:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977266.229918:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977266.229920:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635400. 02000000:00000001:0.0:1783977266.229922:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977266.229923:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977266.229924:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880000. 00000100:00000001:0.0:1783977266.229927:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977266.229928:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977266.229930:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977266.229933:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977266.229935:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977266.229937:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977266.229939:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977266.739410:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977266.739419:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977266.739422:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977266.739427:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977266.739432:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977266.739438:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977266.739442:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977266.739445:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977266.739455:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977266.739472:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977266.739476:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977266.739479:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977266.739483:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977266.739489:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977266.739494:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977266.739498:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977266.739501:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977266.739510:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977266.739536:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977266.739540:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977266.739545:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977266.739546:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977266.739550:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977266.739552:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977266.739556:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977266.739558:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977266.739562:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977266.739564:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977266.739579:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977266.739582:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977266.739584:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977267.763397:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977267.763403:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977267.763407:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977267.763412:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977267.763419:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977267.763425:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977267.763435:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977267.763440:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977267.763445:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977267.763465:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977267.763471:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977267.763476:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977267.763483:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977267.763488:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977267.763492:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977267.763497:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977267.763500:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977267.763505:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977267.763528:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977267.763538:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977267.763540:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977267.763543:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977267.763547:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977267.763549:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977267.763552:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977267.763554:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977267.763558:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977267.763559:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977267.763563:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977267.763565:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977267.763568:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977267.763570:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977267.763572:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977267.763574:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977267.763588:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977267.763591:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977267.763594:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977268.787396:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977268.787402:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977268.787404:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977268.787409:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977268.787413:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977268.787418:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977268.787424:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977268.787426:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977268.787432:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977268.787444:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977268.787448:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977268.787452:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977268.787454:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977268.787457:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977268.787459:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977268.787462:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977268.787465:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977268.787468:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977268.787494:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977268.787497:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977268.787501:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977268.787511:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977268.787515:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977268.787516:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977268.787519:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977268.787520:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977268.787524:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977268.787525:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977268.787542:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977268.787545:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977268.787548:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977269.811583:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977269.811588:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977269.811596:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977269.811599:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977269.811605:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977269.811608:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977269.811614:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977269.811618:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977269.811625:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977269.811629:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977270.835564:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977270.835569:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977270.835574:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977270.835580:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977270.835582:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977270.835588:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977270.835599:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977270.835603:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977270.835607:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977270.835630:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977270.835635:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977270.835640:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977270.835641:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977270.835645:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977270.835646:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977270.835650:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977270.835651:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977270.835654:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977270.835656:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977271.347659:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977271.347664:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977271.347668:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977271.347678:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1180 x1870620402740864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.347695:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977271.347698:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977271.347703:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977271.347707:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977271.347711:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977271.347718:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402740864:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977271.347724:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977271.347729:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977271.347733:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977271.347737:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977271.347744:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977271.347749:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977271.347757:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977271.347772:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977271.347781:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977271.347789:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402740864, portal 25 00000100:00000001:0.0:1783977271.347794:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977271.347797:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889962368 : -110483819589248 : ffff9b83fb2e1180) 00000100:00000040:0.0:1783977271.347807:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1180 x1870620402740864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.347839:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977271.347844:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977271.347849:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977271.347856:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402740864, offset 0 00000400:00000200:0.0:1783977271.347867:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977271.347877:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977271.347887:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977271.347895:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977271.347900:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977271.347903:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977271.347906:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977271.347921:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824745:824745:256:4294967295] 192.168.201.148@tcp LPNI seq info [824716:824716:8:4294967295] 00000400:00000200:0.0:1783977271.347930:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977271.347952:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977271.347966:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977271.347973:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977271.347984:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977271.347989:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783977271.348010:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977271.348014:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977271.348021:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977271.348029:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977271.348036:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977271.348040:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977271.348048:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977271.348057:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1180 x1870620402740864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.348079:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977271.348084:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1180 x1870620402740864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977296 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.348100:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977271.348104:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977271.348111:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977271.348118:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977271.348122:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309598458 00000100:00000010:0.0:1783977271.348129:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783977271.348139:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977271.348149:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309598458 00000100:00000010:0.0:1783977271.348155:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783977271.348163:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977271.348174:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977271.348181:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977271.348186:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977271.348193:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977271/real 1783977271] req@ffff9b83fb2e1180 x1870620402740864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977271.348210:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977271.348214:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977271.348218:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977271.348515:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977271.348517:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977271.348520:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977271.348525:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1180 x1870620402740864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977271.348533:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1180 x1870620402740864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.348539:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977271.348541:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977271.348543:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977271.348545:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977271.348548:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1180 x1870620402740864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.348567:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977271.348571:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1180 x1870620402740864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977296 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.348578:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977271.348581:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977271.348583:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977271.348584:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977271.348587:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977271.348589:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977271.348591:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977271.348595:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977271.348597:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977271.348602:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1180 x1870620402740864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977296 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977271.348609:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402740864:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977271.348613:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977271.348616:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977271.348618:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1180 x1870620402740864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977296 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.348624:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977271.348627:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977271.348629:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977271.348632:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977271.348634:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977271.348636:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977271.348638:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977271.348640:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff6800. 02000000:00000001:0.0:1783977271.348644:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977271.348646:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977271.348648:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1180. 00000100:00000001:0.0:1783977271.348650:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977271.348652:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977271.348654:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977271.348660:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977271.348661:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977271.348663:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977271.348665:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977271.348666:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977271.348669:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3480 x1870620402740992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.348676:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977271.348678:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977271.348680:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977271.348681:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977271.348684:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977271.348686:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402740992:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977271.348689:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977271.348691:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977271.348693:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977271.348695:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977271.348698:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977271.348699:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977271.348703:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977271.348706:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977271.348709:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977271.348712:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402740992, portal 10 00000100:00000001:0.0:1783977271.348714:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977271.348715:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889971328 : -110483819580288 : ffff9b83fb2e3480) 00000100:00000040:0.0:1783977271.348721:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3480 x1870620402740992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.348728:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977271.348730:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977271.348732:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977271.348735:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402740992, offset 0 00000400:00000200:0.0:1783977271.348739:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977271.348743:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977271.348746:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977271.348750:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977271.348752:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977271.348754:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977271.348764:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977271.348767:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824746:824746:256:4294967295] 192.168.201.148@tcp LPNI seq info [824717:824717:8:4294967295] 00000400:00000200:0.0:1783977271.348771:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977271.348777:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977271.348781:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977271.348784:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977271.348788:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977271.348790:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783977271.348800:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977271.348802:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977271.348805:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977271.348808:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977271.348816:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977271.348818:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977271.348820:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977271.348823:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3480 x1870620402740992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.348831:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977271.348833:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3480 x1870620402740992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977296 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.348840:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977271.348842:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977271.348844:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977271.348848:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977271.348851:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977271.348853:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309597200 00000100:00000001:0.0:1783977271.348856:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309598458 00000100:00000001:0.0:1783977271.348858:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309597200 00000100:00000001:0.0:1783977271.348861:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309598458 00000100:00000001:0.0:1783977271.348863:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977271.348865:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977271.348867:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977271.348870:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977271/real 1783977271] req@ffff9b83fb2e3480 x1870620402740992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977271.348878:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977271.348879:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977271.348881:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977271.348883:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977271.348884:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977271.348886:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977271.348889:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3480 x1870620402740992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977271.348897:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3480 x1870620402740992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.348904:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977271.348905:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977271.348908:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977271.348922:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977271.348927:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3480 x1870620402740992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.348934:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977271.348938:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3480 x1870620402740992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977296 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.348943:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977271.348945:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977271.348946:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977271.348947:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977271.348948:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977271.348956:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977271.348958:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977271.348961:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977271.348963:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977271.348966:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3480 x1870620402740992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977296 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977271.348972:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402740992:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977271.348975:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977271.348978:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3100 x1870620402741120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.348984:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977271.348985:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977271.348987:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977271.348989:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977271.348990:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977271.348993:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402741120:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977271.348996:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977271.348998:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977271.348999:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977271.349001:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977271.349005:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977271.349007:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977271.349010:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977271.349012:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977271.349015:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977271.349017:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402741120, portal 10 00000100:00000001:0.0:1783977271.349019:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977271.349020:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889970432 : -110483819581184 : ffff9b83fb2e3100) 00000100:00000040:0.0:1783977271.349025:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3100 x1870620402741120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.349031:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977271.349033:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977271.349035:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977271.349038:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402741120, offset 0 00000400:00000200:0.0:1783977271.349041:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977271.349044:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977271.349047:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977271.349049:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977271.349051:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977271.349053:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977271.349055:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977271.349057:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824747:824747:256:4294967295] 192.168.201.148@tcp LPNI seq info [824718:824718:8:4294967295] 00000400:00000200:0.0:1783977271.349060:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977271.349066:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977271.349070:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977271.349072:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977271.349076:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977271.349078:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783977271.349087:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977271.349088:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977271.349091:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977271.349093:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977271.349096:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977271.349098:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977271.349100:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977271.349103:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3100 x1870620402741120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.349111:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977271.349114:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3100 x1870620402741120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977296 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.349119:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977271.349122:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977271.349124:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977271.349127:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977271.349130:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977271.349132:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309597195 00000100:00000001:0.0:1783977271.349134:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309598458 00000100:00000001:0.0:1783977271.349137:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309597195 00000100:00000001:0.0:1783977271.349139:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309598458 00000100:00000001:0.0:1783977271.349141:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977271.349143:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977271.349144:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977271.349148:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977271/real 1783977271] req@ffff9b83fb2e3100 x1870620402741120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977271.349155:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977271.349157:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977271.349158:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977271.349160:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977271.349162:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977271.349164:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977271.349167:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3100 x1870620402741120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977271.349277:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3100 x1870620402741120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.349283:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977271.349285:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977271.349286:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977271.349288:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977271.349292:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3100 x1870620402741120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.349314:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977271.349318:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3100 x1870620402741120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977296 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.349325:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977271.349327:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977271.349329:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977271.349330:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977271.349332:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977271.349337:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977271.349340:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977271.349343:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977271.349345:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977271.349349:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3100 x1870620402741120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977296 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977271.349357:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402741120:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977271.349360:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977271.349363:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2680 x1870620402741248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.349370:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977271.349371:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977271.349373:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977271.349375:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977271.349377:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977271.349379:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402741248:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977271.349383:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977271.349384:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977271.349386:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977271.349387:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977271.349390:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977271.349393:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977271.349396:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977271.349399:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977271.349402:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977271.349405:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402741248, portal 4 00000100:00000001:0.0:1783977271.349407:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977271.349408:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889967744 : -110483819583872 : ffff9b83fb2e2680) 00000100:00000040:0.0:1783977271.349413:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2680 x1870620402741248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.349419:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977271.349421:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977271.349423:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977271.349425:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402741248, offset 0 00000400:00000200:0.0:1783977271.349429:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977271.349432:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977271.349436:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977271.349439:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977271.349441:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977271.349443:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977271.349445:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977271.349448:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824748:824748:256:4294967295] 192.168.201.148@tcp LPNI seq info [824719:824719:8:4294967295] 00000400:00000200:0.0:1783977271.349452:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977271.349458:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977271.349462:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977271.349465:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977271.349469:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977271.349471:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783977271.349481:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977271.349483:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977271.349485:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977271.349488:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977271.349491:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977271.349493:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977271.349496:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977271.349499:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2680 x1870620402741248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.349505:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977271.349508:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2680 x1870620402741248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977296 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.349514:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977271.349516:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977271.349518:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977271.349521:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977271.349523:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977271.349525:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309597223 00000100:00000001:0.0:1783977271.349527:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309598458 00000100:00000001:0.0:1783977271.349529:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309597223 00000100:00000001:0.0:1783977271.349531:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309598458 00000100:00000001:0.0:1783977271.349533:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977271.349535:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977271.349536:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977271.349539:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977271/real 1783977271] req@ffff9b83fb2e2680 x1870620402741248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977271.349546:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977271.349547:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977271.349549:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977271.349551:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977271.349552:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977271.349554:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977271.349557:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2680 x1870620402741248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977271.349565:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2680 x1870620402741248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.349571:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977271.349572:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977271.349574:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977271.349575:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977271.349578:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2680 x1870620402741248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.349584:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977271.349587:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2680 x1870620402741248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977296 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.349594:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977271.349596:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977271.349597:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977271.349599:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977271.349600:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977271.349603:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977271.349605:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977271.349608:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977271.349611:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977271.349614:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2680 x1870620402741248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977296 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977271.349621:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402741248:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977271.349625:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977271.349628:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1c00 x1870620402741376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.349634:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977271.349635:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977271.349638:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977271.349639:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977271.349641:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977271.349644:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402741376:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977271.349646:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977271.349648:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977271.349649:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977271.349651:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977271.349653:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783977271.349655:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977271.349658:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977271.349661:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977271.349663:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977271.349665:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402741376, portal 4 00000100:00000001:0.0:1783977271.349667:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977271.349669:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889965056 : -110483819586560 : ffff9b83fb2e1c00) 00000100:00000040:0.0:1783977271.349674:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1c00 x1870620402741376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.349679:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977271.349682:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977271.349683:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977271.349686:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402741376, offset 0 00000400:00000200:0.0:1783977271.349689:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977271.349692:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977271.349695:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977271.349697:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977271.349699:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977271.349701:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977271.349703:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977271.349706:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824749:824749:256:4294967295] 192.168.201.148@tcp LPNI seq info [824720:824720:8:4294967295] 00000400:00000200:0.0:1783977271.349710:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977271.349716:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977271.349720:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977271.349723:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977271.349726:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977271.349728:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783977271.349738:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977271.349739:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977271.349742:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977271.349745:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977271.349747:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977271.349749:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977271.349751:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977271.349754:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1c00 x1870620402741376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.349761:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977271.349763:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1c00 x1870620402741376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977296 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.349769:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977271.349771:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977271.349773:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977271.349776:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977271.349778:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977271.349780:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309597213 00000100:00000001:0.0:1783977271.349782:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309598458 00000100:00000001:0.0:1783977271.349785:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309597213 00000100:00000001:0.0:1783977271.349786:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309598458 00000100:00000001:0.0:1783977271.349788:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977271.349790:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977271.349792:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977271.349795:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977271/real 1783977271] req@ffff9b83fb2e1c00 x1870620402741376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977271.349802:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977271.349803:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977271.349805:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977271.349807:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977271.349808:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977271.349810:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977271.349813:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1c00 x1870620402741376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977271.349821:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1c00 x1870620402741376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.349827:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977271.349828:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977271.349830:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977271.349831:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977271.349834:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1c00 x1870620402741376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.349840:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977271.349843:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1c00 x1870620402741376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977296 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.349849:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977271.349851:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977271.349853:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977271.349854:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977271.349855:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977271.349859:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977271.349861:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977271.349863:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977271.349865:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977271.349869:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1c00 x1870620402741376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977296 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977271.349876:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402741376:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977271.349879:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977271.349881:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977271.349884:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3480 x1870620402740992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977296 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.349890:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977271.349892:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977271.349894:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977271.349896:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977271.349897:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977271.349898:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977271.349900:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977271.349902:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff7c00. 02000000:00000001:0.0:1783977271.349904:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977271.349906:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977271.349907:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3480. 00000100:00000001:0.0:1783977271.349922:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977271.349923:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977271.349925:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977271.349928:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3100 x1870620402741120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977296 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.349934:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977271.349936:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977271.349937:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977271.349940:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977271.349941:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977271.349942:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977271.349944:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977271.349945:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff6400. 02000000:00000001:0.0:1783977271.349948:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977271.349949:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977271.349950:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3100. 00000100:00000001:0.0:1783977271.349952:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977271.349953:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977271.349955:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977271.349958:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2680 x1870620402741248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977296 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.349963:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977271.349964:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977271.349966:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977271.349969:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977271.349970:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977271.349971:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977271.349973:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977271.349974:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff5800. 02000000:00000001:0.0:1783977271.349976:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977271.349977:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977271.349978:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2680. 00000100:00000001:0.0:1783977271.349980:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977271.349982:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977271.349983:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977271.349986:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1c00 x1870620402741376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977296 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977271.349991:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977271.349993:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977271.349994:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783977271.349996:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977271.349997:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977271.349998:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977271.350000:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977271.350001:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff4000. 02000000:00000001:0.0:1783977271.350003:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977271.350003:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977271.350005:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1c00. 00000100:00000001:0.0:1783977271.350006:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977271.350007:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977271.350009:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977271.350013:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977271.350015:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977271.350017:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977271.350019:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977271.859421:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977271.859428:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977271.859438:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977271.859442:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977271.859449:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977271.859453:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977271.859461:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977271.859464:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977271.859470:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977271.859473:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977271.859500:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977271.859506:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977271.859511:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977271.859822:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977271.859826:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977271.859827:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977271.859831:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977271.859836:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977271.859838:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977271.859842:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977271.859846:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977271.859852:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977272.887008:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977272.887015:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977272.887017:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977272.887021:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977272.887025:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977272.887028:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977272.887031:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977272.887033:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977272.887035:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977272.887057:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977272.887060:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977272.887066:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977272.887070:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977272.887072:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977272.887076:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977272.887080:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977272.887082:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977272.887085:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977272.887090:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977272.887095:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977272.887099:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977272.887103:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977272.887108:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977272.887114:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977272.887116:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977272.887119:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977272.887125:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977272.887132:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977272.887134:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977272.887135:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977272.887137:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977272.887139:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977272.887140:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977272.887143:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977272.887145:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977272.887148:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977272.887150:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977272.887152:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977272.887153:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977272.887155:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977272.887156:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977272.887157:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977272.887159:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977272.887176:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977272.887179:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977272.887181:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977273.907421:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977273.907439:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977273.907448:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977273.907452:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977273.907460:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977273.907463:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977273.907470:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977273.907474:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977273.907479:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977273.907481:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977273.907514:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977273.907519:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977273.907526:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977273.907741:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977273.907747:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977273.907751:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977273.907756:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977273.907763:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977273.907768:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977273.907781:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977273.907785:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977273.907796:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977274.931404:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977274.931411:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977274.931416:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977274.931424:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977274.931431:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977274.931436:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977274.931450:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977274.931455:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977274.931459:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977274.931483:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977274.931487:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977274.931495:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977274.931500:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977274.931516:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977274.931524:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977274.931531:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977274.931535:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977274.931540:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977274.931543:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977274.931569:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977274.931573:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977274.931576:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977275.955427:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977275.955433:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977275.955436:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977275.955440:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977275.955443:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977275.955445:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977275.955455:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977275.955457:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977275.955459:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977275.955478:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977275.955481:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977275.955485:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977275.955486:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977275.955490:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977275.955491:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977275.955494:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977275.955495:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977275.955498:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977275.955499:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977275.955512:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977275.955514:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977275.955517:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977275.955776:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977275.955781:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977275.955782:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977275.955785:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977275.955788:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977275.955790:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977275.955792:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977275.955793:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977275.955795:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977275.955918:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977275.955922:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977275.955923:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977275.955926:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977275.955939:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977275.955942:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977275.955944:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977275.955945:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977275.955948:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977276.467676:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977276.467682:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977276.467686:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977276.467696:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880e00 x1870620402741504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.467713:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977276.467717:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977276.467722:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977276.467726:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977276.467732:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977276.467739:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402741504:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977276.467745:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977276.467749:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977276.467751:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977276.467755:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977276.467762:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977276.467767:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977276.467774:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977276.467784:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977276.467790:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977276.467797:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402741504, portal 25 00000100:00000001:0.0:1783977276.467800:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977276.467802:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694533120 : -110484015018496 : ffff9b83ef880e00) 00000100:00000040:0.0:1783977276.467812:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880e00 x1870620402741504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.467835:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977276.467840:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977276.467845:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977276.467850:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402741504, offset 0 00000400:00000200:0.0:1783977276.467867:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977276.467879:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977276.467888:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977276.467895:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977276.467902:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977276.467909:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977276.467915:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977276.467922:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824750:824750:256:4294967295] 192.168.201.148@tcp LPNI seq info [824721:824721:8:4294967295] 00000400:00000200:0.0:1783977276.467935:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977276.467951:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977276.467962:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977276.467969:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977276.467979:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977276.467986:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783977276.468022:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977276.468027:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977276.468035:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977276.468043:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977276.468048:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977276.468051:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977276.468059:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977276.468067:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880e00 x1870620402741504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.468083:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977276.468092:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880e00 x1870620402741504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977301 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.468111:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977276.468115:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977276.468122:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977276.468129:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977276.468133:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309603578 00000100:00000010:0.0:1783977276.468141:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783977276.468147:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977276.468153:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309603578 00000100:00000010:0.0:1783977276.468157:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783977276.468161:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977276.468165:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977276.468170:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977276.468172:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977276.468185:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977276/real 1783977276] req@ffff9b83ef880e00 x1870620402741504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977276.468206:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977276.468210:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977276.468213:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977276.468216:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977276.468219:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977276.468225:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977276.468230:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880e00 x1870620402741504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977276.468244:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880e00 x1870620402741504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.468254:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977276.468256:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977276.468260:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977276.468261:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977276.468268:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880e00 x1870620402741504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.468280:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977276.468284:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880e00 x1870620402741504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977301 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.468310:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977276.468312:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977276.468314:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977276.468315:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977276.468316:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977276.468318:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977276.468320:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977276.468323:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977276.468324:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977276.468329:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880e00 x1870620402741504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977301 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977276.468339:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402741504:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977276.468347:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977276.468349:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977276.468352:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880e00 x1870620402741504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977301 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.468360:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977276.468363:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977276.468366:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977276.468370:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977276.468373:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977276.468377:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977276.468381:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977276.468384:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635400. 02000000:00000001:0.0:1783977276.468389:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977276.468392:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977276.468396:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880e00. 00000100:00000001:0.0:1783977276.468402:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977276.468405:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977276.468409:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977276.468419:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977276.468422:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977276.468425:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977276.468428:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977276.468430:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977276.468437:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883b80 x1870620402741632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.468452:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977276.468456:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977276.468461:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977276.468464:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977276.468469:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977276.468476:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402741632:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977276.468482:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977276.468486:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977276.468489:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977276.468493:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977276.468498:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977276.468503:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977276.468511:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977276.468516:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977276.468521:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977276.468527:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402741632, portal 10 00000100:00000001:0.0:1783977276.468531:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977276.468534:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694544768 : -110484015006848 : ffff9b83ef883b80) 00000100:00000040:0.0:1783977276.468546:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883b80 x1870620402741632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.468556:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977276.468561:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977276.468564:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977276.468567:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402741632, offset 0 00000400:00000200:0.0:1783977276.468581:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977276.468586:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977276.468590:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977276.468594:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977276.468598:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977276.468601:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977276.468605:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977276.468609:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824751:824751:256:4294967295] 192.168.201.148@tcp LPNI seq info [824722:824722:8:4294967295] 00000400:00000200:0.0:1783977276.468614:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977276.468622:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977276.468629:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977276.468632:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977276.468638:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977276.468644:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783977276.468669:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977276.468673:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977276.468677:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977276.468683:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977276.468689:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977276.468691:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977276.468695:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977276.468700:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883b80 x1870620402741632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.468709:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977276.468714:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883b80 x1870620402741632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977301 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.468733:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977276.468734:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977276.468738:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977276.468742:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977276.468747:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977276.468748:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309602320 00000100:00000001:0.0:1783977276.468750:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309603578 00000100:00000001:0.0:1783977276.468752:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309602320 00000100:00000001:0.0:1783977276.468754:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309603578 00000100:00000001:0.0:1783977276.468755:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977276.468757:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977276.468758:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977276.468762:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977276/real 1783977276] req@ffff9b83ef883b80 x1870620402741632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977276.468767:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977276.468768:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977276.468769:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977276.468770:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977276.468771:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977276.468772:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977276.468774:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883b80 x1870620402741632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977276.468779:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883b80 x1870620402741632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.468782:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977276.468783:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977276.468784:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977276.468785:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977276.468786:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883b80 x1870620402741632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.468790:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977276.468792:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883b80 x1870620402741632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977301 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.468795:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977276.468797:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977276.468799:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977276.468800:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977276.468802:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977276.468810:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977276.468812:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977276.468816:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977276.468817:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977276.468833:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883b80 x1870620402741632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977301 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977276.468840:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402741632:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977276.468844:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977276.468847:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882680 x1870620402741760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.468854:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977276.468855:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977276.468857:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977276.468859:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977276.468861:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977276.468864:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402741760:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977276.468867:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977276.468869:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977276.468870:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977276.468871:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977276.468874:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977276.468876:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977276.468879:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977276.468882:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977276.468884:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977276.468887:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402741760, portal 10 00000100:00000001:0.0:1783977276.468889:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977276.468890:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694539392 : -110484015012224 : ffff9b83ef882680) 00000100:00000040:0.0:1783977276.468895:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882680 x1870620402741760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.468901:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977276.468903:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977276.468904:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977276.468906:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402741760, offset 0 00000400:00000200:0.0:1783977276.468909:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977276.468911:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977276.468913:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977276.468915:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977276.468917:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977276.468918:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977276.468920:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977276.468922:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824752:824752:256:4294967295] 192.168.201.148@tcp LPNI seq info [824723:824723:8:4294967295] 00000400:00000200:0.0:1783977276.468924:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977276.468928:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977276.468930:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977276.468932:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977276.468935:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977276.468936:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783977276.468943:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977276.468944:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977276.468946:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977276.468948:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977276.468950:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977276.468951:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977276.468952:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977276.468954:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882680 x1870620402741760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.468959:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977276.468960:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882680 x1870620402741760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977301 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.468968:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977276.468969:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977276.468971:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977276.468972:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977276.468974:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977276.468976:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309602315 00000100:00000001:0.0:1783977276.468977:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309603578 00000100:00000001:0.0:1783977276.468979:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309602315 00000100:00000001:0.0:1783977276.468980:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309603578 00000100:00000001:0.0:1783977276.468981:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977276.468982:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977276.468983:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977276.468985:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977276/real 1783977276] req@ffff9b83ef882680 x1870620402741760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977276.468989:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977276.468990:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977276.468992:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977276.468993:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977276.468994:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977276.468995:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977276.468997:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882680 x1870620402741760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977276.469002:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882680 x1870620402741760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.469005:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977276.469005:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977276.469006:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977276.469007:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977276.469009:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882680 x1870620402741760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.469013:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977276.469015:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882680 x1870620402741760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977301 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.469022:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977276.469024:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977276.469025:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977276.469027:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977276.469028:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977276.469033:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977276.469035:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977276.469039:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977276.469041:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977276.469044:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882680 x1870620402741760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977301 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977276.469052:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402741760:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977276.469055:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977276.469057:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977276.469060:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883b80 x1870620402741632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977301 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.469065:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977276.469067:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977276.469068:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977276.469071:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977276.469072:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977276.469073:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977276.469075:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977276.469076:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634c00. 02000000:00000001:0.0:1783977276.469079:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977276.469080:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977276.469081:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883b80. 00000100:00000001:0.0:1783977276.469085:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977276.469086:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977276.469087:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977276.469090:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882680 x1870620402741760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977301 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.469095:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977276.469096:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977276.469098:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977276.469100:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977276.469101:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977276.469102:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977276.469103:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977276.469105:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634400. 02000000:00000001:0.0:1783977276.469106:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977276.469107:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977276.469109:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882680. 00000100:00000001:0.0:1783977276.469111:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977276.469112:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977276.469114:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977276.469117:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977276.469118:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977276.469120:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977276.469121:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977276.469123:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977276.469126:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880000 x1870620402741888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.469130:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977276.469131:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977276.469133:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977276.469134:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977276.469135:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977276.469136:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402741888:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977276.469140:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977276.469142:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977276.469143:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977276.469145:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977276.469147:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977276.469149:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977276.469152:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977276.469154:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977276.469157:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977276.469160:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402741888, portal 4 00000100:00000001:0.0:1783977276.469162:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977276.469163:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694529536 : -110484015022080 : ffff9b83ef880000) 00000100:00000040:0.0:1783977276.469169:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880000 x1870620402741888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.469173:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977276.469176:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977276.469177:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977276.469180:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402741888, offset 0 00000400:00000200:0.0:1783977276.469183:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977276.469186:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977276.469189:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977276.469191:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977276.469194:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977276.469196:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977276.469198:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977276.469200:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824753:824753:256:4294967295] 192.168.201.148@tcp LPNI seq info [824724:824724:8:4294967295] 00000400:00000200:0.0:1783977276.469204:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977276.469209:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977276.469213:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977276.469215:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977276.469218:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977276.469221:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783977276.469230:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977276.469231:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977276.469233:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977276.469236:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977276.469239:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977276.469240:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977276.469243:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977276.469246:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880000 x1870620402741888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.469252:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977276.469255:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880000 x1870620402741888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977301 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.469261:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977276.469263:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977276.469265:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977276.469268:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977276.469270:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977276.469272:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309602342 00000100:00000001:0.0:1783977276.469274:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309603578 00000100:00000001:0.0:1783977276.469276:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309602342 00000100:00000001:0.0:1783977276.469278:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309603578 00000100:00000001:0.0:1783977276.469280:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977276.469283:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977276.469284:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977276.469288:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977276/real 1783977276] req@ffff9b83ef880000 x1870620402741888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977276.469316:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977276.469317:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977276.469319:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977276.469322:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977276.469324:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977276.469326:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977276.469330:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880000 x1870620402741888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977276.469339:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880000 x1870620402741888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.469345:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977276.469347:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977276.469349:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977276.469350:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977276.469354:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880000 x1870620402741888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.469361:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977276.469365:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880000 x1870620402741888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977301 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.469372:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977276.469374:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977276.469376:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977276.469377:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977276.469379:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977276.469382:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977276.469384:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977276.469387:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977276.469390:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977276.469393:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880000 x1870620402741888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977301 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977276.469400:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402741888:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977276.469404:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977276.469408:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881c00 x1870620402742016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.469414:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977276.469415:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977276.469417:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977276.469419:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977276.469421:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977276.469423:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402742016:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977276.469426:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977276.469428:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977276.469429:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977276.469430:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977276.469433:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977276.469435:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977276.469439:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977276.469441:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977276.469444:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977276.469446:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402742016, portal 4 00000100:00000001:0.0:1783977276.469448:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977276.469449:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694536704 : -110484015014912 : ffff9b83ef881c00) 00000100:00000040:0.0:1783977276.469454:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881c00 x1870620402742016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.469460:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977276.469462:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977276.469464:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977276.469467:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402742016, offset 0 00000400:00000200:0.0:1783977276.469470:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977276.469474:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977276.469477:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977276.469479:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977276.469482:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977276.469484:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977276.469486:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977276.469489:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824754:824754:256:4294967295] 192.168.201.148@tcp LPNI seq info [824725:824725:8:4294967295] 00000400:00000200:0.0:1783977276.469493:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977276.469498:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977276.469503:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977276.469506:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977276.469509:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977276.469512:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783977276.469521:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977276.469523:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977276.469526:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977276.469529:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977276.469532:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977276.469534:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977276.469536:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977276.469538:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881c00 x1870620402742016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.469545:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977276.469548:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881c00 x1870620402742016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977301 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.469554:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977276.469556:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977276.469558:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977276.469561:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977276.469564:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977276.469566:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309602333 00000100:00000001:0.0:1783977276.469568:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309603578 00000100:00000001:0.0:1783977276.469570:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309602333 00000100:00000001:0.0:1783977276.469572:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309603578 00000100:00000001:0.0:1783977276.469574:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977276.469575:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977276.469577:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977276.469580:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977276/real 1783977276] req@ffff9b83ef881c00 x1870620402742016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977276.469586:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977276.469587:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977276.469588:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977276.469589:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977276.469591:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977276.469592:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977276.469594:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881c00 x1870620402742016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977276.469601:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881c00 x1870620402742016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.469606:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977276.469607:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977276.469609:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977276.469610:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977276.469614:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881c00 x1870620402742016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.469620:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977276.469623:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881c00 x1870620402742016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977301 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.469629:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977276.469631:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977276.469633:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977276.469633:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977276.469635:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977276.469639:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977276.469642:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977276.469645:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977276.469647:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977276.469652:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881c00 x1870620402742016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977301 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977276.469659:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402742016:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977276.469662:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977276.469664:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977276.469667:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880000 x1870620402741888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977301 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.469673:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977276.469674:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977276.469676:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977276.469678:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977276.469679:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977276.469681:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977276.469683:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977276.469684:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635000. 02000000:00000001:0.0:1783977276.469687:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977276.469688:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977276.469689:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880000. 00000100:00000001:0.0:1783977276.469692:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977276.469693:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977276.469694:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977276.469697:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881c00 x1870620402742016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977301 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977276.469703:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977276.469704:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977276.469705:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977276.469707:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977276.469708:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977276.469709:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977276.469711:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977276.469712:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636c00. 02000000:00000001:0.0:1783977276.469715:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977276.469716:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977276.469717:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881c00. 00000100:00000001:0.0:1783977276.469718:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977276.469719:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977276.469721:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977276.469724:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977276.469726:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977276.469727:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977276.469729:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977276.979419:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977276.979425:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977276.979435:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977276.979441:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977276.979446:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977276.979452:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977276.979458:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977276.979462:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977276.979466:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977276.979489:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977276.979495:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977276.979503:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977276.979512:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977276.979517:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977276.979519:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977276.979523:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977276.979527:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977276.979531:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977276.979535:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977276.979553:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977276.979557:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977276.979561:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977278.003408:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977278.003417:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977278.003421:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977278.003427:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977278.003434:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977278.003439:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977278.003449:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977278.003454:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977278.003459:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977278.003486:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977278.003491:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977278.003496:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977278.003501:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977278.003518:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977278.003524:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977278.003529:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977278.003533:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977278.003538:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977278.003541:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977278.003546:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977278.003549:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977278.003554:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977278.003557:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977278.003561:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977278.003562:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977278.003576:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977278.003578:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977278.003579:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977279.027391:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977279.027403:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977279.027406:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977279.027411:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977279.027416:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977279.027422:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977279.027429:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977279.027433:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977279.027440:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977279.027471:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977279.027474:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977279.027479:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977279.027481:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977279.027485:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977279.027486:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977279.027489:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977279.027490:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977279.027493:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977279.027495:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977279.027520:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977279.027526:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977279.027530:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977279.028016:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977279.028022:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977279.028025:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977279.028031:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977279.028035:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977279.028040:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977279.028051:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977279.028056:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977279.028061:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977280.052837:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977280.052841:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977280.052845:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977280.052850:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977280.052855:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977280.052859:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977280.052863:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977280.052866:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977280.052868:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977280.052889:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977280.052892:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977280.052897:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977280.052899:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977280.052902:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977280.052903:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977280.052907:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977280.052908:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977280.052911:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977280.052912:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977280.052928:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977280.052931:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977280.052933:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977281.075459:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977281.075464:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977281.075466:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977281.075471:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977281.075476:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977281.075481:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977281.075488:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977281.075492:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977281.075497:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977281.075529:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977281.075532:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977281.075537:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977281.075539:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977281.075543:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977281.075544:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977281.075547:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977281.075549:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977281.075552:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977281.075554:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977281.075571:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977281.075574:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977281.075577:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977281.075838:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977281.075844:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977281.075849:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977281.075855:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977281.075861:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977281.075865:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977281.075871:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977281.075875:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977281.075880:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977282.099535:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977282.099541:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977282.099544:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977282.099552:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977282.099558:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977282.099575:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977282.099688:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977282.099691:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977282.099694:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977282.099713:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977282.099717:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977282.099735:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977282.099737:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977282.099740:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977282.099742:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977282.099745:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977282.099746:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977282.099749:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977282.099750:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977282.099767:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977282.099770:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977282.099772:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977283.123389:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977283.123396:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977283.123399:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977283.123408:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977283.123417:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977283.123423:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977283.123429:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977283.123434:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977283.123439:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977283.123467:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977283.123471:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977283.123476:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977283.123481:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977283.123486:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977283.123491:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977283.123498:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977283.123502:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977283.123517:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977283.123522:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977283.123530:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977283.123534:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977283.123537:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977283.123541:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977283.123545:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977283.123547:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977283.123551:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977283.123556:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977283.123560:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977283.123563:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977283.123564:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977283.123565:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977283.123567:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977283.123569:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977283.123570:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977283.123571:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977283.123573:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977283.123574:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977283.123575:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977283.123575:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977283.123576:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977283.123577:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977283.123578:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977283.123579:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977283.123593:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977283.123595:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977283.123597:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977284.147405:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977284.147411:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977284.147415:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977284.147419:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977284.147422:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977284.147425:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977284.147431:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977284.147435:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977284.147440:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977284.147466:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977284.147469:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977284.147477:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977284.147478:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977284.147486:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977284.147489:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977284.147495:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977284.147498:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977284.147502:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977284.147511:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977284.147532:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977284.147534:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977284.147537:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977285.171467:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977285.171476:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977285.171486:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977285.171488:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977285.171492:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977285.171493:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977285.171499:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977285.171519:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977285.171531:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977285.171534:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977286.195386:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977286.195392:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977286.195400:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977286.195403:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977286.195410:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977286.195415:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977286.195423:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977286.195426:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977286.195431:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977286.195434:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977286.195503:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977286.195507:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977286.195510:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977286.195533:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977286.195536:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977286.195538:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977286.195540:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977286.195543:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977286.195545:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977286.195548:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977286.195562:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977286.195567:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977286.195582:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977286.195585:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977286.195586:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977286.195589:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977286.195591:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977286.195593:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977286.195596:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977286.195599:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977286.195602:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977286.707831:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977286.707841:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977286.707843:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977286.707847:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977286.707852:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977286.707859:0:254686:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 14940 00000400:00000200:0.0:1783977286.707869:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977286.707874:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977286.707878:0:254686:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977286.707881:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977286.707884:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977286.707887:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977286.707889:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977286.707893:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977286.707895:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783977286.707897:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977286.707900:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783977286.707902:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783977286.707904:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783977286.707908:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977286.707910:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977286.707912:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977286.707914:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977286.707918:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783977286.707921:0:254686:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977286.707923:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977286.707926:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977286.707929:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977286.707932:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977286.707934:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977286.707937:0:254686:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977286.707947:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783977286.707950:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783977286.707954:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977286.707955:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977286.707958:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977286.707961:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977286.707965:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977286.707973:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783977286.707980:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977286.707989:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402742784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977286.707998:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977286.708016:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977286.708022:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402742784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977286.708045:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977286.708048:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977286.708051:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977286.708052:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977286.708055:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977286.708057:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977286.708060:0:254686:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14940 00000400:00000200:0.0:1783977286.708064:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977286.708067:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977286.708069:0:254686:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977286.708072:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977286.708075:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977286.708076:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977286.708078:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977286.708081:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977286.708082:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783977286.708084:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977286.708086:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783977286.708087:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783977286.708089:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783977286.708092:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977286.708094:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977286.708096:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977286.708098:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977286.708100:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783977286.708102:0:254686:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977286.708104:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977286.708106:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977286.708111:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977286.708113:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977286.708115:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977286.708118:0:254686:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977286.708121:0:254686:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977286.708123:0:254686:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977286.708126:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783977286.708129:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977286.708131:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977286.708132:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977286.708134:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977286.708135:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977286.708137:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977286.708142:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783977286.708146:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977286.708151:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402742912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977286.708158:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977286.708160:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977286.708164:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402742912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977286.708183:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977286.708186:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977286.708190:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977286.708191:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977286.708192:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977286.708195:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977286.708197:0:254686:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14940 00000400:00000200:0.0:1783977286.708201:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977286.708204:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977286.708206:0:254686:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977286.708208:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977286.708210:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977286.708212:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977286.708214:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977286.708216:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977286.708217:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783977286.708219:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977286.708221:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783977286.708223:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783977286.708225:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783977286.708227:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977286.708229:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977286.708230:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977286.708232:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977286.708234:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783977286.708236:0:254686:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977286.708238:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977286.708240:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977286.708242:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977286.708244:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977286.708246:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977286.708248:0:254686:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977286.708250:0:254686:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977286.708252:0:254686:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977286.708255:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783977286.708257:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977286.708270:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977286.708271:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977286.708273:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977286.708274:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977286.708276:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977286.708279:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783977286.708286:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977286.708290:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402743040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977286.708329:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977286.708331:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977286.708336:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402743040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977286.708344:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977286.708347:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977286.708350:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977286.708351:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977286.708352:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977286.708355:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977286.708357:0:254686:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14940 00000400:00000200:0.0:1783977286.708360:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977286.708363:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977286.708365:0:254686:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977286.708368:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977286.708378:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977286.708380:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977286.708382:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977286.708384:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977286.708385:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783977286.708387:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977286.708388:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783977286.708391:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783977286.708392:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783977286.708395:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977286.708397:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977286.708398:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977286.708400:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977286.708402:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783977286.708404:0:254686:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977286.708407:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977286.708409:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977286.708412:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977286.708414:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977286.708416:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977286.708418:0:254686:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977286.708420:0:254686:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977286.708421:0:254686:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977286.708425:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783977286.708427:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977286.708429:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977286.708430:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977286.708432:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977286.708433:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977286.708435:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977286.708438:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783977286.708441:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977286.708446:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402743168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977286.708453:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977286.708455:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977286.708458:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402743168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977286.708464:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977286.708467:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977286.708469:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977286.708470:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977286.708472:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977286.708474:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977286.708475:0:254686:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14940 00000400:00000200:0.0:1783977286.708479:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977286.708481:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977286.708483:0:254686:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977286.708486:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977286.708487:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977286.708489:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977286.708491:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977286.708492:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977286.708493:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783977286.708494:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977286.708496:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783977286.708497:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783977286.708500:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783977286.708502:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977286.708504:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977286.708506:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977286.708507:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977286.708509:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783977286.708512:0:254686:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977286.708514:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977286.708515:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977286.708518:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977286.708520:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977286.708522:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977286.708523:0:254686:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977286.708525:0:254686:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977286.708527:0:254686:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977286.708530:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783977286.708533:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977286.708535:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977286.708536:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977286.708538:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977286.708539:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977286.708541:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977286.708544:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783977286.708548:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977286.708552:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402743296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977286.708559:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977286.708561:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977286.708574:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402743296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977286.708581:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977286.708585:0:254686:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14950) 00000100:00000001:0.0:1783977287.219390:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977287.219394:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977287.219397:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977287.219401:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977287.219407:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977287.219412:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977287.219418:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977287.219420:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977287.219424:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977287.219446:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977287.219449:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977287.219453:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977287.219456:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977287.219461:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977287.219465:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977287.219471:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977287.219474:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977287.219479:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977287.219481:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977287.219510:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977287.219514:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977287.219518:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977287.220894:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977287.220897:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977287.220899:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977287.220901:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977287.220904:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977287.220906:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977287.220908:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977287.220910:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977287.220912:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977288.245770:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977288.245777:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977288.245782:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977288.245790:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977288.245797:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977288.245802:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977288.245806:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977288.245810:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977288.245815:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977288.245842:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977288.245857:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977288.245860:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977288.245863:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977288.245866:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977288.245868:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977288.245870:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977288.245872:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977288.245876:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977288.245877:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977288.245880:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977288.245881:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977288.245885:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977288.245886:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977288.245889:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977288.245890:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977288.245919:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977288.245922:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977288.245924:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977289.267437:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977289.267442:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977289.267450:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977289.267452:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977289.267460:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977289.267464:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977289.267468:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977289.267471:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977289.267473:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977289.267476:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977289.267850:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977289.267852:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977289.267853:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977289.267855:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977289.267857:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977289.267858:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977289.267859:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977289.267860:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977289.267861:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977290.291406:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977290.291414:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977290.291418:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977290.291424:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977290.291430:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977290.291434:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977290.291438:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977290.291442:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977290.291445:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977290.291467:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977290.291471:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977290.291475:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977290.291476:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977290.291480:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977290.291481:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977290.291485:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977290.291486:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977290.291489:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977290.291491:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977290.291593:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977290.291597:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977290.291599:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977290.291601:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977290.291605:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977290.291608:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977290.291749:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977290.291753:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977290.291756:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977291.315405:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977291.315410:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977291.315413:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977291.315418:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977291.315424:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977291.315428:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977291.315443:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977291.315446:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977291.315448:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977291.315479:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977291.315483:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977291.315489:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977291.315491:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977291.315496:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977291.315499:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977291.315504:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977291.315507:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977291.315515:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977291.315525:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977291.828257:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977291.828261:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977291.828264:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977291.828270:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881500 x1870620402743424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.828279:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977291.828281:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977291.828284:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977291.828286:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977291.828289:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977291.828308:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402743424:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977291.828313:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977291.828317:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977291.828323:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977291.828326:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977291.828330:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977291.828332:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977291.828338:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977291.828342:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977291.828348:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977291.828354:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402743424, portal 25 00000100:00000001:0.0:1783977291.828356:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977291.828358:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694534912 : -110484015016704 : ffff9b83ef881500) 00000100:00000040:0.0:1783977291.828363:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881500 x1870620402743424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.828370:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977291.828373:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977291.828375:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977291.828379:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402743424, offset 0 00000400:00000200:0.0:1783977291.828385:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977291.828393:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977291.828398:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977291.828403:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977291.828407:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977291.828411:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977291.828413:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977291.828417:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824765:824765:256:4294967295] 192.168.201.148@tcp LPNI seq info [824736:824736:8:4294967295] 00000400:00000200:0.0:1783977291.828421:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977291.828431:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977291.828436:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977291.828441:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977291.828448:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977291.828451:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783977291.828465:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977291.828468:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977291.828474:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977291.828478:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977291.828483:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977291.828485:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977291.828490:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977291.828494:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881500 x1870620402743424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.828503:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977291.828507:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881500 x1870620402743424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.828514:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977291.828515:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977291.828520:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977291.828524:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977291.828527:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309618939 00000100:00000010:0.0:1783977291.828531:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783977291.828537:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977291.828542:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309618939 00000100:00000010:0.0:1783977291.828546:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783977291.828561:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977291.828565:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977291.828568:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977291.828570:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977291.828575:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977291/real 1783977291] req@ffff9b83ef881500 x1870620402743424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977291.828584:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977291.828644:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977291.828647:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977291.828650:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977291.828652:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977291.828655:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977291.828660:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881500 x1870620402743424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977291.828669:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881500 x1870620402743424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.828676:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977291.828678:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977291.828680:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977291.828682:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977291.828686:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881500 x1870620402743424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.828694:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977291.828698:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881500 x1870620402743424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.828706:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977291.828709:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977291.828710:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977291.828712:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977291.828714:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977291.828716:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977291.828719:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977291.828722:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977291.828724:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977291.828729:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881500 x1870620402743424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977291.828737:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402743424:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977291.828741:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977291.828745:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882300 x1870620402743552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.828756:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977291.828758:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977291.828760:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977291.828762:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977291.828764:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977291.828767:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402743552:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977291.828770:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977291.828772:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977291.828773:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977291.828775:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977291.828779:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977291.828780:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977291.828785:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977291.828787:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977291.828791:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977291.828794:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402743552, portal 10 00000100:00000001:0.0:1783977291.828795:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977291.828797:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694538496 : -110484015013120 : ffff9b83ef882300) 00000100:00000040:0.0:1783977291.828803:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882300 x1870620402743552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.828810:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977291.828812:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977291.828814:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977291.828817:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402743552, offset 0 00000400:00000200:0.0:1783977291.828820:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977291.828824:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977291.828828:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977291.828831:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977291.828834:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977291.828836:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977291.828838:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977291.828842:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824766:824766:256:4294967295] 192.168.201.148@tcp LPNI seq info [824737:824737:8:4294967295] 00000400:00000200:0.0:1783977291.828846:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977291.828852:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977291.828856:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977291.828860:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977291.828864:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977291.828866:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783977291.828877:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977291.828879:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977291.828882:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977291.828886:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977291.828889:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977291.828890:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977291.828893:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977291.828896:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882300 x1870620402743552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.828904:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977291.828908:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882300 x1870620402743552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.828914:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977291.828916:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977291.828918:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977291.828922:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977291.828925:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977291.828927:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309617680 00000100:00000001:0.0:1783977291.828930:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309618939 00000100:00000001:0.0:1783977291.828931:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309617680 00000100:00000001:0.0:1783977291.828934:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309618939 00000100:00000001:0.0:1783977291.828936:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977291.828938:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977291.828940:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977291.828944:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977291/real 1783977291] req@ffff9b83ef882300 x1870620402743552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977291.828951:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977291.828953:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977291.828954:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977291.828957:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977291.828958:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977291.828960:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977291.828963:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882300 x1870620402743552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977291.828972:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882300 x1870620402743552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.828978:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977291.828979:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977291.828981:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977291.828982:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977291.828986:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882300 x1870620402743552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.828992:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977291.828996:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882300 x1870620402743552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.829003:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977291.829006:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977291.829008:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977291.829009:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977291.829011:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977291.829018:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977291.829021:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977291.829025:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977291.829027:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977291.829031:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882300 x1870620402743552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977291.829039:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402743552:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977291.829043:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977291.829046:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881880 x1870620402743680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.829052:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977291.829053:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977291.829055:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977291.829057:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977291.829059:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977291.829062:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402743680:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977291.829065:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977291.829066:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977291.829068:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977291.829070:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977291.829073:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783977291.829075:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977291.829078:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977291.829080:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977291.829083:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977291.829086:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402743680, portal 10 00000100:00000001:0.0:1783977291.829088:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977291.829090:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694535808 : -110484015015808 : ffff9b83ef881880) 00000100:00000040:0.0:1783977291.829095:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881880 x1870620402743680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.829102:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977291.829104:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977291.829106:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977291.829109:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402743680, offset 0 00000400:00000200:0.0:1783977291.829113:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977291.829117:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977291.829120:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977291.829123:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977291.829125:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977291.829127:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977291.829130:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977291.829133:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824767:824767:256:4294967295] 192.168.201.148@tcp LPNI seq info [824738:824738:8:4294967295] 00000400:00000200:0.0:1783977291.829137:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977291.829143:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977291.829147:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977291.829150:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977291.829154:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977291.829156:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783977291.829167:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977291.829169:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977291.829172:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977291.829175:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977291.829178:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977291.829179:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977291.829182:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977291.829185:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881880 x1870620402743680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.829192:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977291.829195:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881880 x1870620402743680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.829202:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977291.829204:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977291.829206:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977291.829209:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977291.829213:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977291.829214:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309617675 00000100:00000001:0.0:1783977291.829217:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309618939 00000100:00000001:0.0:1783977291.829219:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309617675 00000100:00000001:0.0:1783977291.829221:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309618939 00000100:00000001:0.0:1783977291.829223:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977291.829225:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977291.829227:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977291.829230:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977291/real 1783977291] req@ffff9b83ef881880 x1870620402743680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977291.829238:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977291.829239:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977291.829240:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977291.829243:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977291.829244:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977291.829246:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977291.829249:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881880 x1870620402743680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977291.829258:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881880 x1870620402743680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.829264:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977291.829266:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977291.829268:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977291.829269:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977291.829272:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881880 x1870620402743680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.829279:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977291.829284:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881880 x1870620402743680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.829290:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977291.829309:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977291.829312:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977291.829313:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977291.829314:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977291.829320:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977291.829323:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977291.829327:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977291.829329:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977291.829333:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881880 x1870620402743680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977291.829341:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402743680:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977291.829345:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977291.829348:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881f80 x1870620402743808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.829354:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977291.829356:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977291.829358:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977291.829360:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977291.829361:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977291.829364:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402743808:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977291.829368:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977291.829369:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977291.829371:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977291.829373:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977291.829376:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977291.829378:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977291.829381:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977291.829384:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977291.829387:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977291.829390:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402743808, portal 4 00000100:00000001:0.0:1783977291.829392:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977291.829393:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694537600 : -110484015014016 : ffff9b83ef881f80) 00000100:00000040:0.0:1783977291.829399:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881f80 x1870620402743808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.829405:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977291.829408:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977291.829410:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977291.829412:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402743808, offset 0 00000400:00000200:0.0:1783977291.829416:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977291.829420:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977291.829423:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977291.829426:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977291.829428:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977291.829430:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977291.829433:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977291.829436:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824768:824768:256:4294967295] 192.168.201.148@tcp LPNI seq info [824739:824739:8:4294967295] 00000400:00000200:0.0:1783977291.829440:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977291.829445:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977291.829450:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977291.829452:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977291.829456:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977291.829458:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783977291.829469:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977291.829470:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977291.829473:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977291.829476:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977291.829479:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977291.829482:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977291.829484:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977291.829487:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881f80 x1870620402743808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.829495:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977291.829498:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881f80 x1870620402743808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.829505:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977291.829506:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977291.829509:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977291.829512:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977291.829515:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977291.829517:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309617703 00000100:00000001:0.0:1783977291.829519:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309618939 00000100:00000001:0.0:1783977291.829521:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309617703 00000100:00000001:0.0:1783977291.829523:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309618939 00000100:00000001:0.0:1783977291.829525:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977291.829527:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977291.829529:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977291.829532:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977291/real 1783977291] req@ffff9b83ef881f80 x1870620402743808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977291.829540:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977291.829542:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977291.829543:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977291.829545:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977291.829559:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977291.829562:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977291.829565:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881f80 x1870620402743808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977291.829574:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881f80 x1870620402743808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.829581:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977291.829582:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977291.829584:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977291.829585:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977291.829596:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881f80 x1870620402743808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.829603:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977291.829607:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881f80 x1870620402743808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.829614:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977291.829616:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977291.829618:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977291.829619:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977291.829621:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977291.829624:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977291.829627:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977291.829629:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977291.829632:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977291.829636:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881f80 x1870620402743808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977291.829644:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402743808:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977291.829647:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977291.829651:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883100 x1870620402743936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.829657:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977291.829658:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977291.829661:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977291.829663:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977291.829665:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977291.829667:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402743936:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977291.829671:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977291.829673:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977291.829674:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977291.829676:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977291.829679:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977291.829680:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977291.829684:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977291.829686:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977291.829689:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977291.829692:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402743936, portal 4 00000100:00000001:0.0:1783977291.829693:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977291.829695:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542080 : -110484015009536 : ffff9b83ef883100) 00000100:00000040:0.0:1783977291.829700:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883100 x1870620402743936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.829706:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977291.829709:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977291.829711:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977291.829713:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402743936, offset 0 00000400:00000200:0.0:1783977291.829717:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977291.829721:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977291.829724:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977291.829727:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977291.829729:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977291.829732:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977291.829734:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977291.829745:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824769:824769:256:4294967295] 192.168.201.148@tcp LPNI seq info [824740:824740:8:4294967295] 00000400:00000200:0.0:1783977291.829752:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977291.829759:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977291.829764:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977291.829767:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977291.829770:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977291.829773:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783977291.829784:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977291.829786:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977291.829788:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977291.829791:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977291.829794:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977291.829796:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977291.829798:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977291.829802:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883100 x1870620402743936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.829809:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977291.829812:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883100 x1870620402743936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.829818:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977291.829820:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977291.829822:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977291.829825:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977291.829828:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977291.829830:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309617693 00000100:00000001:0.0:1783977291.829833:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309618939 00000100:00000001:0.0:1783977291.829835:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309617693 00000100:00000001:0.0:1783977291.829837:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309618939 00000100:00000001:0.0:1783977291.829839:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977291.829841:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977291.829843:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977291.829846:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977291/real 1783977291] req@ffff9b83ef883100 x1870620402743936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977291.829854:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977291.829856:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977291.829857:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977291.829860:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977291.829861:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977291.829863:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977291.829866:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883100 x1870620402743936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977291.829874:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883100 x1870620402743936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.829881:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977291.829882:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977291.829883:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977291.829885:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977291.829888:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883100 x1870620402743936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.829895:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977291.829898:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883100 x1870620402743936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.829905:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977291.829907:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977291.829908:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977291.829910:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977291.829912:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977291.829915:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977291.829918:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977291.829921:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977291.829923:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977291.829928:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883100 x1870620402743936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977291.829936:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402743936:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977291.829940:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977291.829942:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977291.829945:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881500 x1870620402743424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.829952:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977291.829954:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977291.829957:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977291.829960:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977291.829962:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977291.829964:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977291.829966:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977291.829968:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783977291.829972:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977291.829974:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977291.829976:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881500. 00000100:00000001:0.0:1783977291.829979:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977291.829981:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977291.829983:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977291.829986:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882300 x1870620402743552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.829992:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977291.829994:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977291.829995:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977291.829997:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977291.829998:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977291.830000:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977291.830002:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977291.830003:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636400. 02000000:00000001:0.0:1783977291.830006:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977291.830007:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977291.830009:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882300. 00000100:00000001:0.0:1783977291.830011:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977291.830012:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977291.830014:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977291.830017:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881880 x1870620402743680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.830024:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977291.830025:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977291.830027:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783977291.830030:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977291.830031:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977291.830032:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977291.830034:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977291.830036:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634000. 02000000:00000001:0.0:1783977291.830038:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977291.830039:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977291.830040:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881880. 00000100:00000001:0.0:1783977291.830042:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977291.830043:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977291.830044:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977291.830047:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881f80 x1870620402743808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.830053:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977291.830055:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977291.830056:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977291.830058:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977291.830059:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977291.830061:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977291.830063:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977291.830064:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634400. 02000000:00000001:0.0:1783977291.830066:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977291.830067:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977291.830068:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881f80. 00000100:00000001:0.0:1783977291.830070:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977291.830071:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977291.830073:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977291.830076:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883100 x1870620402743936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977291.830083:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977291.830084:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977291.830085:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977291.830087:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977291.830088:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977291.830089:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977291.830091:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977291.830093:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634c00. 02000000:00000001:0.0:1783977291.830094:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977291.830095:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977291.830097:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883100. 00000100:00000001:0.0:1783977291.830100:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977291.830102:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977291.830104:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977291.830110:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977291.830112:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977291.830114:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977291.830116:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977292.339438:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977292.339444:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977292.339456:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977292.339460:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977292.339472:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977292.339474:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977292.339482:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977292.339487:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977292.339492:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977292.339495:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977293.363845:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977293.363851:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977293.363853:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977293.363857:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977293.363860:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977293.363862:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977293.363864:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977293.363866:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977293.363869:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977293.363894:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977293.363897:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977293.363902:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977293.363907:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977293.363910:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977293.363913:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977293.363917:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977293.363920:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977293.363922:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977293.363925:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977293.363930:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977293.363932:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977293.363933:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977293.363934:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977293.363936:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977293.363937:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977293.363938:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977293.363941:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977293.363945:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977293.363947:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977293.363948:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977293.363950:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977293.363952:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977293.363953:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977293.363954:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977293.363956:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977293.363961:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977293.363963:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977293.363964:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977293.363965:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977293.363967:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977293.363968:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977293.363970:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977293.363972:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977294.387650:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977294.387653:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977294.387657:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977294.387658:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977294.387661:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977294.387661:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977294.387664:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977294.387664:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977294.387666:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977294.387667:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977294.392950:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977294.392955:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977294.392957:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977294.392961:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977294.392964:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977294.392967:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977294.392969:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977294.392971:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977294.392973:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977295.411419:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977295.411426:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977295.411431:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977295.411439:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977295.411446:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977295.411450:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977295.411454:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977295.411457:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977295.411460:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977295.411482:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977295.411499:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977295.411504:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977295.411505:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977295.411509:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977295.411510:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977295.411514:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977295.411515:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977295.411518:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977295.411519:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977295.411666:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977295.411669:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977295.411671:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977295.411674:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977295.411679:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977295.411684:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977295.411689:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977295.411691:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977295.411695:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977295.411722:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977295.411726:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977295.411730:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977295.411927:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977295.411934:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977295.411940:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977295.411955:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977295.411966:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977295.411980:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977295.411984:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977295.411989:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977295.411996:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977296.435424:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977296.435431:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977296.435433:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977296.435438:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977296.435443:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977296.435447:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977296.435452:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977296.435454:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977296.435457:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977296.435494:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977296.435497:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977296.435501:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977296.435503:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977296.435518:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977296.435520:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977296.435523:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977296.435525:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977296.435529:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977296.435531:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977296.435581:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977296.435585:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977296.435588:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977296.435615:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977296.435620:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977296.435624:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977296.435628:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977296.435632:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977296.435637:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977296.435731:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977296.435735:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977296.435737:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977296.947786:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977296.947797:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977296.947802:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977296.947814:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882a00 x1870620402744064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.947841:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977296.947847:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977296.947855:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977296.947861:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977296.947867:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977296.947876:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402744064:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977296.947887:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977296.947898:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977296.947902:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977296.947907:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977296.947915:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977296.947920:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977296.947927:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977296.947933:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977296.947941:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977296.947962:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402744064, portal 25 00000100:00000001:0.0:1783977296.947966:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977296.947969:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694540288 : -110484015011328 : ffff9b83ef882a00) 00000100:00000040:0.0:1783977296.947982:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882a00 x1870620402744064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.948009:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977296.948016:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977296.948021:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977296.948028:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402744064, offset 0 00000400:00000200:0.0:1783977296.948039:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977296.948050:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977296.948058:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977296.948066:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977296.948072:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977296.948079:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977296.948083:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977296.948090:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824770:824770:256:4294967295] 192.168.201.148@tcp LPNI seq info [824741:824741:8:4294967295] 00000400:00000200:0.0:1783977296.948101:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977296.948123:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977296.948136:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977296.948146:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977296.948157:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977296.948164:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783977296.948180:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977296.948182:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977296.948189:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977296.948193:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977296.948198:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977296.948200:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977296.948205:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977296.948208:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882a00 x1870620402744064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.948216:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977296.948219:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882a00 x1870620402744064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.948226:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977296.948231:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977296.948238:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977296.948247:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977296.948253:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309624058 00000100:00000010:0.0:1783977296.948258:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783977296.948265:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977296.948272:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309624058 00000100:00000010:0.0:1783977296.948276:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783977296.948289:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977296.948337:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977296.948344:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977296.948351:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977296.948361:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977296/real 1783977296] req@ffff9b83ef882a00 x1870620402744064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977296.948383:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977296.948388:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977296.948394:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977296.948401:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977296.948406:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977296.948413:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977296.948422:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882a00 x1870620402744064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977296.948447:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882a00 x1870620402744064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.948607:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977296.948609:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977296.948612:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977296.948614:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977296.948618:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882a00 x1870620402744064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.948626:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977296.948630:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882a00 x1870620402744064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.948637:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977296.948648:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977296.948649:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977296.948651:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977296.948653:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977296.948655:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977296.948659:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977296.948663:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977296.948666:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977296.948670:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882a00 x1870620402744064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977296.948679:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402744064:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977296.948683:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977296.948685:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977296.948688:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882a00 x1870620402744064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.948694:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977296.948696:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977296.948699:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977296.948704:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977296.948705:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977296.948707:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977296.948709:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977296.948712:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636000. 02000000:00000001:0.0:1783977296.948716:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977296.948719:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977296.948721:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882a00. 00000100:00000001:0.0:1783977296.948725:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977296.948726:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977296.948728:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977296.948736:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977296.948739:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977296.948741:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977296.948742:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977296.948744:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977296.948747:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883480 x1870620402744192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.948754:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977296.948755:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977296.948757:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977296.948759:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977296.948760:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977296.948763:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402744192:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977296.948766:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977296.948768:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977296.948769:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977296.948771:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977296.948774:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977296.948776:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977296.948779:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977296.948782:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977296.948786:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977296.948789:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402744192, portal 10 00000100:00000001:0.0:1783977296.948791:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977296.948792:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542976 : -110484015008640 : ffff9b83ef883480) 00000100:00000040:0.0:1783977296.948799:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883480 x1870620402744192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.948805:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977296.948807:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977296.948810:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977296.948812:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402744192, offset 0 00000400:00000200:0.0:1783977296.948816:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977296.948820:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977296.948824:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977296.948827:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977296.948830:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977296.948832:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977296.948834:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977296.948837:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824771:824771:256:4294967295] 192.168.201.148@tcp LPNI seq info [824742:824742:8:4294967295] 00000400:00000200:0.0:1783977296.948841:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977296.948847:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977296.948852:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977296.948856:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977296.948861:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977296.948864:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783977296.948875:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977296.948877:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977296.948879:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977296.948882:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977296.948885:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977296.948887:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977296.948890:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977296.948894:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883480 x1870620402744192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.948901:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977296.948904:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883480 x1870620402744192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.948910:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977296.948912:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977296.948915:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977296.948919:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977296.948922:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977296.948924:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309622800 00000100:00000001:0.0:1783977296.948927:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309624058 00000100:00000001:0.0:1783977296.948929:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309622800 00000100:00000001:0.0:1783977296.948932:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309624058 00000100:00000001:0.0:1783977296.948933:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977296.948936:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977296.948938:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977296.948950:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977296/real 1783977296] req@ffff9b83ef883480 x1870620402744192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977296.948958:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977296.948960:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977296.948962:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977296.948964:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977296.948966:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977296.948968:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977296.948971:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883480 x1870620402744192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977296.948980:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883480 x1870620402744192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.948988:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977296.948989:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977296.948991:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977296.948992:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977296.948996:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883480 x1870620402744192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.949003:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977296.949007:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883480 x1870620402744192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.949015:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977296.949018:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977296.949019:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977296.949021:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977296.949022:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977296.949032:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977296.949035:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977296.949039:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977296.949041:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977296.949045:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883480 x1870620402744192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977296.949053:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402744192:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977296.949057:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977296.949060:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882d80 x1870620402744320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.949066:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977296.949067:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977296.949069:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977296.949071:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977296.949073:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977296.949076:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402744320:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977296.949079:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977296.949081:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977296.949082:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977296.949084:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977296.949088:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783977296.949090:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977296.949095:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977296.949098:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977296.949101:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977296.949105:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402744320, portal 10 00000100:00000001:0.0:1783977296.949107:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977296.949108:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694541184 : -110484015010432 : ffff9b83ef882d80) 00000100:00000040:0.0:1783977296.949114:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882d80 x1870620402744320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.949120:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977296.949122:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977296.949124:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977296.949127:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402744320, offset 0 00000400:00000200:0.0:1783977296.949131:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977296.949135:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977296.949138:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977296.949141:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977296.949144:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977296.949146:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977296.949148:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977296.949151:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824772:824772:256:4294967295] 192.168.201.148@tcp LPNI seq info [824743:824743:8:4294967295] 00000400:00000200:0.0:1783977296.949155:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977296.949161:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977296.949165:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977296.949168:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977296.949172:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977296.949175:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783977296.949185:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977296.949187:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977296.949190:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977296.949193:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977296.949196:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977296.949199:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977296.949202:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977296.949206:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882d80 x1870620402744320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.949213:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977296.949216:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882d80 x1870620402744320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.949222:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977296.949223:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977296.949226:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977296.949229:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977296.949232:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977296.949234:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309622795 00000100:00000001:0.0:1783977296.949253:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309624058 00000100:00000001:0.0:1783977296.949255:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309622795 00000100:00000001:0.0:1783977296.949258:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309624058 00000100:00000001:0.0:1783977296.949260:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977296.949262:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977296.949264:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977296.949267:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977296/real 1783977296] req@ffff9b83ef882d80 x1870620402744320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977296.949275:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977296.949277:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977296.949278:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977296.949281:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977296.949283:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977296.949285:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977296.949288:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882d80 x1870620402744320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977296.949314:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882d80 x1870620402744320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.949331:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977296.949332:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977296.949334:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977296.949336:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977296.949339:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882d80 x1870620402744320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.949343:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977296.949345:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882d80 x1870620402744320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.949349:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977296.949351:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977296.949351:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977296.949352:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977296.949353:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977296.949358:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977296.949359:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977296.949361:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977296.949362:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977296.949364:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882d80 x1870620402744320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977296.949369:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402744320:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977296.949372:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977296.949374:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881180 x1870620402744448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.949378:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977296.949379:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977296.949381:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977296.949382:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977296.949383:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977296.949385:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402744448:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977296.949387:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977296.949388:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977296.949389:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977296.949390:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977296.949393:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977296.949394:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977296.949397:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977296.949398:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977296.949401:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977296.949403:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402744448, portal 4 00000100:00000001:0.0:1783977296.949404:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977296.949405:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694534016 : -110484015017600 : ffff9b83ef881180) 00000100:00000040:0.0:1783977296.949409:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881180 x1870620402744448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.949413:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977296.949415:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977296.949416:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977296.949418:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402744448, offset 0 00000400:00000200:0.0:1783977296.949420:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977296.949422:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977296.949424:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977296.949426:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977296.949428:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977296.949430:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977296.949431:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977296.949433:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824773:824773:256:4294967295] 192.168.201.148@tcp LPNI seq info [824744:824744:8:4294967295] 00000400:00000200:0.0:1783977296.949436:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977296.949440:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977296.949443:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977296.949445:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977296.949448:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977296.949449:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783977296.949473:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977296.949475:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977296.949477:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977296.949480:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977296.949483:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977296.949485:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977296.949487:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977296.949491:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881180 x1870620402744448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.949499:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977296.949502:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881180 x1870620402744448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.949508:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977296.949510:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977296.949513:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977296.949516:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977296.949518:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977296.949519:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309622823 00000100:00000001:0.0:1783977296.949521:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309624058 00000100:00000001:0.0:1783977296.949523:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309622823 00000100:00000001:0.0:1783977296.949524:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309624058 00000100:00000001:0.0:1783977296.949525:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977296.949527:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977296.949528:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977296.949530:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977296/real 1783977296] req@ffff9b83ef881180 x1870620402744448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977296.949536:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977296.949537:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977296.949538:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977296.949539:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977296.949540:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977296.949542:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977296.949543:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881180 x1870620402744448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977296.949550:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881180 x1870620402744448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.949556:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977296.949557:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977296.949559:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977296.949560:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977296.949564:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881180 x1870620402744448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.949570:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977296.949573:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881180 x1870620402744448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.949579:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977296.949582:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977296.949583:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977296.949585:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977296.949586:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977296.949590:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977296.949593:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977296.949596:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977296.949599:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977296.949603:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881180 x1870620402744448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977296.949610:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402744448:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977296.949614:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977296.949617:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880380 x1870620402744576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.949623:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977296.949624:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977296.949626:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977296.949628:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977296.949630:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977296.949633:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402744576:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977296.949636:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977296.949638:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977296.949639:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977296.949641:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977296.949644:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977296.949646:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977296.949649:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977296.949652:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977296.949655:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977296.949658:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402744576, portal 4 00000100:00000001:0.0:1783977296.949660:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977296.949661:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694530432 : -110484015021184 : ffff9b83ef880380) 00000100:00000040:0.0:1783977296.949667:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880380 x1870620402744576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.949674:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977296.949676:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977296.949679:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977296.949681:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402744576, offset 0 00000400:00000200:0.0:1783977296.949686:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977296.949689:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977296.949693:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977296.949695:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977296.949698:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977296.949700:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977296.949702:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977296.949705:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824774:824774:256:4294967295] 192.168.201.148@tcp LPNI seq info [824745:824745:8:4294967295] 00000400:00000200:0.0:1783977296.949709:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977296.949715:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977296.949720:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977296.949723:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977296.949727:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977296.949730:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783977296.949740:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977296.949742:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977296.949745:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977296.949748:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977296.949751:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977296.949753:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977296.949756:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977296.949759:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880380 x1870620402744576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.949767:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977296.949770:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880380 x1870620402744576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.949776:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977296.949777:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977296.949780:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977296.949783:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977296.949787:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977296.949789:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309622813 00000100:00000001:0.0:1783977296.949791:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309624058 00000100:00000001:0.0:1783977296.949793:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309622813 00000100:00000001:0.0:1783977296.949796:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309624058 00000100:00000001:0.0:1783977296.949797:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977296.949800:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977296.949801:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977296.949805:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977296/real 1783977296] req@ffff9b83ef880380 x1870620402744576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977296.949813:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977296.949814:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977296.949816:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977296.949818:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977296.949819:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977296.949821:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977296.949825:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880380 x1870620402744576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977296.949833:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880380 x1870620402744576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.949840:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977296.949841:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977296.949843:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977296.949844:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977296.949848:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880380 x1870620402744576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.949854:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977296.949858:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880380 x1870620402744576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.949864:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977296.949867:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977296.949868:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977296.949869:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977296.949870:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977296.949873:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977296.949874:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977296.949877:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977296.949878:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977296.949880:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880380 x1870620402744576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977296.949885:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402744576:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977296.949887:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977296.949889:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977296.949890:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883480 x1870620402744192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.949894:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977296.949895:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977296.949897:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977296.949898:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977296.949899:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977296.949900:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977296.949902:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977296.949903:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635400. 02000000:00000001:0.0:1783977296.949905:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977296.949906:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977296.949907:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883480. 00000100:00000001:0.0:1783977296.949911:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977296.949911:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977296.949913:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977296.949914:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882d80 x1870620402744320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.949922:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977296.949924:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977296.949924:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783977296.949927:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977296.949927:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977296.949928:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977296.949929:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977296.949930:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634c00. 02000000:00000001:0.0:1783977296.949931:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977296.949932:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977296.949932:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882d80. 00000100:00000001:0.0:1783977296.949934:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977296.949934:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977296.949935:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977296.949937:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881180 x1870620402744448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.949941:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977296.949942:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977296.949943:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977296.949945:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977296.949946:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977296.949947:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977296.949948:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977296.949949:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634400. 02000000:00000001:0.0:1783977296.949951:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977296.949952:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977296.949953:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881180. 00000100:00000001:0.0:1783977296.949955:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977296.949957:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977296.949958:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977296.949961:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880380 x1870620402744576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977296.949967:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977296.949969:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977296.949970:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977296.949973:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977296.949974:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977296.949975:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977296.949977:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977296.949979:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634000. 02000000:00000001:0.0:1783977296.949981:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977296.949982:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977296.949983:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880380. 00000100:00000001:0.0:1783977296.949986:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977296.949987:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977296.949989:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977296.949992:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977296.949994:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977296.949996:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977296.949997:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977297.459581:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977297.459586:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977297.459587:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977297.459594:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977297.459597:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977297.459599:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977297.459601:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977297.459602:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977297.459605:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977297.459614:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977297.459617:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977297.459619:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977297.459620:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977297.459622:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977297.459624:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977297.465511:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977297.465516:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977297.465521:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977297.465552:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977297.465557:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977297.465560:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977297.465563:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977297.465566:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977297.465568:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977297.465570:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977297.465571:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977297.465575:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977297.465577:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977297.465580:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977297.465581:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977297.465583:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977297.465584:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977297.465587:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977297.465587:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977297.465607:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977297.465610:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977297.465614:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977298.483457:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977298.483467:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977298.483474:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977298.483484:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977298.483491:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977298.483500:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977298.483507:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977298.483512:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977298.483520:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977298.483564:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977298.483570:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977298.483578:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977298.483580:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977298.483585:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977298.483586:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977298.483591:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977298.483593:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977298.483598:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977298.483601:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977298.483646:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977298.483652:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977298.483658:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977298.483683:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977298.483692:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977298.483696:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977298.483705:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977298.483709:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977298.483712:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977298.483718:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977298.483721:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977298.483729:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977299.508530:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977299.508535:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977299.508537:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977299.508542:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977299.508546:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977299.508551:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977299.508557:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977299.508561:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977299.508676:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977299.508694:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977299.508697:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977299.508701:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977299.508702:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977299.508706:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977299.508707:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977299.508710:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977299.508711:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977299.508714:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977299.508715:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977299.508730:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977299.508732:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977299.508735:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977300.531413:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977300.531421:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977300.531427:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977300.531437:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977300.531446:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977300.531451:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977300.531468:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977300.531473:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977300.531478:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977300.531514:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977300.531519:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977300.531526:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977300.531530:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977300.531538:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977300.531543:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977300.531551:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977300.531555:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977300.531560:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977300.531565:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977300.531590:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977300.531594:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977300.531597:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977301.555425:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977301.555432:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977301.555436:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977301.555444:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977301.555450:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977301.555457:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977301.555464:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977301.555469:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977301.555480:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977301.555506:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977301.555510:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977301.555514:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977301.555516:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977301.555521:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977301.555523:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977301.555527:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977301.555528:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977301.555537:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977301.555538:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977301.555556:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977301.555558:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977301.555561:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977301.556193:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977301.556199:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977301.556201:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977301.556207:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977301.556212:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977301.556216:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977301.556221:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977301.556223:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977301.556228:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977301.556249:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977301.556252:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977301.556254:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977301.556255:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977301.556257:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977301.556259:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977301.556261:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977301.556262:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977301.556263:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977302.067615:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977302.067620:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977302.067623:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977302.067630:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880700 x1870620402744704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.067641:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977302.067644:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977302.067647:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977302.067650:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977302.067652:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977302.067658:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402744704:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977302.067664:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977302.067668:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977302.067673:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977302.067676:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977302.067681:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783977302.067684:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977302.067691:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977302.067694:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977302.067703:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977302.067712:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402744704, portal 25 00000100:00000001:0.0:1783977302.067716:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977302.067719:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694531328 : -110484015020288 : ffff9b83ef880700) 00000100:00000040:0.0:1783977302.067729:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880700 x1870620402744704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.067743:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977302.067749:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977302.067754:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977302.067760:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402744704, offset 0 00000400:00000200:0.0:1783977302.067771:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977302.067783:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977302.067792:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977302.067801:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977302.067807:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977302.067814:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977302.067821:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977302.067829:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824775:824775:256:4294967295] 192.168.201.148@tcp LPNI seq info [824746:824746:8:4294967295] 00000400:00000200:0.0:1783977302.067840:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977302.067860:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977302.067873:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977302.067880:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977302.067892:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977302.067898:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783977302.067924:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977302.067926:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977302.067932:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977302.067937:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977302.067942:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977302.067947:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977302.067956:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977302.067963:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880700 x1870620402744704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.067979:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977302.067985:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880700 x1870620402744704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977327 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.067995:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977302.067999:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977302.068005:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977302.068015:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977302.068020:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309629178 00000100:00000010:0.0:1783977302.068030:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783977302.068039:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977302.068047:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309629178 00000100:00000010:0.0:1783977302.068053:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783977302.068058:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977302.068063:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977302.068067:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977302.068071:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977302.068077:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977302/real 1783977302] req@ffff9b83ef880700 x1870620402744704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977302.068092:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977302.068095:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977302.068099:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977302.068104:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977302.068107:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977302.068111:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977302.068116:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880700 x1870620402744704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977302.068126:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880700 x1870620402744704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.068137:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977302.068140:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977302.068144:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977302.068146:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977302.068152:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880700 x1870620402744704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.068160:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977302.068165:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880700 x1870620402744704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977327 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.068173:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977302.068175:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977302.068176:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977302.068176:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977302.068178:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977302.068179:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977302.068181:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977302.068184:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977302.068187:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977302.068190:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880700 x1870620402744704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977327 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977302.068197:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402744704:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977302.068201:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977302.068203:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977302.068207:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880700 x1870620402744704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977327 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.068216:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977302.068219:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977302.068222:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783977302.068226:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977302.068228:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977302.068231:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977302.068234:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977302.068237:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783977302.068242:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977302.068246:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977302.068250:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880700. 00000100:00000001:0.0:1783977302.068254:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977302.068256:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977302.068259:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977302.068264:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977302.068267:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977302.068268:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977302.068272:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977302.068273:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977302.068277:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883800 x1870620402744832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.068348:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977302.068351:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977302.068356:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977302.068360:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977302.068365:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977302.068380:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402744832:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977302.068386:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977302.068389:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977302.068392:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977302.068395:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977302.068401:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783977302.068406:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977302.068414:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977302.068418:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977302.068424:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977302.068430:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402744832, portal 10 00000100:00000001:0.0:1783977302.068435:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977302.068439:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694543872 : -110484015007744 : ffff9b83ef883800) 00000100:00000040:0.0:1783977302.068448:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883800 x1870620402744832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.068464:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977302.068470:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977302.068476:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977302.068480:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402744832, offset 0 00000400:00000200:0.0:1783977302.068490:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977302.068499:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977302.068504:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977302.068510:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977302.068515:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977302.068520:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977302.068525:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977302.068531:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824776:824776:256:4294967295] 192.168.201.148@tcp LPNI seq info [824747:824747:8:4294967295] 00000400:00000200:0.0:1783977302.068541:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977302.068555:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977302.068563:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977302.068568:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977302.068575:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977302.068580:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783977302.068604:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977302.068609:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977302.068614:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977302.068622:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977302.068627:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977302.068631:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977302.068634:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977302.068640:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883800 x1870620402744832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.068648:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977302.068651:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883800 x1870620402744832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977327 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.068662:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977302.068664:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977302.068667:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977302.068670:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977302.068673:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977302.068675:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309627920 00000100:00000001:0.0:1783977302.068678:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309629178 00000100:00000001:0.0:1783977302.068680:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309627920 00000100:00000001:0.0:1783977302.068682:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309629178 00000100:00000001:0.0:1783977302.068684:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977302.068685:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977302.068687:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977302.068691:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977302/real 1783977302] req@ffff9b83ef883800 x1870620402744832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977302.068698:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977302.068699:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977302.068701:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977302.068703:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977302.068704:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977302.068706:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977302.068709:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883800 x1870620402744832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977302.068717:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883800 x1870620402744832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.068723:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977302.068724:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977302.068726:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977302.068727:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977302.068731:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883800 x1870620402744832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.068737:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977302.068740:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883800 x1870620402744832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977327 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.068746:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977302.068749:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977302.068750:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977302.068752:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977302.068753:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977302.068761:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977302.068764:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977302.068767:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977302.068769:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977302.068773:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883800 x1870620402744832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977327 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977302.068780:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402744832:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977302.068784:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977302.068788:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880a80 x1870620402744960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.068794:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977302.068795:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977302.068797:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977302.068798:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977302.068800:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977302.068803:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402744960:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977302.068806:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977302.068807:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977302.068809:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977302.068811:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977302.068814:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977302.068816:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977302.068819:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977302.068822:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977302.068825:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977302.068827:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402744960, portal 10 00000100:00000001:0.0:1783977302.068829:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977302.068830:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694532224 : -110484015019392 : ffff9b83ef880a80) 00000100:00000040:0.0:1783977302.068835:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880a80 x1870620402744960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.068841:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977302.068843:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977302.068845:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977302.068847:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402744960, offset 0 00000400:00000200:0.0:1783977302.068851:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977302.068855:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977302.068858:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977302.068860:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977302.068863:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977302.068865:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977302.068867:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977302.068870:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824777:824777:256:4294967295] 192.168.201.148@tcp LPNI seq info [824748:824748:8:4294967295] 00000400:00000200:0.0:1783977302.068874:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977302.068880:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977302.068885:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977302.068888:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977302.068891:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977302.068894:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783977302.068903:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977302.068905:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977302.068908:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977302.068911:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977302.068914:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977302.068915:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977302.068917:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977302.068920:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880a80 x1870620402744960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.068927:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977302.068930:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880a80 x1870620402744960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977327 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.068936:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977302.068937:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977302.068940:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977302.068943:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977302.068946:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977302.068948:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309627915 00000100:00000001:0.0:1783977302.068950:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309629178 00000100:00000001:0.0:1783977302.068952:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309627915 00000100:00000001:0.0:1783977302.068954:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309629178 00000100:00000001:0.0:1783977302.068956:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977302.068957:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977302.068959:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977302.068962:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977302/real 1783977302] req@ffff9b83ef880a80 x1870620402744960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977302.068968:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977302.068970:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977302.068971:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977302.068973:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977302.068974:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977302.068977:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977302.068980:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880a80 x1870620402744960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977302.068987:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880a80 x1870620402744960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.068993:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977302.068994:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977302.068995:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977302.068996:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977302.069000:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880a80 x1870620402744960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.069006:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977302.069009:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880a80 x1870620402744960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977327 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.069015:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977302.069017:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977302.069018:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977302.069020:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977302.069021:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977302.069026:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977302.069029:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977302.069032:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977302.069034:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977302.069038:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880a80 x1870620402744960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977327 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977302.069044:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402744960:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977302.069048:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977302.069050:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977302.069054:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883800 x1870620402744832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977327 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.069059:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977302.069061:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977302.069063:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783977302.069065:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977302.069066:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977302.069068:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977302.069070:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977302.069071:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636c00. 02000000:00000001:0.0:1783977302.069074:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977302.069076:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977302.069077:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883800. 00000100:00000001:0.0:1783977302.069081:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977302.069082:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977302.069084:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977302.069087:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880a80 x1870620402744960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977327 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.069093:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977302.069094:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977302.069096:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977302.069099:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977302.069100:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977302.069101:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977302.069103:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977302.069104:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635000. 02000000:00000001:0.0:1783977302.069107:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977302.069108:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977302.069109:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880a80. 00000100:00000001:0.0:1783977302.069112:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977302.069113:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977302.069115:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977302.069118:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977302.069119:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977302.069121:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977302.069123:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977302.069124:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977302.069128:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880380 x1870620402745088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.069134:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977302.069135:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977302.069137:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977302.069139:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977302.069141:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977302.069144:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402745088:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977302.069147:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977302.069149:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977302.069150:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977302.069152:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977302.069155:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977302.069156:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977302.069160:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977302.069162:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977302.069166:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977302.069168:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402745088, portal 4 00000100:00000001:0.0:1783977302.069170:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977302.069171:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694530432 : -110484015021184 : ffff9b83ef880380) 00000100:00000040:0.0:1783977302.069177:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880380 x1870620402745088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.069183:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977302.069186:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977302.069188:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977302.069190:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402745088, offset 0 00000400:00000200:0.0:1783977302.069194:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977302.069198:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977302.069201:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977302.069204:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977302.069206:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977302.069209:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977302.069211:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977302.069214:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824778:824778:256:4294967295] 192.168.201.148@tcp LPNI seq info [824749:824749:8:4294967295] 00000400:00000200:0.0:1783977302.069218:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977302.069224:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977302.069228:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977302.069231:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977302.069235:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977302.069237:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783977302.069248:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977302.069249:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977302.069253:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977302.069256:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977302.069259:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977302.069260:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977302.069263:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977302.069266:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880380 x1870620402745088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.069274:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977302.069277:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880380 x1870620402745088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977327 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.069283:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977302.069284:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977302.069287:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977302.069290:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977302.069312:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977302.069315:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309627943 00000100:00000001:0.0:1783977302.069317:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309629178 00000100:00000001:0.0:1783977302.069319:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309627943 00000100:00000001:0.0:1783977302.069323:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309629178 00000100:00000001:0.0:1783977302.069325:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977302.069327:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977302.069329:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977302.069333:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977302/real 1783977302] req@ffff9b83ef880380 x1870620402745088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977302.069341:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977302.069342:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977302.069343:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977302.069346:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977302.069347:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977302.069349:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977302.069352:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880380 x1870620402745088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977302.069359:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880380 x1870620402745088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.069364:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977302.069365:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977302.069377:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977302.069378:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977302.069383:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880380 x1870620402745088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.069390:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977302.069393:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880380 x1870620402745088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977327 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.069400:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977302.069402:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977302.069403:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977302.069404:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977302.069407:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977302.069411:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977302.069413:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977302.069417:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977302.069419:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977302.069423:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880380 x1870620402745088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977327 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977302.069430:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402745088:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977302.069434:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977302.069437:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881180 x1870620402745216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.069443:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977302.069445:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977302.069447:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977302.069448:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977302.069450:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977302.069452:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402745216:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977302.069455:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977302.069457:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977302.069459:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977302.069460:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977302.069463:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783977302.069465:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977302.069468:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977302.069470:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977302.069473:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977302.069476:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402745216, portal 4 00000100:00000001:0.0:1783977302.069478:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977302.069479:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694534016 : -110484015017600 : ffff9b83ef881180) 00000100:00000040:0.0:1783977302.069484:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881180 x1870620402745216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.069491:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977302.069493:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977302.069495:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977302.069498:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402745216, offset 0 00000400:00000200:0.0:1783977302.069501:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977302.069505:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977302.069508:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977302.069511:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977302.069513:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977302.069515:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977302.069517:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977302.069520:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824779:824779:256:4294967295] 192.168.201.148@tcp LPNI seq info [824750:824750:8:4294967295] 00000400:00000200:0.0:1783977302.069524:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977302.069530:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977302.069535:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977302.069538:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977302.069541:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977302.069544:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783977302.069554:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977302.069555:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977302.069559:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977302.069562:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977302.069565:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977302.069567:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977302.069569:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977302.069573:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881180 x1870620402745216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.069581:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977302.069584:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881180 x1870620402745216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977327 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.069596:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977302.069597:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977302.069600:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977302.069603:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977302.069606:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977302.069608:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309627933 00000100:00000001:0.0:1783977302.069610:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309629178 00000100:00000001:0.0:1783977302.069612:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309627933 00000100:00000001:0.0:1783977302.069614:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309629178 00000100:00000001:0.0:1783977302.069616:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977302.069617:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977302.069619:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977302.069623:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977302/real 1783977302] req@ffff9b83ef881180 x1870620402745216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977302.069630:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977302.069632:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977302.069633:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977302.069636:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977302.069637:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977302.069640:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977302.069643:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881180 x1870620402745216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977302.069651:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881180 x1870620402745216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.069657:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977302.069658:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977302.069660:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977302.069661:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977302.069664:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881180 x1870620402745216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.069671:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977302.069675:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881180 x1870620402745216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977327 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.069681:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977302.069683:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977302.069685:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977302.069686:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977302.069688:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977302.069691:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977302.069694:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977302.069697:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977302.069699:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977302.069703:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881180 x1870620402745216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977327 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977302.069710:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402745216:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977302.069714:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977302.069716:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977302.069718:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880380 x1870620402745088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977327 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.069725:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977302.069726:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977302.069728:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977302.069731:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977302.069732:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977302.069733:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977302.069735:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977302.069737:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783977302.069739:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977302.069741:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977302.069742:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880380. 00000100:00000001:0.0:1783977302.069744:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977302.069745:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977302.069747:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977302.069750:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881180 x1870620402745216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977327 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977302.069756:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977302.069757:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977302.069759:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783977302.069761:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977302.069762:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977302.069763:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977302.069765:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977302.069766:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636400. 02000000:00000001:0.0:1783977302.069768:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977302.069770:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977302.069771:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881180. 00000100:00000001:0.0:1783977302.069774:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977302.069775:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977302.069777:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977302.069780:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977302.069781:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977302.069783:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977302.069785:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977302.579431:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977302.579438:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977302.579442:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977302.579450:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977302.579457:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977302.579462:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977302.580726:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977302.580729:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977302.580832:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977302.580851:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977302.580853:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977302.580858:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977302.580861:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977302.580863:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977302.580866:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977302.580869:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977302.580871:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977302.580872:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977302.580874:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977302.580878:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977302.580880:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977302.580881:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977302.580883:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977302.580884:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977302.580886:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977302.580887:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977302.580889:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977302.580893:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977302.580895:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977302.580896:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977302.580898:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977302.580899:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977302.580901:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977302.580902:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977302.580904:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977302.580907:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977302.580910:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977302.580911:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977302.580913:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977302.580914:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977302.580915:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977302.580918:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977302.580919:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977302.580947:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977302.580950:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977302.580953:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977302.580967:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977302.580970:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977302.580971:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977302.580974:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977302.580977:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977302.580979:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977302.580981:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977302.580982:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977302.580985:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977303.603546:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977303.603551:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977303.603554:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977303.603557:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977303.603559:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977303.603561:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977303.603564:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977303.603566:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977303.603568:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977303.603581:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977303.603585:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977303.603588:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977303.603592:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977303.603596:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977303.603600:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977303.603603:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977303.603604:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977303.603606:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977303.603631:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977303.603636:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977303.603642:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977303.603645:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977303.603650:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977303.603653:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977303.603657:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977303.603659:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977303.603662:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977303.603663:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977303.603679:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977303.603682:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977303.603685:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977304.627471:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977304.627479:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977304.627488:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977304.627496:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977304.627504:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977304.627513:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977304.627531:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977304.627538:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977304.627549:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977304.627556:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977304.627591:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977304.627595:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977304.627601:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977304.627626:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977304.627629:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977304.627631:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977304.627637:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977304.627640:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977304.627644:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977304.627648:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977304.627651:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977304.627656:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977304.627693:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977304.627699:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977304.627702:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977304.627710:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977304.627717:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977304.627725:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977304.627732:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977304.627736:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977304.627739:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977305.651949:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977305.651952:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977305.651957:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977305.651958:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977305.651963:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977305.651964:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977305.651968:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977305.651969:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977305.651973:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977305.651974:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977305.651990:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977305.651992:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977305.651994:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977306.675600:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977306.675604:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977306.675606:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977306.675609:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977306.675611:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977306.675613:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977306.675615:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977306.675617:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977306.675619:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977306.675642:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977306.675646:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977306.675651:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977306.675652:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977306.675656:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977306.675657:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977306.675661:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977306.675662:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977306.675670:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977306.675672:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977306.675692:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977306.675695:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977306.675699:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977306.676341:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977306.676345:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977306.676346:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977306.676349:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977306.676351:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977306.676354:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977306.676356:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977306.676358:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977306.676360:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977307.188056:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977307.188059:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977307.188062:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977307.188066:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1c00 x1870620402745344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.188071:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977307.188072:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977307.188075:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977307.188077:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977307.188078:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977307.188080:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402745344:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977307.188082:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977307.188086:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977307.188087:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977307.188089:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977307.188093:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977307.188094:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977307.188098:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977307.188100:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977307.188104:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977307.188109:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402745344, portal 25 00000100:00000001:0.0:1783977307.188111:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977307.188112:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889965056 : -110483819586560 : ffff9b83fb2e1c00) 00000100:00000040:0.0:1783977307.188115:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1c00 x1870620402745344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.188119:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977307.188121:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977307.188123:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977307.188127:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402745344, offset 0 00000400:00000200:0.0:1783977307.188132:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977307.188139:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977307.188144:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977307.188149:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977307.188153:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977307.188157:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977307.188160:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977307.188163:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824780:824780:256:4294967295] 192.168.201.148@tcp LPNI seq info [824751:824751:8:4294967295] 00000400:00000200:0.0:1783977307.188167:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977307.188176:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977307.188180:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977307.188184:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977307.188189:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977307.188191:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783977307.188201:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977307.188203:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977307.188209:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977307.188213:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977307.188217:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977307.188219:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977307.188224:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977307.188228:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1c00 x1870620402745344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.188237:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977307.188240:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1c00 x1870620402745344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977332 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.188255:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977307.188256:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977307.188261:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977307.188264:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977307.188266:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309634298 00000100:00000010:0.0:1783977307.188269:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783977307.188274:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977307.188289:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309634298 00000100:00000010:0.0:1783977307.188318:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783977307.188322:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977307.188325:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977307.188328:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977307.188330:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977307.188334:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977307/real 1783977307] req@ffff9b83fb2e1c00 x1870620402745344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977307.188344:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977307.188346:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977307.188348:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977307.188351:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977307.188352:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977307.188355:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977307.188358:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1c00 x1870620402745344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977307.188367:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1c00 x1870620402745344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.188374:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977307.188375:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977307.188378:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977307.188380:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977307.188384:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1c00 x1870620402745344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.188390:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977307.188395:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1c00 x1870620402745344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977332 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.188402:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977307.188404:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977307.188406:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977307.188407:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977307.188409:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977307.188410:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977307.188413:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977307.188416:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977307.188417:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977307.188420:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1c00 x1870620402745344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977332 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977307.188425:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402745344:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977307.188428:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977307.188430:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2680 x1870620402745472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.188434:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977307.188435:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977307.188436:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977307.188437:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977307.188438:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977307.188440:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402745472:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977307.188442:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977307.188443:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977307.188444:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977307.188445:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977307.188447:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783977307.188448:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977307.188450:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977307.188452:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977307.188454:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977307.188456:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402745472, portal 10 00000100:00000001:0.0:1783977307.188457:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977307.188458:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889967744 : -110483819583872 : ffff9b83fb2e2680) 00000100:00000040:0.0:1783977307.188462:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2680 x1870620402745472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.188466:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977307.188468:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977307.188469:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977307.188470:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402745472, offset 0 00000400:00000200:0.0:1783977307.188473:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977307.188475:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977307.188478:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977307.188480:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977307.188481:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977307.188483:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977307.188484:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977307.188486:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824781:824781:256:4294967295] 192.168.201.148@tcp LPNI seq info [824752:824752:8:4294967295] 00000400:00000200:0.0:1783977307.188488:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977307.188492:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977307.188494:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977307.188496:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977307.188499:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977307.188500:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783977307.188507:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977307.188508:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977307.188510:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977307.188512:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977307.188514:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977307.188515:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977307.188516:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977307.188518:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2680 x1870620402745472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.188523:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977307.188524:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2680 x1870620402745472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977332 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.188529:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977307.188530:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977307.188533:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977307.188536:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977307.188539:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977307.188540:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309633040 00000100:00000001:0.0:1783977307.188543:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309634298 00000100:00000001:0.0:1783977307.188545:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309633040 00000100:00000001:0.0:1783977307.188547:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309634298 00000100:00000001:0.0:1783977307.188549:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977307.188551:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977307.188552:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977307.188556:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977307/real 1783977307] req@ffff9b83fb2e2680 x1870620402745472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977307.188564:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977307.188565:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977307.188566:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977307.188569:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977307.188570:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977307.188573:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977307.188575:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2680 x1870620402745472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977307.188583:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2680 x1870620402745472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.188589:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977307.188591:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977307.188592:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977307.188594:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977307.188597:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2680 x1870620402745472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.188604:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977307.188608:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2680 x1870620402745472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977332 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.188614:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977307.188616:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977307.188618:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977307.188619:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977307.188620:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977307.188627:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977307.188629:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977307.188632:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977307.188633:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977307.188635:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2680 x1870620402745472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977332 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977307.188640:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402745472:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977307.188643:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977307.188646:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3100 x1870620402745600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.188651:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977307.188653:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977307.188654:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977307.188656:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977307.188657:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977307.188660:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402745600:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977307.188663:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977307.188664:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977307.188666:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977307.188667:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977307.188671:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977307.188672:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977307.188676:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977307.188678:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977307.188681:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977307.188683:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402745600, portal 10 00000100:00000001:0.0:1783977307.188685:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977307.188686:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889970432 : -110483819581184 : ffff9b83fb2e3100) 00000100:00000040:0.0:1783977307.188692:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3100 x1870620402745600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.188698:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977307.188700:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977307.188702:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977307.188705:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402745600, offset 0 00000400:00000200:0.0:1783977307.188708:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977307.188712:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977307.188715:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977307.188718:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977307.188720:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977307.188722:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977307.188724:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977307.188727:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824782:824782:256:4294967295] 192.168.201.148@tcp LPNI seq info [824753:824753:8:4294967295] 00000400:00000200:0.0:1783977307.188731:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977307.188737:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977307.188742:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977307.188745:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977307.188749:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977307.188751:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783977307.188760:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977307.188761:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977307.188763:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977307.188765:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977307.188767:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977307.188769:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977307.188770:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977307.188773:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3100 x1870620402745600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.188778:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977307.188780:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3100 x1870620402745600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977332 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.188786:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977307.188787:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977307.188790:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977307.188793:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977307.188796:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977307.188798:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309633035 00000100:00000001:0.0:1783977307.188800:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309634298 00000100:00000001:0.0:1783977307.188802:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309633035 00000100:00000001:0.0:1783977307.188804:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309634298 00000100:00000001:0.0:1783977307.188805:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977307.188807:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977307.188809:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977307.188813:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977307/real 1783977307] req@ffff9b83fb2e3100 x1870620402745600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977307.188820:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977307.188821:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977307.188823:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977307.188825:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977307.188827:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977307.188828:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977307.188832:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3100 x1870620402745600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977307.188840:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3100 x1870620402745600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.188846:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977307.188847:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977307.188849:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977307.188850:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977307.188853:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3100 x1870620402745600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.188859:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977307.188862:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3100 x1870620402745600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977332 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.188868:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977307.188870:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977307.188871:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977307.188872:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977307.188873:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977307.188878:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977307.188881:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977307.188884:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977307.188886:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977307.188890:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3100 x1870620402745600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977332 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977307.188897:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402745600:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977307.188900:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977307.188903:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3480 x1870620402745728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.188909:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977307.188910:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977307.188912:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977307.188914:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977307.188916:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977307.188919:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402745728:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977307.188922:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977307.188924:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977307.188925:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977307.188926:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977307.188930:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977307.188932:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977307.188935:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977307.188938:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977307.188941:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977307.188944:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402745728, portal 4 00000100:00000001:0.0:1783977307.188945:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977307.188947:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889971328 : -110483819580288 : ffff9b83fb2e3480) 00000100:00000040:0.0:1783977307.188952:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3480 x1870620402745728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.188957:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977307.188960:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977307.188962:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977307.188965:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402745728, offset 0 00000400:00000200:0.0:1783977307.188968:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977307.188972:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977307.188975:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977307.188978:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977307.188980:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977307.188982:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977307.188985:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977307.188987:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824783:824783:256:4294967295] 192.168.201.148@tcp LPNI seq info [824754:824754:8:4294967295] 00000400:00000200:0.0:1783977307.188991:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977307.188998:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977307.189002:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977307.189005:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977307.189009:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977307.189011:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783977307.189021:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977307.189023:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977307.189026:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977307.189029:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977307.189032:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977307.189033:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977307.189036:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977307.189039:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3480 x1870620402745728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.189046:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977307.189049:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3480 x1870620402745728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977332 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.189055:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977307.189056:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977307.189058:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977307.189061:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977307.189064:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977307.189066:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309633062 00000100:00000001:0.0:1783977307.189068:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309634298 00000100:00000001:0.0:1783977307.189070:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309633062 00000100:00000001:0.0:1783977307.189072:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309634298 00000100:00000001:0.0:1783977307.189074:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977307.189076:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977307.189078:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977307.189082:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977307/real 1783977307] req@ffff9b83fb2e3480 x1870620402745728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977307.189108:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977307.189109:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977307.189111:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977307.189113:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977307.189115:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977307.189117:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977307.189120:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3480 x1870620402745728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977307.189129:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3480 x1870620402745728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.189134:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977307.189135:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977307.189137:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977307.189138:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977307.189141:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3480 x1870620402745728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.189147:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977307.189151:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3480 x1870620402745728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977332 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.189157:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977307.189159:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977307.189160:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977307.189161:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977307.189164:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977307.189167:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977307.189170:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977307.189173:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977307.189176:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977307.189180:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3480 x1870620402745728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977332 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977307.189187:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402745728:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977307.189191:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977307.189193:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1180 x1870620402745856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.189199:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977307.189200:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977307.189202:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977307.189204:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977307.189206:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977307.189209:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402745856:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977307.189212:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977307.189214:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977307.189215:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977307.189217:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977307.189221:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977307.189223:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977307.189226:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977307.189228:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977307.189231:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977307.189234:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402745856, portal 4 00000100:00000001:0.0:1783977307.189236:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977307.189237:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889962368 : -110483819589248 : ffff9b83fb2e1180) 00000100:00000040:0.0:1783977307.189242:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1180 x1870620402745856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.189248:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977307.189250:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977307.189252:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977307.189255:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402745856, offset 0 00000400:00000200:0.0:1783977307.189259:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977307.189263:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977307.189266:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977307.189269:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977307.189271:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977307.189273:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977307.189275:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977307.189290:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824784:824784:256:4294967295] 192.168.201.148@tcp LPNI seq info [824755:824755:8:4294967295] 00000400:00000200:0.0:1783977307.189314:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977307.189320:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977307.189325:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977307.189329:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977307.189332:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977307.189335:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783977307.189344:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977307.189346:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977307.189348:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977307.189352:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977307.189355:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977307.189357:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977307.189359:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977307.189363:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1180 x1870620402745856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.189370:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977307.189373:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1180 x1870620402745856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977332 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.189378:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977307.189379:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977307.189383:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977307.189386:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977307.189389:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977307.189391:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309633053 00000100:00000001:0.0:1783977307.189394:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309634298 00000100:00000001:0.0:1783977307.189397:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309633053 00000100:00000001:0.0:1783977307.189399:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309634298 00000100:00000001:0.0:1783977307.189401:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977307.189403:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977307.189405:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977307.189408:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977307/real 1783977307] req@ffff9b83fb2e1180 x1870620402745856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977307.189416:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977307.189417:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977307.189418:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977307.189421:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977307.189423:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977307.189425:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977307.189428:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1180 x1870620402745856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977307.189435:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1180 x1870620402745856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.189441:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977307.189442:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977307.189444:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977307.189446:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977307.189449:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1180 x1870620402745856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.189454:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977307.189458:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1180 x1870620402745856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977332 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.189464:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977307.189467:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977307.189468:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977307.189469:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977307.189471:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977307.189474:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977307.189476:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977307.189480:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977307.189482:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977307.189485:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1180 x1870620402745856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977332 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977307.189493:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402745856:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977307.189496:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977307.189499:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977307.189502:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1c00 x1870620402745344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977332 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.189508:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977307.189511:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977307.189513:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977307.189516:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977307.189518:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977307.189519:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977307.189521:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977307.189523:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff4800. 02000000:00000001:0.0:1783977307.189527:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977307.189528:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977307.189530:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1c00. 00000100:00000001:0.0:1783977307.189533:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977307.189534:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977307.189535:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977307.189538:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2680 x1870620402745472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977332 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.189550:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977307.189551:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977307.189553:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783977307.189555:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977307.189556:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977307.189558:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977307.189559:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977307.189561:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff4000. 02000000:00000001:0.0:1783977307.189563:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977307.189564:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977307.189565:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2680. 00000100:00000001:0.0:1783977307.189568:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977307.189569:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977307.189570:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977307.189573:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3100 x1870620402745600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977332 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.189579:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977307.189581:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977307.189582:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977307.189584:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977307.189585:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977307.189587:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977307.189588:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977307.189589:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff5800. 02000000:00000001:0.0:1783977307.189591:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977307.189592:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977307.189594:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3100. 00000100:00000001:0.0:1783977307.189596:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977307.189597:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977307.189599:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977307.189601:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3480 x1870620402745728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977332 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.189607:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977307.189608:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977307.189610:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977307.189613:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977307.189614:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977307.189615:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977307.189617:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977307.189618:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff6400. 02000000:00000001:0.0:1783977307.189620:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977307.189621:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977307.189622:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3480. 00000100:00000001:0.0:1783977307.189624:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977307.189626:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977307.189627:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977307.189631:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1180 x1870620402745856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977332 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977307.189637:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977307.189638:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977307.189639:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977307.189641:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977307.189642:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977307.189644:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977307.189645:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977307.189646:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff7c00. 02000000:00000001:0.0:1783977307.189649:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977307.189650:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977307.189651:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1180. 00000100:00000001:0.0:1783977307.189653:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977307.189654:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977307.189656:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977307.189664:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977307.189666:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977307.189668:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977307.189669:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977307.699415:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977307.699423:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977307.699425:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977307.699432:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977307.699439:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977307.699445:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977307.699452:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977307.699458:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977307.699465:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977307.699496:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977307.699503:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977307.699506:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977307.699511:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977307.699516:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977307.699521:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977307.699531:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977307.699538:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977307.699547:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977307.699598:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977307.699605:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977307.699611:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977307.699617:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977307.699627:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977307.699632:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977307.699637:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977307.699640:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977307.699644:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977307.699646:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977307.699651:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977307.699652:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977307.699657:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977307.699659:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977307.699661:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977307.699662:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977307.699684:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977307.699686:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977307.699688:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977308.723568:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977308.723572:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977308.723574:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977308.723579:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977308.723584:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977308.723589:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977308.723594:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977308.723598:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977308.723602:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977308.723630:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977308.723633:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977308.723634:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977308.723636:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977308.723638:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977308.723640:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977308.723642:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977308.723644:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977308.723646:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977308.723662:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977308.723666:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977308.723671:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977308.723673:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977308.723677:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977308.723678:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977308.723682:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977308.723683:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977308.723686:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977308.723687:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977308.723702:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977308.723703:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977308.723706:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977309.747427:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977309.747434:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977309.747437:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977309.747444:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977309.747450:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977309.747454:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977309.747458:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977309.747463:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977309.747467:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977309.747500:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977309.747505:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977309.747513:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977309.747516:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977309.747523:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977309.747526:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977309.747532:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977309.747535:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977309.747541:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977309.747544:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977309.747570:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977309.747574:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977309.747577:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977310.771606:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977310.771611:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977310.771613:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977310.771616:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977310.771619:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977310.771621:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977310.771624:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977310.771626:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977310.771628:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977310.771642:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977310.771645:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977310.771646:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977310.771648:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977310.771650:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977310.771652:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977310.771654:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977310.771655:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977310.771657:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977310.771687:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977310.771690:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977310.771694:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977310.771695:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977310.771699:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977310.771701:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977310.771704:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977310.771705:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977310.771709:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977310.771710:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977310.771724:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977310.771727:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977310.771730:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977310.771748:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977310.771751:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977310.771752:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977310.771754:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977310.771755:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977310.771757:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977310.771758:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977310.771760:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977310.771762:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977310.771775:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977310.771777:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977310.771779:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977310.771780:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977310.771782:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977310.771784:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977310.776798:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977310.776801:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977310.776804:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977311.795435:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977311.795442:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977311.795445:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977311.795515:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977311.795521:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977311.795526:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977311.795533:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977311.795538:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977311.795544:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977311.795576:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977311.795582:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977311.795591:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977311.795595:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977311.795603:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977311.795607:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977311.795614:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977311.795619:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977311.795626:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977311.795631:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977311.795656:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977311.795659:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977311.795662:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783977312.307455:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977312.307470:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977312.307473:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977312.307477:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977312.307483:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977312.307491:0:254686:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 14965 00000400:00000200:0.0:1783977312.307503:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977312.307510:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977312.307514:0:254686:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977312.307518:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977312.307522:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977312.307525:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977312.307527:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977312.307532:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977312.307534:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783977312.307537:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977312.307541:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783977312.307543:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783977312.307546:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783977312.307548:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977312.307551:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977312.307552:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977312.307554:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977312.307558:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783977312.307562:0:254686:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977312.307564:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977312.307568:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977312.307573:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977312.307576:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977312.307579:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977312.307582:0:254686:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977312.307593:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783977312.307597:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783977312.307601:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977312.307603:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977312.307608:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977312.307611:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977312.307616:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977312.307627:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783977312.307634:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977312.307646:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620402745984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977312.307657:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977312.307662:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977312.307668:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620402745984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977312.307700:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977312.307704:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977312.307707:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977312.307709:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977312.307711:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977312.307714:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977312.307717:0:254686:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14965 00000400:00000200:0.0:1783977312.307720:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977312.307723:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977312.307725:0:254686:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977312.307728:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977312.307730:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977312.307732:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977312.307733:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977312.307735:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977312.307737:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783977312.307738:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977312.307740:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783977312.307742:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783977312.307744:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783977312.307746:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977312.307748:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977312.307749:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977312.307751:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977312.307753:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783977312.307756:0:254686:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977312.307758:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977312.307760:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977312.307767:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977312.307769:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977312.307771:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977312.307776:0:254686:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977312.307779:0:254686:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977312.307781:0:254686:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977312.307785:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783977312.307787:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977312.307789:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977312.307790:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977312.307791:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977312.307793:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977312.307795:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977312.307799:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783977312.307803:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977312.307808:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620402746112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977312.307816:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977312.307819:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977312.307823:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620402746112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977312.307830:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977312.307832:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977312.307837:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977312.307838:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977312.307840:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977312.307843:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977312.307846:0:254686:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14965 00000400:00000200:0.0:1783977312.307850:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977312.307853:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977312.307855:0:254686:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977312.307858:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977312.307860:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977312.307861:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977312.307864:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977312.307866:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977312.307867:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783977312.307869:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977312.307871:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783977312.307873:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783977312.307875:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783977312.307878:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977312.307880:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977312.307882:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977312.307884:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977312.307887:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783977312.307890:0:254686:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977312.307892:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977312.307894:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977312.307896:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977312.307898:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977312.307900:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977312.307902:0:254686:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977312.307905:0:254686:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977312.307906:0:254686:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977312.307910:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783977312.307912:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977312.307914:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977312.307915:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977312.307917:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977312.307918:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977312.307920:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977312.307923:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783977312.307926:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977312.307943:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620402746240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977312.307951:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977312.307953:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977312.307957:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620402746240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977312.307965:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977312.307968:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977312.307972:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977312.307973:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977312.307975:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977312.307977:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977312.307981:0:254686:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14965 00000400:00000200:0.0:1783977312.307984:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977312.307987:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977312.307989:0:254686:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977312.307992:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977312.307994:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977312.307996:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977312.307998:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977312.308000:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977312.308001:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783977312.308003:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977312.308005:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783977312.308007:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783977312.308008:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783977312.308011:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977312.308013:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977312.308015:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977312.308017:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977312.308019:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783977312.308021:0:254686:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977312.308023:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977312.308025:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977312.308027:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977312.308029:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977312.308032:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977312.308034:0:254686:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977312.308037:0:254686:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977312.308038:0:254686:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977312.308043:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783977312.308045:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977312.308048:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977312.308049:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977312.308051:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977312.308052:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977312.308054:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977312.308058:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783977312.308061:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977312.308065:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402746368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977312.308072:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977312.308074:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977312.308078:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402746368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977312.308085:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977312.308088:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977312.308091:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977312.308093:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977312.308094:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977312.308097:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977312.308099:0:254686:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14965 00000400:00000200:0.0:1783977312.308102:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977312.308105:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977312.308107:0:254686:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977312.308110:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977312.308112:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977312.308113:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977312.308115:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977312.308117:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977312.308118:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783977312.308120:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977312.308122:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783977312.308124:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783977312.308127:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783977312.308129:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977312.308131:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977312.308132:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977312.308135:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977312.308137:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783977312.308139:0:254686:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977312.308141:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977312.308143:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977312.308146:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977312.308148:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977312.308150:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977312.308152:0:254686:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977312.308155:0:254686:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977312.308156:0:254686:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977312.308160:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783977312.308163:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977312.308165:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977312.308166:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977312.308168:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977312.308170:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977312.308171:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977312.308175:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783977312.308179:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977312.308183:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402746496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977312.308202:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977312.308204:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977312.308208:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402746496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977312.308217:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977312.308224:0:254686:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14975) 00010000:00000001:0.0:1783977312.819429:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977312.819434:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977312.819438:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977312.819441:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977312.819442:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977312.819445:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977312.819447:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977312.819449:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977312.819450:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977312.819451:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977312.819454:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977312.819455:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977312.819456:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977312.819457:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977312.819459:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977312.819460:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977312.819462:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977312.819463:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977312.819465:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977312.819466:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977312.819467:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977312.819468:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977312.819469:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977312.819470:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977312.819471:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977312.819472:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977312.819476:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977312.819478:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977312.819478:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977312.819479:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977312.819480:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977312.819481:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977312.819482:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977312.819484:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977312.819502:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977312.819504:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977312.819505:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977312.819540:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977312.819544:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977312.819547:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977312.819551:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977312.819555:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977312.819558:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977312.819561:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977312.819563:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977312.819567:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977312.819612:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977312.819616:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977312.819618:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977312.819622:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977312.819624:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977312.819627:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977312.819629:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977312.819631:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977312.819634:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977312.820127:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977312.820130:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977312.820132:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977312.820134:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977312.820136:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977312.820138:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977312.820140:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977312.820141:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977312.820144:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977313.843688:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977313.843691:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977313.843693:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977313.843695:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977313.843697:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977313.843699:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977313.843701:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977313.843702:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977313.843704:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977313.843720:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977313.843722:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977313.843727:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977313.843728:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977313.843731:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977313.843733:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977313.843736:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977313.843737:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977313.843739:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977313.843740:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977313.843756:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977313.843759:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977313.843761:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977314.867991:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977314.867996:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977314.868003:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977314.868004:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977314.868009:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977314.868011:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977314.868017:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977314.868021:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977314.868027:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977314.868031:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977314.868049:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977314.868051:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977314.868054:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977315.891437:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977315.891445:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977315.891892:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977315.891894:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977315.891899:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977315.891900:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977315.891903:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977315.891904:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977315.891908:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977315.891909:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977315.891925:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977315.891928:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977315.891930:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977316.915735:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977316.915739:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977316.915743:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977316.915748:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977316.915753:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977316.915758:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977316.915761:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977316.915764:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977316.915767:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977316.915784:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977316.915786:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977316.915789:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977316.915790:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977316.915794:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977316.915795:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977316.915798:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977316.915799:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977316.915802:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977316.915803:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977316.915818:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977316.915820:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977316.915823:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977317.939413:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977317.939420:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977317.939425:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977317.939431:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977317.939447:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977317.939450:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977317.939454:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977317.939460:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977317.939467:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977317.939468:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977317.939472:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977317.939475:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977317.939481:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977317.939483:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977317.939487:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977317.939490:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977317.939515:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977317.939519:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977317.939522:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977317.939751:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977317.939756:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977317.939759:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977317.939763:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977317.939769:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977317.939773:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977317.939774:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977317.939776:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977317.939778:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977317.939858:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977317.939861:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977317.939863:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977317.939865:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977317.939867:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977317.939869:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977317.939871:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977317.939873:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977317.939875:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977318.963434:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977318.963443:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977318.963448:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977318.963455:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977318.963459:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977318.963464:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977318.963467:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977318.963471:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977318.963474:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977318.963512:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977318.963516:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977318.963525:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977318.963528:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977318.963540:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977318.963545:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977318.963557:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977318.963564:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977318.963572:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977318.963579:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977318.963608:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977318.963615:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977318.963621:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977319.987775:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977319.987779:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977319.987781:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977319.987784:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977319.987786:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977319.987789:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977319.987791:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977319.987793:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977319.987795:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977319.988097:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977319.988100:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977319.988105:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977319.988107:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977319.988111:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977319.988112:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977319.988116:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977319.988118:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977319.988554:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977319.988556:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977319.988578:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977319.988582:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977319.988586:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1783977320.499698:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.148:988 00000400:00000100:0.0:1783977320.499756:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.148@tcp at host 192.168.201.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1783977320.499769:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977320.499773:0:2392:0:(router.c:1791:lnet_notify()) 192.168.201.48@tcp notifying 192.168.201.148@tcp: down 00000400:00000200:0.0:1783977320.499779:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977320.499783:0:2392:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1783977320.499789:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783977320.499794:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977320.499803:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977320.499808:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977320.499816:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c8b46b28 00000400:00000010:0.0:1783977320.499819:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c8b46b28. 00000100:00000001:0.0:1783977320.499826:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977320.499837:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83eed38380 x1870620402746624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977320.499874:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977320.499879:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620402746624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977342 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977320.499888:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977320.499890:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783977320.499901:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783977320.499904:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9f00. 00000400:00000200:0.0:1783977320.499907:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977320.499911:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977320.499914:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c8b466e8 00000400:00000010:0.0:1783977320.499916:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c8b466e8. 00000100:00000001:0.0:1783977320.499918:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977320.499923:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83eed3b100 x1870620402746752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977320.499937:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977320.499940:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b100 x1870620402746752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977342 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977320.499948:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977320.499950:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783977320.499954:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783977320.499957:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c2bcd100. 00000400:00000200:0.0:1783977320.499960:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977320.499963:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977320.499967:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c8b46660 00000400:00000010:0.0:1783977320.499969:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c8b46660. 00000100:00000001:0.0:1783977320.499971:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977320.499975:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83eed3b480 x1870620402746880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977320.499984:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977320.499987:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620402746880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977342 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977320.499994:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977320.499996:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783977320.500000:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783977320.500003:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c2bcdc00. 00000400:00000200:0.0:1783977320.500006:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977320.500009:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977320.500012:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c8b465d8 00000400:00000010:0.0:1783977320.500014:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c8b465d8. 00000100:00000001:0.0:1783977320.500016:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977320.500021:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83eed3a300 x1870620402747008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977320.500029:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977320.500032:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620402747008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977342 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977320.500039:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977320.500041:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783977320.500056:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783977320.500059:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83cce97d00. 00000400:00000200:0.0:1783977320.500063:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977320.500066:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977320.500069:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c8b46000 00000400:00000010:0.0:1783977320.500071:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c8b46000. 00000100:00000001:0.0:1783977320.500073:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977320.500078:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83eed38a80 x1870620402747136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977320.500087:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977320.500090:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620402747136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977342 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977320.500097:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977320.500099:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977321.014126:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977321.014130:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977321.014132:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977321.014137:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977321.014140:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977321.014143:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977321.014147:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977321.014149:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977321.014152:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977321.014183:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977321.014185:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977321.014188:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977321.014189:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977321.014191:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977321.014192:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977321.014194:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977321.014195:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977321.014197:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977321.014197:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977321.014207:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977321.014209:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977321.014211:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977322.035423:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977322.035429:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977322.035438:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977322.035442:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977322.035447:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977322.035451:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977322.035458:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977322.035461:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977322.035467:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977322.035470:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977322.035492:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977322.035497:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977322.035503:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977322.036419:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977322.036422:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977322.036423:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977322.036426:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977322.036428:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977322.036430:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977322.036431:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977322.036433:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977322.036435:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977322.549870:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977322.549882:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977322.549885:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977322.549889:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977322.549894:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977322.549903:0:296888:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 14975 00000400:00000200:0.0:1783977322.549915:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977322.549921:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977322.549924:0:296888:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977322.549928:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977322.549931:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977322.549934:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977322.549936:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977322.549940:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977322.549942:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783977322.549945:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977322.549949:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783977322.549951:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783977322.549953:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783977322.549956:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977322.549958:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977322.549960:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977322.549962:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977322.549965:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783977322.549968:0:296888:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977322.549974:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977322.549977:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977322.549980:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977322.549983:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977322.549985:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977322.549988:0:296888:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977322.549997:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783977322.550000:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783977322.550004:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977322.550006:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977322.550017:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977322.550020:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977322.550024:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977322.550032:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783977322.550037:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977322.550045:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402747264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977322.550056:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977322.550060:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977322.550065:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402747264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977322.550090:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977322.550093:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977322.550096:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977322.550098:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977322.550099:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977322.550102:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977322.550105:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14975 00000400:00000200:0.0:1783977322.550109:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977322.550111:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977322.550114:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977322.550116:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977322.550118:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977322.550123:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977322.550125:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977322.550127:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977322.550129:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783977322.550130:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977322.550132:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783977322.550134:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783977322.550136:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783977322.550138:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977322.550140:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977322.550142:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977322.550143:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977322.550145:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783977322.550148:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977322.550150:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977322.550152:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977322.550157:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977322.550159:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977322.550161:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977322.550164:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977322.550169:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977322.550171:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977322.550174:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783977322.550176:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977322.550179:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977322.550180:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977322.550182:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977322.550183:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977322.550185:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977322.550188:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783977322.550206:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977322.550211:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402747392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977322.550218:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977322.550220:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977322.550230:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402747392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977322.550238:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977322.550241:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977322.550244:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977322.550245:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977322.550247:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977322.550249:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977322.550252:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14975 00000400:00000200:0.0:1783977322.550255:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977322.550257:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977322.550259:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977322.550261:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977322.550263:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977322.550265:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977322.550267:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977322.550269:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977322.550270:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783977322.550272:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977322.550273:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783977322.550275:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783977322.550277:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783977322.550280:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977322.550282:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977322.550284:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977322.550286:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977322.550288:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783977322.550290:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977322.550308:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977322.550310:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977322.550312:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977322.550314:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977322.550315:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977322.550317:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977322.550319:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977322.550320:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977322.550323:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783977322.550325:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977322.550328:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977322.550329:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977322.550330:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977322.550332:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977322.550333:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977322.550336:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783977322.550339:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977322.550343:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402747520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977322.550350:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977322.550352:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977322.550355:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402747520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977322.550362:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977322.550364:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977322.550367:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977322.550369:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977322.550370:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977322.550373:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977322.550375:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14975 00000400:00000200:0.0:1783977322.550378:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977322.550380:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977322.550382:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977322.550384:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977322.550386:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977322.550388:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977322.550390:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977322.550392:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977322.550393:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783977322.550394:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977322.550396:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783977322.550398:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783977322.550400:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783977322.550402:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977322.550404:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977322.550405:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977322.550407:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977322.550409:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783977322.550411:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977322.550413:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977322.550415:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977322.550417:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977322.550418:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977322.550420:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977322.550422:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977322.550425:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977322.550426:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977322.550430:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783977322.550432:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977322.550434:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977322.550435:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977322.550437:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977322.550438:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977322.550439:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977322.550442:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783977322.550444:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977322.550448:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402747648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977322.550455:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977322.550457:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977322.550460:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402747648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977322.550466:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977322.550468:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977322.550471:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977322.550472:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977322.550473:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977322.550475:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977322.550477:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 14975 00000400:00000200:0.0:1783977322.550480:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977322.550482:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977322.550484:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977322.550487:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977322.550489:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977322.550491:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977322.550493:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977322.550495:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977322.550496:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783977322.550497:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977322.550499:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783977322.550501:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783977322.550503:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783977322.550505:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977322.550507:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977322.550509:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977322.550510:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977322.550512:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783977322.550515:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977322.550517:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977322.550518:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977322.550520:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977322.550522:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977322.550524:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977322.550525:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977322.550527:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977322.550529:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977322.550531:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783977322.550533:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977322.550534:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977322.550535:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977322.550537:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977322.550538:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977322.550539:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977322.550542:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783977322.550544:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977322.550548:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402747776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977322.550559:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977322.550560:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977322.550564:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402747776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977322.550570:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977322.550574:0:296888:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14986) 00000100:00000001:0.0:1783977323.059375:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977323.059383:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977323.059385:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977323.059390:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977323.059394:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977323.059399:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977323.059401:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977323.059404:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977323.059407:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977323.059428:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977323.059431:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977323.059435:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977323.059438:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977323.059440:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977323.059443:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977323.059446:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977323.059448:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977323.059450:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977323.059452:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977323.059456:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977323.059458:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977323.059459:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977323.059460:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977323.059462:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977323.059463:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977323.059464:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977323.059466:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977323.059470:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977323.059472:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977323.059473:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977323.059474:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977323.059476:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977323.059477:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977323.059479:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977323.059481:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977323.059484:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977323.059485:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977323.059486:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977323.059488:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977323.059489:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977323.059490:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977323.059492:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977323.059494:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977323.059510:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977323.059513:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977323.059516:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977323.059549:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977323.059552:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977323.059553:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977323.059554:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977323.059556:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977323.059558:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977323.059560:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977323.059561:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977323.059563:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977323.060587:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977323.060588:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977323.060589:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977323.060591:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977323.060592:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977323.060593:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977323.060594:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977323.060595:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977323.060597:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977324.083409:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977324.083413:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977324.083417:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977324.083422:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977324.083429:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977324.083434:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977324.083440:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977324.083442:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977324.083448:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977324.083472:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977324.083476:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977324.083482:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977324.083484:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977324.083490:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977324.083494:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977324.083499:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977324.083504:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977324.083510:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977324.083512:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977325.107394:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977325.107403:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977325.107407:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977325.107414:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977325.107421:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977325.107428:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977325.107435:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977325.107438:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977325.107446:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977325.107467:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977325.107470:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977325.107474:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977325.107477:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977325.107483:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977325.107486:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977325.107492:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977325.107495:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977325.107499:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977325.107503:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977325.107520:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977325.107523:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977325.107527:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977326.131429:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977326.131433:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977326.131441:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977326.131445:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977326.131451:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977326.131454:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977326.131459:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977326.131462:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977326.131467:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977326.131471:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977326.131504:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977326.131508:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977326.131514:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977327.155423:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977327.155428:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977327.155436:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977327.155439:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977327.155447:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977327.155449:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977327.155453:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977327.155456:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977327.155462:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977327.155465:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977327.155486:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977327.155489:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977327.155492:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977327.155665:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977327.155668:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977327.155669:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977327.155672:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977327.155674:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977327.155676:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977327.155678:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977327.155679:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977327.155682:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977327.158223:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977327.158226:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977327.158227:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977327.158229:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977327.158231:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977327.158232:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977327.158233:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977327.158235:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977327.158237:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977328.179405:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977328.179410:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977328.179414:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977328.179420:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977328.179426:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977328.179430:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977328.179434:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977328.179438:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977328.179444:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977328.179467:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977328.179472:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977328.179476:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977328.179481:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977328.179486:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977328.179490:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977328.179493:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977328.179496:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977328.179502:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977328.179505:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977328.179510:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977328.179512:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977328.179516:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977328.179518:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977328.179522:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977328.179526:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977328.179546:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977328.179551:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977328.179556:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977329.203420:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977329.203429:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977329.203436:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977329.203438:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977329.203442:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977329.203444:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977329.203448:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977329.203450:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977329.203453:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977329.203455:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977329.203491:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977329.203496:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977329.203499:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977329.203537:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977329.203542:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977329.203544:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977329.203547:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977329.203549:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977329.203553:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977329.203555:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977329.203557:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977329.203560:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977329.205013:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977329.205019:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977329.205023:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977329.205029:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977329.205034:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977329.205038:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977329.205043:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977329.205045:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977329.205047:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977330.227409:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977330.227415:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977330.227418:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977330.227423:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977330.227427:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977330.227431:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977330.227948:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977330.227950:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977330.227953:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977330.227975:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977330.227980:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977330.227987:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977330.227990:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977330.227996:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977330.228000:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977330.228006:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977330.228010:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977330.228017:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977330.228021:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977330.228066:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977330.228069:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977330.228071:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977331.251415:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977331.251422:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977331.251432:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977331.251435:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977331.251442:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977331.251445:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977331.251449:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977331.251452:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977331.251455:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977331.251458:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977331.251487:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977331.251491:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977331.251498:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977331.253267:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977331.253274:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977331.253277:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977331.253285:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977331.253292:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977331.253316:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977331.253323:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977331.253327:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977331.253333:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977332.282243:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977332.282251:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977332.282253:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977332.282258:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977332.282262:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977332.282266:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977332.282268:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977332.282270:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977332.282273:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977332.282331:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977332.282334:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977332.282338:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977332.282339:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977332.282343:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977332.282345:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977332.282348:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977332.282350:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977332.282353:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977332.282354:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977332.282403:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977332.282407:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977332.282410:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977333.299457:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977333.299472:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977333.299482:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977333.299489:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977333.299497:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977333.299504:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977333.299527:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977333.299533:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977333.299538:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977333.299573:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977333.299578:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977333.299587:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977333.299594:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977333.299601:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977333.299607:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977333.299613:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977333.299619:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977333.299624:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977333.299631:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977333.299638:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977333.299641:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977333.299643:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977333.299645:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977333.299646:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977333.299648:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977333.299650:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977333.299652:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977333.299657:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977333.299658:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977333.299659:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977333.299661:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977333.299662:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977333.299663:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977333.299665:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977333.299667:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977333.299670:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977333.299671:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977333.299673:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977333.299674:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977333.299676:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977333.299677:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977333.299679:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977333.299680:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977333.299712:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977333.299715:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977333.299718:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977334.323746:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977334.323750:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977334.323758:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977334.323762:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977334.323770:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977334.323774:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977334.323782:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977334.323785:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977334.323788:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977334.323790:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977334.323820:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977334.323833:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977334.323838:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977334.323863:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977334.323866:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977334.323869:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977334.323873:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977334.323880:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977334.323885:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977334.323890:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977334.323893:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977334.323898:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977335.347402:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977335.347411:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977335.347416:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977335.347424:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977335.347432:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977335.347438:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977335.347454:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977335.347457:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977335.347461:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977335.347485:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977335.347489:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977335.347497:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977335.347500:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977335.347509:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977335.347512:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977335.347521:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977335.347525:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977335.347532:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977335.347548:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977336.371416:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977336.371422:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977336.371429:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977336.371433:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977336.371437:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977336.371440:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977336.371446:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977336.371450:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977336.371454:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977336.371459:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977336.371512:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977336.371516:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977336.371519:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977336.371527:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977336.371534:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977336.371539:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977336.371546:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977336.371550:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977336.371557:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977337.395401:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977337.395409:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977337.395411:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977337.395416:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977337.395420:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977337.395424:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977337.395427:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977337.395432:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977337.395436:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977337.395464:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977337.395468:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977337.395472:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977337.395473:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977337.395477:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977337.395478:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977337.395482:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977337.395483:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977337.395486:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977337.395487:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977337.395518:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977337.395521:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977337.395522:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977337.395525:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977337.395527:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977337.395529:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977337.395531:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977337.395532:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977337.395534:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977337.395546:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977337.395548:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977337.395549:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977337.395551:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977337.395553:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977337.395554:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977337.395558:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977337.395559:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977337.395561:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977337.907943:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977337.907948:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977337.907952:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977337.907959:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882d80 x1870620402749184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.907972:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977337.907975:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977337.907980:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977337.907984:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977337.907989:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977337.907997:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402749184:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977337.908005:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977337.908012:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977337.908015:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977337.908020:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977337.908027:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977337.908032:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977337.908042:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977337.908049:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977337.908058:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977337.908067:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402749184, portal 25 00000100:00000001:0.0:1783977337.908072:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977337.908075:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694541184 : -110484015010432 : ffff9b83ef882d80) 00000100:00000040:0.0:1783977337.908085:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882d80 x1870620402749184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.908127:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977337.908136:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977337.908140:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977337.908145:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402749184, offset 0 00000400:00000200:0.0:1783977337.908153:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977337.908163:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977337.908171:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977337.908177:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977337.908185:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977337.908192:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977337.908199:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977337.908207:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824810:824810:256:4294967295] 192.168.201.148@tcp LPNI seq info [824781:824781:8:4294967295] 00000400:00000200:0.0:1783977337.908216:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977337.908231:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977337.908237:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977337.908246:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977337.908256:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977337.908263:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783977337.908282:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977337.908286:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977337.908325:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977337.908332:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977337.908337:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977337.908339:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977337.908347:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977337.908353:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882d80 x1870620402749184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.908365:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977337.908369:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882d80 x1870620402749184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977362 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.908385:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977337.908389:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977337.908394:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977337.908400:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977337.908404:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309665019 00000100:00000010:0.0:1783977337.908409:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783977337.908424:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977337.908434:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309665019 00000100:00000010:0.0:1783977337.908440:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783977337.908445:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977337.908451:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977337.908457:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977337.908462:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977337.908472:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977337/real 1783977337] req@ffff9b83ef882d80 x1870620402749184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977337.908491:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977337.908495:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977337.908499:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977337.908505:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977337.908508:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977337.908513:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977337.908519:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882d80 x1870620402749184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977337.908539:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882d80 x1870620402749184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.908546:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977337.908550:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977337.908555:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977337.908557:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977337.908567:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882d80 x1870620402749184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.908579:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977337.908583:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882d80 x1870620402749184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977362 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.908593:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977337.908597:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977337.908598:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977337.908598:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977337.908601:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977337.908604:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977337.908606:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977337.908612:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977337.908615:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977337.908623:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882d80 x1870620402749184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977362 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977337.908654:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402749184:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977337.908662:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977337.908666:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977337.908672:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882d80 x1870620402749184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977362 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.908687:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977337.908692:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977337.908696:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977337.908703:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977337.908707:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977337.908710:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977337.908716:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977337.908721:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634c00. 02000000:00000001:0.0:1783977337.908743:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977337.908748:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977337.908750:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882d80. 00000100:00000001:0.0:1783977337.908765:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977337.908777:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977337.908782:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977337.908791:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977337.908794:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977337.908799:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977337.908802:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977337.908805:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977337.908814:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883480 x1870620402749312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.908827:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977337.908829:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977337.908834:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977337.908836:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977337.908841:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977337.908848:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402749312:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977337.908854:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977337.908857:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977337.908860:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977337.908863:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977337.908868:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977337.908871:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977337.908878:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977337.908881:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977337.908884:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977337.908887:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402749312, portal 10 00000100:00000001:0.0:1783977337.908889:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977337.908891:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542976 : -110484015008640 : ffff9b83ef883480) 00000100:00000040:0.0:1783977337.908898:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883480 x1870620402749312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.908904:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977337.908906:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977337.908908:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977337.908910:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402749312, offset 0 00000400:00000200:0.0:1783977337.908914:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977337.908917:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977337.908920:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977337.908923:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977337.908925:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977337.908927:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977337.908929:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977337.908932:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824811:824811:256:4294967295] 192.168.201.148@tcp LPNI seq info [824782:824782:8:4294967295] 00000400:00000200:0.0:1783977337.908936:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977337.908942:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977337.908947:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977337.908950:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977337.908953:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977337.908956:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783977337.908966:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977337.908968:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977337.908970:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977337.908973:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977337.908976:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977337.908977:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977337.908980:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977337.908983:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883480 x1870620402749312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.908990:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977337.908993:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883480 x1870620402749312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977362 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.909000:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977337.909001:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977337.909005:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977337.909008:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977337.909011:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977337.909013:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309663760 00000100:00000001:0.0:1783977337.909015:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309665019 00000100:00000001:0.0:1783977337.909017:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309663760 00000100:00000001:0.0:1783977337.909019:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309665019 00000100:00000001:0.0:1783977337.909020:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977337.909022:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977337.909024:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977337.909027:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977337/real 1783977337] req@ffff9b83ef883480 x1870620402749312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977337.909035:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977337.909036:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977337.909039:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977337.909041:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977337.909042:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977337.909044:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977337.909047:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883480 x1870620402749312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977337.909055:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883480 x1870620402749312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.909061:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977337.909062:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977337.909064:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977337.909065:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977337.909068:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883480 x1870620402749312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.909074:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977337.909077:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883480 x1870620402749312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977362 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.909084:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977337.909086:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977337.909087:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977337.909089:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977337.909091:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977337.909098:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977337.909101:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977337.909103:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977337.909106:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977337.909109:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883480 x1870620402749312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977362 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977337.909116:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402749312:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977337.909120:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977337.909123:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882a00 x1870620402749440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.909129:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977337.909130:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977337.909133:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977337.909134:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977337.909136:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977337.909139:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402749440:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977337.909142:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977337.909143:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977337.909144:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977337.909146:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977337.909149:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783977337.909151:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977337.909154:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977337.909157:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977337.909160:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977337.909162:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402749440, portal 10 00000100:00000001:0.0:1783977337.909164:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977337.909165:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694540288 : -110484015011328 : ffff9b83ef882a00) 00000100:00000040:0.0:1783977337.909172:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882a00 x1870620402749440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.909177:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977337.909179:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977337.909181:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977337.909184:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402749440, offset 0 00000400:00000200:0.0:1783977337.909188:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977337.909191:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977337.909194:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977337.909197:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977337.909199:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977337.909201:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977337.909203:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977337.909206:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824812:824812:256:4294967295] 192.168.201.148@tcp LPNI seq info [824783:824783:8:4294967295] 00000400:00000200:0.0:1783977337.909210:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977337.909215:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977337.909219:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977337.909222:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977337.909226:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977337.909228:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783977337.909238:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977337.909240:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977337.909243:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977337.909245:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977337.909248:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977337.909250:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977337.909253:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977337.909256:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882a00 x1870620402749440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.909263:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977337.909266:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882a00 x1870620402749440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977362 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.909272:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977337.909273:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977337.909275:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977337.909278:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977337.909281:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977337.909283:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309663755 00000100:00000001:0.0:1783977337.909285:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309665019 00000100:00000001:0.0:1783977337.909287:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309663755 00000100:00000001:0.0:1783977337.909289:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309665019 00000100:00000001:0.0:1783977337.909291:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977337.909311:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977337.909314:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977337.909318:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977337/real 1783977337] req@ffff9b83ef882a00 x1870620402749440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977337.909325:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977337.909327:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977337.909328:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977337.909330:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977337.909332:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977337.909334:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977337.909337:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882a00 x1870620402749440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977337.909345:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882a00 x1870620402749440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.909351:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977337.909352:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977337.909354:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977337.909355:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977337.909358:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882a00 x1870620402749440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.909364:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977337.909368:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882a00 x1870620402749440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977362 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.909374:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977337.909376:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977337.909378:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977337.909379:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977337.909381:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977337.909386:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977337.909389:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977337.909391:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977337.909393:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977337.909397:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882a00 x1870620402749440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977362 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977337.909403:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402749440:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977337.909407:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977337.909410:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883100 x1870620402749568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.909416:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977337.909417:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977337.909419:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977337.909420:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977337.909422:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977337.909424:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402749568:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977337.909427:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977337.909428:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977337.909430:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977337.909431:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977337.909440:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977337.909442:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977337.909445:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977337.909447:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977337.909450:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977337.909453:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402749568, portal 4 00000100:00000001:0.0:1783977337.909455:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977337.909456:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542080 : -110484015009536 : ffff9b83ef883100) 00000100:00000040:0.0:1783977337.909461:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883100 x1870620402749568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.909467:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977337.909470:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977337.909471:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977337.909474:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402749568, offset 0 00000400:00000200:0.0:1783977337.909478:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977337.909482:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977337.909485:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977337.909488:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977337.909490:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977337.909492:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977337.909494:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977337.909496:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824813:824813:256:4294967295] 192.168.201.148@tcp LPNI seq info [824784:824784:8:4294967295] 00000400:00000200:0.0:1783977337.909500:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977337.909505:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977337.909509:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977337.909512:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977337.909516:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977337.909518:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783977337.909528:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977337.909530:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977337.909532:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977337.909535:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977337.909538:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977337.909540:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977337.909542:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977337.909545:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883100 x1870620402749568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.909551:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977337.909554:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883100 x1870620402749568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977362 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.909560:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977337.909561:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977337.909563:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977337.909566:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977337.909569:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977337.909571:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309663783 00000100:00000001:0.0:1783977337.909573:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309665019 00000100:00000001:0.0:1783977337.909575:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309663783 00000100:00000001:0.0:1783977337.909578:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309665019 00000100:00000001:0.0:1783977337.909580:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977337.909582:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977337.909584:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977337.909587:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977337/real 1783977337] req@ffff9b83ef883100 x1870620402749568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977337.909594:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977337.909595:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977337.909597:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977337.909599:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977337.909600:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977337.909602:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977337.909605:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883100 x1870620402749568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977337.909613:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883100 x1870620402749568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.909618:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977337.909619:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977337.909621:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977337.909622:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977337.909626:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883100 x1870620402749568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.909632:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977337.909636:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883100 x1870620402749568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977362 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.909642:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977337.909644:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977337.909646:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977337.909647:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977337.909649:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977337.909652:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977337.909654:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977337.909657:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977337.909660:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977337.909664:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883100 x1870620402749568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977362 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977337.909672:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402749568:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977337.909675:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977337.909677:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977337.909680:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883480 x1870620402749312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977362 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.909686:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977337.909687:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977337.909690:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977337.909692:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977337.909693:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977337.909695:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977337.909697:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977337.909699:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635000. 02000000:00000001:0.0:1783977337.909702:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977337.909703:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977337.909705:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883480. 00000100:00000001:0.0:1783977337.909707:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977337.909708:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977337.909710:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977337.909714:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882a00 x1870620402749440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977362 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.909719:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977337.909721:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977337.909722:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783977337.909724:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977337.909725:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977337.909726:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977337.909728:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977337.909729:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636c00. 02000000:00000001:0.0:1783977337.909731:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977337.909733:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977337.909734:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882a00. 00000100:00000001:0.0:1783977337.909748:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977337.909749:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977337.909751:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977337.909754:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883100 x1870620402749568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977362 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.909759:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977337.909760:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977337.909761:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977337.909763:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977337.909764:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977337.909765:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977337.909767:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977337.909768:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635400. 02000000:00000001:0.0:1783977337.909770:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977337.909771:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977337.909772:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883100. 00000100:00000001:0.0:1783977337.909774:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977337.909775:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977337.909776:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977337.909780:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977337.909781:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977337.909784:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977337.909785:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977337.909786:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977337.909789:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881f80 x1870620402749696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.909795:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977337.909797:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977337.909799:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977337.909800:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977337.909802:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977337.909804:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402749696:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977337.909807:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977337.909809:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977337.909810:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977337.909812:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977337.909815:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977337.909816:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977337.909819:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977337.909821:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977337.909824:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977337.909827:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402749696, portal 4 00000100:00000001:0.0:1783977337.909828:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977337.909829:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694537600 : -110484015014016 : ffff9b83ef881f80) 00000100:00000040:0.0:1783977337.909835:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881f80 x1870620402749696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.909840:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977337.909842:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977337.909844:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977337.909847:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402749696, offset 0 00000400:00000200:0.0:1783977337.909850:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977337.909853:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977337.909856:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977337.909859:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977337.909861:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977337.909863:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977337.909865:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977337.909867:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824814:824814:256:4294967295] 192.168.201.148@tcp LPNI seq info [824785:824785:8:4294967295] 00000400:00000200:0.0:1783977337.909871:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977337.909877:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977337.909881:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977337.909884:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977337.909888:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977337.909890:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783977337.909899:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977337.909901:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977337.909904:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977337.909907:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977337.909909:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977337.909911:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977337.909913:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977337.909916:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881f80 x1870620402749696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.909923:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977337.909926:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881f80 x1870620402749696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977362 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.909932:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977337.909933:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977337.909935:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977337.909938:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977337.909941:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977337.909942:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309663773 00000100:00000001:0.0:1783977337.909944:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309665019 00000100:00000001:0.0:1783977337.909946:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309663773 00000100:00000001:0.0:1783977337.909948:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309665019 00000100:00000001:0.0:1783977337.909950:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977337.909952:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977337.909954:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977337.909957:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977337/real 1783977337] req@ffff9b83ef881f80 x1870620402749696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977337.909964:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977337.909965:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977337.909967:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977337.909969:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977337.909970:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977337.909973:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977337.909975:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881f80 x1870620402749696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977337.909983:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881f80 x1870620402749696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.909988:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977337.909990:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977337.909992:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977337.909993:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977337.909996:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881f80 x1870620402749696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.910003:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977337.910006:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881f80 x1870620402749696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977362 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.910011:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977337.910013:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977337.910015:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977337.910016:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977337.910017:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977337.910020:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977337.910023:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977337.910025:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977337.910027:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977337.910031:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881f80 x1870620402749696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977362 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977337.910038:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402749696:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977337.910041:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977337.910043:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977337.910046:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881f80 x1870620402749696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977362 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977337.910051:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977337.910053:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977337.910054:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977337.910056:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977337.910058:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977337.910059:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977337.910061:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977337.910062:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783977337.910065:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977337.910066:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977337.910067:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881f80. 00000100:00000001:0.0:1783977337.910070:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977337.910072:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977337.910073:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977337.910076:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977337.910077:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977337.910079:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977337.910080:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977338.419402:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977338.419408:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977338.419411:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977338.419414:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977338.419420:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977338.419425:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977338.419436:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977338.419439:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977338.419442:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977338.419466:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977338.419473:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977338.419478:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977338.419482:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977338.419486:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977338.419491:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977338.419497:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977338.419504:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977338.419518:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977338.419567:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977338.419574:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977338.419579:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977338.419585:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977338.419591:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977338.419595:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977338.419601:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977338.419605:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977338.419610:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977338.419611:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977338.419615:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977338.419618:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977338.419622:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977338.419624:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977338.419627:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977338.419629:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977338.419679:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977338.419683:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977338.419686:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977339.443444:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977339.443457:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977339.443460:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977339.443469:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977339.443480:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977339.443487:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977339.443497:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977339.443504:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977339.443520:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977339.443562:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977339.443568:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977339.443578:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977339.443583:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977339.443592:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977339.443596:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977339.443607:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977339.443616:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977339.443631:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977339.443637:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977339.443671:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977339.443677:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977339.443684:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977340.467386:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977340.467396:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977340.467407:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977340.467411:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977340.467418:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977340.467422:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977340.467431:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977340.467435:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977340.467443:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977340.467447:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977340.467473:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977340.467478:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977340.467482:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977340.467507:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977340.467512:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977340.467516:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977340.467522:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977340.467528:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977340.467533:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977340.467537:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977340.467540:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977340.467546:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977341.491443:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977341.491453:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977341.491457:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977341.491466:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977341.491474:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977341.491479:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977341.491484:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977341.491489:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977341.491497:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977341.491526:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977341.491531:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977341.491539:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977341.491542:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977341.491547:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977341.491549:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977341.491554:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977341.491558:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977341.491566:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977341.491569:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977341.491594:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977341.491598:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977341.491605:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977341.491632:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977341.491636:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977341.491640:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977341.491645:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977341.491650:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977341.491654:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977341.491657:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977341.491659:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977341.491662:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977342.515441:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977342.515450:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977342.515452:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977342.515459:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977342.515464:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977342.515471:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977342.515478:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977342.515483:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977342.515490:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977342.515511:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977342.515515:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977342.515517:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977342.515520:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977342.515522:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977342.515525:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977342.515527:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977342.515529:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977342.515532:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977342.515555:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977342.515557:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977342.515561:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977342.515563:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977342.515566:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977342.515568:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977342.515571:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977342.515573:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977342.515574:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977342.515576:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977342.515579:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977342.515580:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977342.515580:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977342.515581:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977342.515582:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977342.515583:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977342.515584:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977342.515586:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977342.515588:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977342.515590:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977342.515590:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977342.515591:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977342.515592:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977342.515593:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977342.515593:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977342.515595:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977342.515597:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977342.515598:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977342.515599:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977342.515599:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977342.515600:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977342.515601:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977342.515602:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977342.515603:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977342.515670:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977342.515674:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977342.515677:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977342.515705:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977342.515709:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977342.515713:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977342.515717:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977342.515722:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977342.515726:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977342.515730:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977342.515732:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977342.515735:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977342.515963:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977342.515967:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977342.515968:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977342.515971:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977342.515974:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977342.515976:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977342.515979:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977342.515980:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977342.515983:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977343.027813:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977343.027818:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977343.027820:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977343.027827:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2a00 x1870620402749824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.027836:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977343.027838:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977343.027842:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977343.027845:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977343.027847:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977343.027851:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402749824:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977343.027855:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977343.027861:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977343.027863:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977343.027866:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977343.027872:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977343.027874:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977343.027885:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977343.027891:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977343.027899:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977343.027918:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402749824, portal 25 00000100:00000001:0.0:1783977343.027920:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977343.027922:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889968640 : -110483819582976 : ffff9b83fb2e2a00) 00000100:00000040:0.0:1783977343.027928:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2a00 x1870620402749824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.027936:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977343.027939:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977343.027942:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977343.027946:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402749824, offset 0 00000400:00000200:0.0:1783977343.027953:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977343.027963:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977343.027971:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977343.027978:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977343.027982:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977343.027986:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977343.027989:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977343.027993:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824815:824815:256:4294967295] 192.168.201.148@tcp LPNI seq info [824786:824786:8:4294967295] 00000400:00000200:0.0:1783977343.027998:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977343.028010:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977343.028016:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977343.028024:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977343.028032:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977343.028036:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1783977343.028051:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977343.028054:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977343.028061:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977343.028066:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977343.028073:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977343.028076:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977343.028082:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977343.028086:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2a00 x1870620402749824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.028436:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977343.028441:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2a00 x1870620402749824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977368 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.028449:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977343.028451:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977343.028459:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977343.028464:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977343.028467:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309670139 00000100:00000010:0.0:1783977343.028473:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783977343.028482:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977343.028489:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309670139 00000100:00000010:0.0:1783977343.028492:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783977343.028495:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977343.028498:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977343.028501:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977343.028504:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977343.028509:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977343/real 1783977343] req@ffff9b83fb2e2a00 x1870620402749824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977343.028520:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977343.028522:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977343.028524:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977343.028527:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977343.028528:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977343.028531:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977343.028535:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2a00 x1870620402749824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977343.028543:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2a00 x1870620402749824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.028550:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977343.028553:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977343.028556:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977343.028558:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977343.028562:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2a00 x1870620402749824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.028569:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977343.028573:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2a00 x1870620402749824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977368 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.028580:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977343.028583:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977343.028585:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977343.028586:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977343.028589:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977343.028591:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977343.028594:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977343.028599:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977343.028601:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977343.028605:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2a00 x1870620402749824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977368 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977343.028613:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402749824:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977343.028618:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977343.028621:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977343.028623:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2a00 x1870620402749824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977368 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.028630:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977343.028643:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977343.028655:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977343.028659:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977343.028662:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977343.028664:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977343.028666:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977343.028669:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff6800. 02000000:00000001:0.0:1783977343.028674:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977343.028676:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977343.028678:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2a00. 00000100:00000001:0.0:1783977343.028682:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977343.028684:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977343.028686:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977343.028694:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977343.028696:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977343.028699:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977343.028700:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977343.028702:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977343.028706:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0380 x1870620402749952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.028713:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977343.028714:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977343.028717:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977343.028718:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977343.028720:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977343.028723:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402749952:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977343.028726:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977343.028728:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977343.028730:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977343.028732:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977343.028735:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977343.028737:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977343.028741:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977343.028743:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977343.028747:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977343.028751:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402749952, portal 10 00000100:00000001:0.0:1783977343.028753:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977343.028754:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889958784 : -110483819592832 : ffff9b83fb2e0380) 00000100:00000040:0.0:1783977343.028762:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0380 x1870620402749952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.028769:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977343.028771:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977343.028773:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977343.028776:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402749952, offset 0 00000400:00000200:0.0:1783977343.028780:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977343.028784:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977343.028788:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977343.028791:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977343.028793:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977343.028795:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977343.028797:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977343.028800:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824816:824816:256:4294967295] 192.168.201.148@tcp LPNI seq info [824787:824787:8:4294967295] 00000400:00000200:0.0:1783977343.028804:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977343.028811:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977343.028816:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977343.028820:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977343.028824:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977343.028827:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1783977343.028838:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977343.028840:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977343.028843:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977343.028847:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977343.028850:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977343.028852:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977343.028854:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977343.028858:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0380 x1870620402749952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.028866:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977343.028869:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0380 x1870620402749952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977368 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.028881:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977343.028883:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977343.028886:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977343.028890:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977343.028892:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977343.028894:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309668880 00000100:00000001:0.0:1783977343.028895:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309670139 00000100:00000001:0.0:1783977343.028897:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309668880 00000100:00000001:0.0:1783977343.028898:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309670139 00000100:00000001:0.0:1783977343.028900:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977343.028901:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977343.028902:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977343.028905:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977343/real 1783977343] req@ffff9b83fb2e0380 x1870620402749952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977343.028911:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977343.028912:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977343.028914:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977343.028916:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977343.028917:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977343.028920:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977343.028923:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0380 x1870620402749952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977343.028931:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0380 x1870620402749952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.028937:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977343.028938:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977343.028940:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977343.028942:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977343.028946:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0380 x1870620402749952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.028953:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977343.028956:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0380 x1870620402749952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977368 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.028961:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977343.028962:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977343.028964:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977343.028965:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977343.028966:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977343.028977:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977343.028979:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977343.028982:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977343.028984:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977343.028988:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0380 x1870620402749952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977368 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977343.028996:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402749952:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977343.029000:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977343.029002:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977343.029005:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0380 x1870620402749952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977368 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.029011:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977343.029013:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977343.029015:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977343.029017:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977343.029018:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977343.029020:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977343.029022:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977343.029023:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff7c00. 02000000:00000001:0.0:1783977343.029026:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977343.029028:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977343.029029:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0380. 00000100:00000001:0.0:1783977343.029031:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977343.029033:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977343.029035:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977343.029038:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977343.029039:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977343.029041:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977343.029043:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977343.029566:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977343.029568:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977343.029569:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977343.029572:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2300 x1870620402750080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.029578:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977343.029579:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977343.029580:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977343.029582:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977343.029583:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977343.029584:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402750080:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977343.029587:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977343.029589:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977343.029590:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977343.029591:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977343.029594:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977343.029595:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977343.029598:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977343.029599:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977343.029602:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977343.029604:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402750080, portal 10 00000100:00000001:0.0:1783977343.029606:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977343.029607:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889966848 : -110483819584768 : ffff9b83fb2e2300) 00000100:00000040:0.0:1783977343.029611:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2300 x1870620402750080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.029623:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977343.029625:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977343.029627:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977343.029630:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402750080, offset 0 00000400:00000200:0.0:1783977343.029634:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977343.029638:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977343.029642:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977343.029645:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977343.029659:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977343.029662:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977343.029664:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977343.029668:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824817:824817:256:4294967295] 192.168.201.148@tcp LPNI seq info [824788:824788:8:4294967295] 00000400:00000200:0.0:1783977343.029672:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977343.029679:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977343.029684:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977343.029688:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977343.029693:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977343.029696:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1783977343.029707:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977343.029709:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977343.029713:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977343.029716:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977343.029720:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977343.029721:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977343.029723:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977343.029726:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2300 x1870620402750080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.029731:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977343.029733:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2300 x1870620402750080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977368 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.029741:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977343.029742:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977343.029745:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977343.029747:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977343.029750:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977343.029751:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309668876 00000100:00000001:0.0:1783977343.029753:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309670139 00000100:00000001:0.0:1783977343.029755:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309668876 00000100:00000001:0.0:1783977343.029756:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309670139 00000100:00000001:0.0:1783977343.029758:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977343.029759:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977343.029761:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977343.029763:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977343/real 1783977343] req@ffff9b83fb2e2300 x1870620402750080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977343.029767:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977343.029768:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977343.029769:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977343.029771:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977343.029772:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977343.029773:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977343.029775:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2300 x1870620402750080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977343.029780:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2300 x1870620402750080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.029785:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977343.029786:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977343.029788:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977343.029790:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977343.029794:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2300 x1870620402750080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.029801:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977343.029805:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2300 x1870620402750080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977368 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.029812:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977343.029815:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977343.029816:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977343.029818:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977343.029819:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977343.029826:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977343.029829:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977343.029833:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977343.029835:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977343.029839:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2300 x1870620402750080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977368 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977343.029847:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402750080:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977343.029852:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977343.029855:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1f80 x1870620402750208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.029861:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977343.029863:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977343.029865:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977343.029866:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977343.029868:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977343.029871:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402750208:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977343.029874:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977343.029876:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977343.029878:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977343.029879:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977343.029883:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783977343.029885:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977343.029888:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977343.029891:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977343.029894:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977343.029897:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402750208, portal 4 00000100:00000001:0.0:1783977343.029899:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977343.029901:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889965952 : -110483819585664 : ffff9b83fb2e1f80) 00000100:00000040:0.0:1783977343.029907:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1f80 x1870620402750208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.029913:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977343.029915:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977343.029917:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977343.029920:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402750208, offset 0 00000400:00000200:0.0:1783977343.029924:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977343.029928:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977343.029931:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977343.029934:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977343.029936:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977343.029938:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977343.029941:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977343.029944:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824818:824818:256:4294967295] 192.168.201.148@tcp LPNI seq info [824789:824789:8:4294967295] 00000400:00000200:0.0:1783977343.029948:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977343.029953:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977343.029958:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977343.029961:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977343.029965:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977343.029968:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1783977343.029978:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977343.029981:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977343.029983:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977343.029987:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977343.029990:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977343.029991:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977343.029994:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977343.029997:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1f80 x1870620402750208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.030005:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977343.030008:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1f80 x1870620402750208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977368 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.030013:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977343.030015:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977343.030018:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977343.030022:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977343.030024:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977343.030026:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309668903 00000100:00000001:0.0:1783977343.030029:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309670139 00000100:00000001:0.0:1783977343.030030:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309668903 00000100:00000001:0.0:1783977343.030032:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309670139 00000100:00000001:0.0:1783977343.030034:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977343.030036:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977343.030037:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977343.030041:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977343/real 1783977343] req@ffff9b83fb2e1f80 x1870620402750208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977343.030049:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977343.030050:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977343.030052:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977343.030054:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977343.030056:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977343.030058:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977343.030062:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1f80 x1870620402750208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977343.030070:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1f80 x1870620402750208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.030077:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977343.030078:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977343.030080:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977343.030081:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977343.030085:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1f80 x1870620402750208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.030091:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977343.030094:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1f80 x1870620402750208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977368 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.030102:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977343.030104:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977343.030106:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977343.030107:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977343.030108:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977343.030112:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977343.030115:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977343.030118:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977343.030120:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977343.030124:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1f80 x1870620402750208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977368 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977343.030130:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402750208:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977343.030134:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977343.030137:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1880 x1870620402750336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.030143:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977343.030144:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977343.030146:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977343.030148:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977343.030150:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977343.030153:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402750336:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977343.030155:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977343.030157:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977343.030159:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977343.030160:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977343.030163:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977343.030165:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977343.030168:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977343.030170:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977343.030173:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977343.030175:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402750336, portal 4 00000100:00000001:0.0:1783977343.030177:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977343.030178:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889964160 : -110483819587456 : ffff9b83fb2e1880) 00000100:00000040:0.0:1783977343.030183:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1880 x1870620402750336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.030189:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977343.030191:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977343.030192:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977343.030195:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402750336, offset 0 00000400:00000200:0.0:1783977343.030198:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977343.030202:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977343.030205:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977343.030208:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977343.030210:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977343.030212:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977343.030215:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977343.030218:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824819:824819:256:4294967295] 192.168.201.148@tcp LPNI seq info [824790:824790:8:4294967295] 00000400:00000200:0.0:1783977343.030222:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977343.030228:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977343.030231:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977343.030234:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977343.030237:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977343.030240:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1783977343.030249:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977343.030251:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977343.030254:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977343.030257:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977343.030259:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977343.030261:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977343.030263:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977343.030266:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1880 x1870620402750336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.030273:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977343.030275:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1880 x1870620402750336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977368 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.030281:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977343.030283:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977343.030286:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977343.030289:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977343.030292:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977343.030317:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309668894 00000100:00000001:0.0:1783977343.030320:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309670139 00000100:00000001:0.0:1783977343.030322:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309668894 00000100:00000001:0.0:1783977343.030324:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309670139 00000100:00000001:0.0:1783977343.030326:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977343.030329:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977343.030331:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977343.030335:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977343/real 1783977343] req@ffff9b83fb2e1880 x1870620402750336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977343.030343:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977343.030345:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977343.030346:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977343.030349:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977343.030350:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977343.030353:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977343.030356:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1880 x1870620402750336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977343.030364:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1880 x1870620402750336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.030371:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977343.030373:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977343.030375:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977343.030376:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977343.030380:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1880 x1870620402750336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.030386:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977343.030390:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1880 x1870620402750336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977368 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.030397:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977343.030399:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977343.030400:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977343.030402:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977343.030404:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977343.030408:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977343.030411:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977343.030414:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977343.030415:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977343.030418:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1880 x1870620402750336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977368 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977343.030423:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402750336:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977343.030425:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977343.030427:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977343.030428:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2300 x1870620402750080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977368 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.030432:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977343.030434:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977343.030435:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977343.030437:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977343.030439:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977343.030440:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977343.030442:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977343.030443:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff6400. 02000000:00000001:0.0:1783977343.030446:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977343.030448:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977343.030449:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2300. 00000100:00000001:0.0:1783977343.030452:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977343.030453:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977343.030454:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977343.030457:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1f80 x1870620402750208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977368 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.030463:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977343.030465:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977343.030466:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783977343.030470:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977343.030471:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977343.030473:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977343.030474:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977343.030476:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff5800. 02000000:00000001:0.0:1783977343.030479:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977343.030480:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977343.030481:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1f80. 00000100:00000001:0.0:1783977343.030484:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977343.030485:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977343.030486:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977343.030490:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1880 x1870620402750336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977368 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977343.030496:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977343.030497:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977343.030499:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977343.030501:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977343.030502:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977343.030503:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977343.030505:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977343.030506:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff4000. 02000000:00000001:0.0:1783977343.030509:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977343.030509:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977343.030511:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1880. 00000100:00000001:0.0:1783977343.030513:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977343.030514:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977343.030516:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977343.030523:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977343.030524:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977343.030526:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977343.030527:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977343.539422:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977343.539428:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977343.539432:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977343.539439:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977343.539445:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977343.539449:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977343.539454:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977343.539458:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977343.539462:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977343.539483:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977343.539489:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977343.539492:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977343.539497:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977343.539503:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977343.539507:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977343.539511:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977343.539515:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977343.539519:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977343.539551:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977343.539557:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977343.539563:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977343.539565:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977343.539570:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977343.539572:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977343.539577:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977343.539579:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977343.539583:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977343.539584:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977343.539602:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977343.539605:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977343.539609:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977344.563469:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977344.563494:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977344.563508:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977344.563523:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977344.563533:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977344.563539:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977344.563561:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977344.563566:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977344.563574:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977344.563608:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977344.563631:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977344.563636:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977344.563650:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977344.563659:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977344.563666:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977344.563686:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977344.563691:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977344.563696:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977344.563726:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977344.563728:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977344.563733:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977344.563735:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977344.563739:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977344.563740:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977344.563744:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977344.563745:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977344.563748:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977344.563749:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977344.563767:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977344.563770:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977344.563773:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977345.587780:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977345.587785:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977345.587786:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977345.587790:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977345.587793:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977345.587795:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977345.587798:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977345.587799:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977345.587803:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977345.587832:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977345.587838:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977345.587847:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977345.587849:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977345.587854:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977345.587855:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977345.587860:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977345.587862:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977345.587865:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977345.587866:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977345.587885:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977345.587888:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977345.587891:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977346.611449:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977346.611458:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977346.611462:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977346.611470:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977346.611476:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977346.611481:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977346.611486:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977346.611490:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977346.611495:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977346.611510:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977346.611512:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977346.611513:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977346.611516:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977346.611518:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977346.611520:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977346.611522:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977346.611524:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977346.611526:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977346.611546:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977346.611549:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977346.611554:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977346.611555:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977346.611558:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977346.611560:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977346.611564:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977346.611567:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977346.611572:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977346.611575:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977346.611609:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977346.611613:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977346.611615:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977346.611629:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977346.611632:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977346.611636:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977346.611640:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977346.611644:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977346.611647:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977346.611650:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977346.611653:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977346.611657:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977347.646658:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977347.646666:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977347.646669:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977347.646672:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977347.646677:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977347.646680:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977347.646682:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977347.646684:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977347.646690:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977347.646692:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977347.646696:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977347.646698:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977347.646703:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977347.646704:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977347.646709:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977347.646712:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977347.646752:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977347.646756:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977347.646760:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783977348.148230:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977348.148240:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977348.148242:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977348.148246:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977348.148250:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977348.148256:0:296888:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 15001 00000400:00000200:0.0:1783977348.148264:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977348.148270:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977348.148273:0:296888:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977348.148276:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977348.148279:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977348.148282:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977348.148284:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977348.148288:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977348.148290:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783977348.148315:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977348.148319:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783977348.148321:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783977348.148324:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783977348.148327:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977348.148329:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977348.148331:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977348.148333:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977348.148336:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783977348.148340:0:296888:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977348.148342:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977348.148345:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977348.148348:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977348.148351:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977348.148353:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977348.148355:0:296888:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977348.148364:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783977348.148367:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783977348.148371:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977348.148373:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977348.148376:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977348.148379:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977348.148382:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977348.148389:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783977348.148395:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977348.148404:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620402750464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977348.148414:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977348.148418:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977348.148423:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620402750464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977348.148446:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977348.148450:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977348.148453:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977348.148455:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977348.148456:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977348.148459:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977348.148462:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15001 00000400:00000200:0.0:1783977348.148467:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977348.148470:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977348.148473:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977348.148477:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977348.148481:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977348.148484:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977348.148488:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977348.148491:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977348.148493:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783977348.148495:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977348.148498:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783977348.148502:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783977348.148507:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783977348.148513:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977348.148517:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977348.148522:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977348.148525:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977348.148530:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783977348.148535:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977348.148539:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977348.148543:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977348.148550:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977348.148554:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977348.148571:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977348.148577:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977348.148582:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977348.148585:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977348.148592:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783977348.148596:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977348.148601:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977348.148602:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977348.148605:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977348.148608:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977348.148611:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977348.148616:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783977348.148621:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977348.148630:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620402750592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977348.148650:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977348.148654:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977348.148662:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620402750592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977348.148679:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977348.148684:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977348.148689:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977348.148690:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977348.148692:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977348.148697:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977348.148701:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15001 00000400:00000200:0.0:1783977348.148709:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977348.148715:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977348.148718:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977348.148724:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977348.148728:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977348.148733:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977348.148738:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977348.148742:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977348.148745:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783977348.148747:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977348.148750:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783977348.148755:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783977348.148760:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783977348.148765:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977348.148770:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977348.148776:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977348.148781:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977348.148786:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783977348.148791:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977348.148794:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977348.148798:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977348.148801:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977348.148806:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977348.148809:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977348.148813:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977348.148817:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977348.148821:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977348.148827:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783977348.148832:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977348.148838:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977348.148841:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977348.148846:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977348.148849:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977348.148851:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977348.148858:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783977348.148863:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977348.148872:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620402750720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977348.148898:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977348.148902:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977348.148910:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620402750720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977348.148925:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977348.148930:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977348.148937:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977348.148939:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977348.148942:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977348.148945:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977348.148950:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15001 00000400:00000200:0.0:1783977348.148958:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977348.148966:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977348.148970:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977348.148976:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977348.148980:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977348.148986:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977348.148990:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977348.148994:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977348.148997:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783977348.149000:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977348.149004:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783977348.149010:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783977348.149015:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783977348.149022:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977348.149027:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977348.149032:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977348.149036:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977348.149040:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783977348.149047:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977348.149051:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977348.149055:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977348.149059:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977348.149064:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977348.149068:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977348.149072:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977348.149078:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977348.149082:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977348.149087:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783977348.149092:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977348.149098:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977348.149102:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977348.149107:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977348.149110:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977348.149114:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977348.149120:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783977348.149125:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977348.149137:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402750848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977348.149160:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977348.149163:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977348.149173:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402750848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977348.149186:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977348.149191:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977348.149197:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977348.149200:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977348.149203:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977348.149207:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977348.149212:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15001 00000400:00000200:0.0:1783977348.149218:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977348.149223:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977348.149228:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977348.149234:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977348.149240:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977348.149242:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977348.149247:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977348.149252:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977348.149255:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783977348.149258:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977348.149259:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783977348.149261:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783977348.149263:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783977348.149267:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977348.149271:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977348.149276:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977348.149281:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977348.149286:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783977348.149292:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977348.149315:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977348.149323:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977348.149328:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977348.149333:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977348.149337:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977348.149340:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977348.149345:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977348.149348:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977348.149354:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783977348.149358:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977348.149364:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977348.149368:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977348.149373:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977348.149376:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977348.149379:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977348.149387:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783977348.149393:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977348.149404:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402750976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977348.149422:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977348.149426:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977348.149435:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402750976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977348.149455:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977348.149462:0:296888:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15011) 00010000:00000001:0.0:1783977348.659419:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977348.659426:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977348.659435:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977348.659438:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977348.659445:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977348.659448:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977348.659453:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977348.659456:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977348.659459:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977348.659462:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977348.659488:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977348.659492:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977348.659498:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977348.659524:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977348.659528:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977348.659530:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977348.659533:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977348.659537:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977348.659541:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977348.659544:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977348.659556:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977348.659562:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977348.659590:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977348.659594:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977348.659599:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977348.659605:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977348.659611:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977348.659614:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977348.659618:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977348.659621:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977348.659625:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977349.683784:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977349.683788:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977349.683789:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977349.683792:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977349.683794:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977349.683796:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977349.683798:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977349.683800:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977349.683802:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977349.683825:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977349.683828:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977349.683833:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977349.683834:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977349.683839:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977349.683840:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977349.683845:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977349.683846:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977349.683850:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977349.683851:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977349.683871:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977349.683874:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977349.683877:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977350.707395:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977350.707402:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977350.707406:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977350.707412:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977350.707417:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977350.707423:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977350.707429:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977350.707433:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977350.707439:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977350.707464:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977350.707473:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977350.707479:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977350.707486:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977350.707496:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977350.707502:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977350.707506:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977350.707510:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977350.707521:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977350.707542:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977350.707555:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977350.707569:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977350.707573:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977350.707582:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977350.707584:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977350.707594:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977350.707596:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977350.707600:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977350.707601:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977350.707625:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977350.707627:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977350.707630:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977351.731452:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977351.731460:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977351.731463:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977351.731471:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977351.731476:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977351.731483:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977351.731489:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977351.731503:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977351.731507:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977351.731529:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977351.731537:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977351.731552:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977351.731559:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977351.731566:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977351.731570:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977351.731574:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977351.731577:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977351.731584:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977351.731586:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977351.731622:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977351.731632:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977351.731639:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977351.732840:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977351.732850:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977351.732855:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977351.732861:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977351.732868:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977351.732873:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977351.732878:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977351.732881:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977351.732883:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977352.755387:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977352.755394:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977352.755398:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977352.755404:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977352.755411:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977352.755417:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977352.755424:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977352.755427:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977352.755433:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977352.755462:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977352.755466:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977352.755486:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977352.755490:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977352.755493:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977352.755496:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977352.755500:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977352.755503:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977352.755506:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977352.755510:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977352.755518:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977352.755521:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977352.755525:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977352.755529:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977352.755534:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977352.755536:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977352.755540:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977352.755543:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977352.755548:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977352.755552:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977352.755556:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977352.755560:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977352.755565:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977352.755568:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977352.755574:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977352.755580:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977352.755585:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977352.755589:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977352.755592:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977352.755595:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977352.755599:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977352.755602:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977352.755605:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977352.755607:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977352.755625:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977352.755629:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977352.755631:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977353.779391:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977353.779397:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977353.779404:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977353.779406:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977353.779409:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977353.779410:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977353.779420:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977353.779423:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977353.779430:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977353.779433:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977353.779468:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977353.779471:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977353.779474:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977353.779494:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977353.779498:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977353.779499:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977353.779502:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977353.779505:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977353.779507:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977353.779509:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977353.779511:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977353.779513:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977353.779529:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977353.779531:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977353.779532:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977353.779544:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977353.779548:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977353.779550:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977353.779552:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977353.779557:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977353.779562:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977353.779587:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977353.779599:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977353.779603:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977353.779608:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977353.779613:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977353.779618:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977353.779622:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977353.779625:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977353.779628:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977353.779638:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977353.779641:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977353.779643:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977353.779644:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977353.779646:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977353.779647:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977353.779649:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977353.779650:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977353.779651:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977354.804219:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977354.804225:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977354.804230:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977354.804237:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977354.804246:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977354.804251:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977354.804257:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977354.804261:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977354.804272:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977354.804332:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977354.804337:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977354.804343:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977354.804345:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977354.804349:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977354.804350:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977354.804355:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977354.804356:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977354.804360:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977354.804362:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977354.804406:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977354.804410:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977354.804413:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977355.827470:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977355.827480:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977355.827486:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977355.827496:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977355.827506:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977355.827514:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977355.827522:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977355.827530:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977355.827537:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977355.827566:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977355.827571:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977355.827578:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977355.827583:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977355.827594:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977355.827599:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977355.827608:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977355.827613:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977355.827621:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977355.827626:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977355.827655:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977355.827660:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977355.827666:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977356.851491:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977356.851496:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977356.851500:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977356.851505:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977356.851509:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977356.851512:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977356.851514:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977356.851516:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977356.851518:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977356.851539:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977356.851545:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977356.851551:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977356.851554:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977356.851561:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977356.851564:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977356.851571:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977356.851575:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977356.851579:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977356.851580:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977357.875438:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977357.875446:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977357.875451:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977357.875458:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977357.875465:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977357.875469:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977357.875475:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977357.875479:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977357.875485:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977357.875487:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977357.875491:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977357.875493:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977357.875497:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977357.875499:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977357.875503:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977357.875506:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977357.875698:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977357.875703:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977357.875706:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977357.875711:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977357.875720:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977357.875723:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977357.875727:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977357.875731:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977357.875737:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977358.387610:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977358.387616:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977358.387620:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977358.387628:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881880 x1870620402751744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.387646:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977358.387650:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977358.387656:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977358.387659:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977358.387663:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977358.387668:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402751744:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977358.387674:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977358.387679:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977358.387683:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977358.387688:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977358.387696:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977358.387701:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977358.387710:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977358.387716:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977358.387725:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977358.387733:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402751744, portal 25 00000100:00000001:0.0:1783977358.387737:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977358.387740:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694535808 : -110484015015808 : ffff9b83ef881880) 00000100:00000040:0.0:1783977358.387750:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881880 x1870620402751744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.387764:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977358.387770:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977358.387773:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977358.387778:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402751744, offset 0 00000400:00000200:0.0:1783977358.387786:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977358.387794:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977358.387802:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977358.387807:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977358.387813:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977358.387819:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977358.387834:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977358.387843:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824830:824830:256:4294967295] 192.168.201.148@tcp LPNI seq info [824801:824801:8:4294967295] 00000400:00000200:0.0:1783977358.387853:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977358.387872:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977358.387884:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977358.387893:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977358.387905:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977358.387910:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 23 secs later) 00000800:00000100:0.0:1783977358.387927:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977358.387930:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977358.387937:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977358.387943:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977358.387948:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977358.387951:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977358.387957:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977358.387963:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881880 x1870620402751744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.387981:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977358.387988:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881880 x1870620402751744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977383 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.388029:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977358.388033:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977358.388041:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977358.388049:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977358.388055:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309685498 00000100:00000010:0.0:1783977358.388062:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783977358.388071:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977358.388077:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309685498 00000100:00000010:0.0:1783977358.388080:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783977358.388083:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977358.388093:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977358.388099:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977358.388105:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977358.388112:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977358/real 1783977358] req@ffff9b83ef881880 x1870620402751744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977358.388132:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977358.388136:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977358.388139:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977358.388143:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977358.388146:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977358.388149:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977358.388154:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881880 x1870620402751744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977358.388166:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881880 x1870620402751744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.388174:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977358.388176:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977358.388180:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977358.388182:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977358.388188:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881880 x1870620402751744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.388196:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977358.388201:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881880 x1870620402751744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977383 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.388210:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977358.388216:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977358.388219:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977358.388222:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977358.388225:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977358.388228:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977358.388234:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977358.388241:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977358.388245:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977358.388253:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881880 x1870620402751744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977383 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977358.388273:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402751744:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977358.388282:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977358.388287:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977358.388334:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881880 x1870620402751744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977383 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.388352:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977358.388357:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977358.388361:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977358.388375:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977358.388389:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977358.388393:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977358.388398:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977358.388402:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635400. 02000000:00000001:0.0:1783977358.388409:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977358.388413:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977358.388424:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881880. 00000100:00000001:0.0:1783977358.388433:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977358.388437:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977358.388442:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977358.388452:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977358.388456:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977358.388461:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977358.388463:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977358.388466:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977358.388473:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882300 x1870620402751872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.388495:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977358.388498:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977358.388503:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977358.388506:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977358.388511:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977358.388519:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402751872:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977358.388536:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977358.388540:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977358.388542:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977358.388547:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977358.388551:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977358.388555:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977358.388561:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977358.388566:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977358.388570:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977358.388573:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402751872, portal 10 00000100:00000001:0.0:1783977358.388575:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977358.388577:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694538496 : -110484015013120 : ffff9b83ef882300) 00000100:00000040:0.0:1783977358.388585:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882300 x1870620402751872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.388591:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977358.388594:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977358.388596:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977358.388598:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402751872, offset 0 00000400:00000200:0.0:1783977358.388602:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977358.388606:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977358.388610:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977358.388613:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977358.388615:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977358.388617:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977358.388620:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977358.388623:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824831:824831:256:4294967295] 192.168.201.148@tcp LPNI seq info [824802:824802:8:4294967295] 00000400:00000200:0.0:1783977358.388627:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977358.388634:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977358.388639:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977358.388643:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977358.388647:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977358.388649:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 23 secs later) 00000800:00000100:0.0:1783977358.388660:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977358.388661:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977358.388664:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977358.388667:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977358.388671:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977358.388673:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977358.388675:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977358.388679:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882300 x1870620402751872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.388687:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977358.388689:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882300 x1870620402751872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977383 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.388695:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977358.388697:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977358.388700:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977358.388704:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977358.388707:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977358.388709:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309684240 00000100:00000001:0.0:1783977358.388711:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309685498 00000100:00000001:0.0:1783977358.388714:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309684240 00000100:00000001:0.0:1783977358.388716:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309685498 00000100:00000001:0.0:1783977358.388718:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977358.388720:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977358.388723:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977358.388727:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977358/real 1783977358] req@ffff9b83ef882300 x1870620402751872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977358.388734:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977358.388736:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977358.388737:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977358.388740:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977358.388741:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977358.388743:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977358.388746:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882300 x1870620402751872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977358.388754:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882300 x1870620402751872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.388760:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977358.388761:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977358.388763:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977358.388764:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977358.388768:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882300 x1870620402751872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.388774:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977358.388778:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882300 x1870620402751872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977383 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.388783:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977358.388786:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977358.388787:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977358.388788:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977358.388790:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977358.388798:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977358.388800:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977358.388803:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977358.388806:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977358.388810:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882300 x1870620402751872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977383 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977358.388817:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402751872:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977358.388820:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977358.388823:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881500 x1870620402752000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.388829:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977358.388831:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977358.388833:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977358.388835:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977358.388837:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977358.388840:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402752000:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977358.388843:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977358.388845:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977358.388846:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977358.388848:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977358.388851:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977358.388853:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977358.388856:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977358.388859:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977358.388862:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977358.388865:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402752000, portal 10 00000100:00000001:0.0:1783977358.388867:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977358.388868:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694534912 : -110484015016704 : ffff9b83ef881500) 00000100:00000040:0.0:1783977358.388873:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881500 x1870620402752000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.388879:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977358.388882:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977358.388884:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977358.388886:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402752000, offset 0 00000400:00000200:0.0:1783977358.388890:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977358.388894:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977358.388897:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977358.388900:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977358.388902:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977358.388904:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977358.388906:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977358.388909:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824832:824832:256:4294967295] 192.168.201.148@tcp LPNI seq info [824803:824803:8:4294967295] 00000400:00000200:0.0:1783977358.388913:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977358.388919:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977358.388923:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977358.388926:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977358.388930:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977358.388933:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 23 secs later) 00000800:00000100:0.0:1783977358.388943:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977358.388945:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977358.388948:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977358.388951:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977358.388954:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977358.388956:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977358.388959:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977358.388962:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881500 x1870620402752000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.388970:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977358.388973:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881500 x1870620402752000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977383 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.388979:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977358.388980:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977358.388983:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977358.388986:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977358.388989:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977358.388991:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309684235 00000100:00000001:0.0:1783977358.388993:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309685498 00000100:00000001:0.0:1783977358.388995:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309684235 00000100:00000001:0.0:1783977358.388997:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309685498 00000100:00000001:0.0:1783977358.388998:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977358.389000:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977358.389002:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977358.389006:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977358/real 1783977358] req@ffff9b83ef881500 x1870620402752000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977358.389014:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977358.389016:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977358.389017:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977358.389019:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977358.389021:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977358.389023:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977358.389026:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881500 x1870620402752000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977358.389034:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881500 x1870620402752000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.389040:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977358.389041:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977358.389043:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977358.389044:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977358.389048:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881500 x1870620402752000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.389054:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977358.389057:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881500 x1870620402752000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977383 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.389064:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977358.389066:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977358.389067:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977358.389069:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977358.389070:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977358.389075:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977358.389078:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977358.389080:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977358.389082:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977358.389085:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881500 x1870620402752000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977383 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977358.389091:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402752000:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977358.389095:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977358.389098:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881c00 x1870620402752128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.389104:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977358.389105:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977358.389107:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977358.389109:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977358.389111:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977358.389113:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402752128:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977358.389116:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977358.389118:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977358.389119:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977358.389121:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977358.389124:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977358.389126:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977358.389129:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977358.389132:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977358.389135:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977358.389137:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402752128, portal 4 00000100:00000001:0.0:1783977358.389138:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977358.389139:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694536704 : -110484015014912 : ffff9b83ef881c00) 00000100:00000040:0.0:1783977358.389144:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881c00 x1870620402752128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.389147:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977358.389149:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977358.389150:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977358.389152:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402752128, offset 0 00000400:00000200:0.0:1783977358.389154:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977358.389156:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977358.389158:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977358.389160:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977358.389162:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977358.389163:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977358.389165:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977358.389167:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824833:824833:256:4294967295] 192.168.201.148@tcp LPNI seq info [824804:824804:8:4294967295] 00000400:00000200:0.0:1783977358.389169:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977358.389173:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977358.389176:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977358.389178:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977358.389180:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977358.389182:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 23 secs later) 00000800:00000100:0.0:1783977358.389188:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977358.389189:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977358.389191:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977358.389193:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977358.389195:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977358.389196:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977358.389198:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977358.389199:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881c00 x1870620402752128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.389204:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977358.389206:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881c00 x1870620402752128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977383 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.389210:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977358.389212:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977358.389214:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977358.389217:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977358.389219:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977358.389221:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309684262 00000100:00000001:0.0:1783977358.389223:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309685498 00000100:00000001:0.0:1783977358.389225:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309684262 00000100:00000001:0.0:1783977358.389227:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309685498 00000100:00000001:0.0:1783977358.389229:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977358.389231:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977358.389232:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977358.389236:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977358/real 1783977358] req@ffff9b83ef881c00 x1870620402752128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977358.389243:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977358.389245:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977358.389246:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977358.389249:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977358.389250:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977358.389252:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977358.389255:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881c00 x1870620402752128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977358.389262:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881c00 x1870620402752128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.389268:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977358.389269:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977358.389271:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977358.389272:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977358.389276:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881c00 x1870620402752128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.389282:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977358.389286:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881c00 x1870620402752128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977383 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.389310:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977358.389313:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977358.389314:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977358.389315:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977358.389316:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977358.389318:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977358.389320:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977358.389322:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977358.389324:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977358.389327:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881c00 x1870620402752128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977383 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977358.389331:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402752128:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977358.389334:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977358.389335:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977358.389337:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882300 x1870620402751872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977383 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.389343:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977358.389344:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977358.389346:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977358.389349:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977358.389350:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977358.389352:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977358.389354:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977358.389355:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783977358.389358:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977358.389360:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977358.389361:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882300. 00000100:00000001:0.0:1783977358.389364:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977358.389365:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977358.389367:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977358.389370:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881500 x1870620402752000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977383 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.389386:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977358.389388:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977358.389389:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977358.389393:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977358.389394:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977358.389396:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977358.389398:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977358.389399:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636400. 02000000:00000001:0.0:1783977358.389402:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977358.389403:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977358.389404:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881500. 00000100:00000001:0.0:1783977358.389407:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977358.389408:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977358.389409:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977358.389413:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881c00 x1870620402752128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977383 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.389418:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977358.389419:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977358.389420:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977358.389422:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977358.389423:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977358.389424:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977358.389426:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977358.389427:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634400. 02000000:00000001:0.0:1783977358.389429:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977358.389431:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977358.389432:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881c00. 00000100:00000001:0.0:1783977358.389434:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977358.389435:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977358.389436:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977358.389441:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977358.389442:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977358.389444:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977358.389445:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977358.389446:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977358.389450:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880000 x1870620402752256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.389457:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977358.389458:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977358.389460:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977358.389462:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977358.389464:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977358.389467:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402752256:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977358.389471:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977358.389473:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977358.389474:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977358.389476:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977358.389478:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977358.389480:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977358.389483:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977358.389486:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977358.389488:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977358.389491:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402752256, portal 4 00000100:00000001:0.0:1783977358.389493:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977358.389494:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694529536 : -110484015022080 : ffff9b83ef880000) 00000100:00000040:0.0:1783977358.389500:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880000 x1870620402752256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.389506:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977358.389508:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977358.389510:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977358.389512:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402752256, offset 0 00000400:00000200:0.0:1783977358.389514:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977358.389517:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977358.389519:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977358.389521:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977358.389522:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977358.389524:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977358.389526:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977358.389528:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824834:824834:256:4294967295] 192.168.201.148@tcp LPNI seq info [824805:824805:8:4294967295] 00000400:00000200:0.0:1783977358.389530:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977358.389534:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977358.389536:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977358.389538:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977358.389541:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977358.389542:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 23 secs later) 00000800:00000100:0.0:1783977358.389549:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977358.389550:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977358.389552:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977358.389554:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977358.389556:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977358.389557:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977358.389558:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977358.389561:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880000 x1870620402752256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.389565:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977358.389568:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880000 x1870620402752256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977383 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.389574:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977358.389576:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977358.389578:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977358.389581:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977358.389585:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977358.389586:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309684253 00000100:00000001:0.0:1783977358.389589:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309685498 00000100:00000001:0.0:1783977358.389591:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309684253 00000100:00000001:0.0:1783977358.389593:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309685498 00000100:00000001:0.0:1783977358.389595:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977358.389597:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977358.389598:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977358.389603:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977358/real 1783977358] req@ffff9b83ef880000 x1870620402752256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977358.389609:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977358.389611:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977358.389612:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977358.389614:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977358.389616:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977358.389618:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977358.389621:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880000 x1870620402752256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977358.389628:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880000 x1870620402752256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.389634:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977358.389635:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977358.389637:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977358.389638:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977358.389642:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880000 x1870620402752256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.389648:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977358.389652:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880000 x1870620402752256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977383 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.389658:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977358.389661:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977358.389662:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977358.389663:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977358.389665:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977358.389669:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977358.389671:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977358.389674:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977358.389677:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977358.389680:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880000 x1870620402752256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977383 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977358.389688:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402752256:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977358.389691:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977358.389693:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977358.389695:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880000 x1870620402752256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977383 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977358.389701:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977358.389702:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977358.389704:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977358.389706:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977358.389707:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977358.389709:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977358.389710:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977358.389712:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634000. 02000000:00000001:0.0:1783977358.389714:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977358.389715:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977358.389717:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880000. 00000100:00000001:0.0:1783977358.389719:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977358.389720:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977358.389722:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977358.389724:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977358.389725:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977358.389727:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977358.389728:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977358.899416:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977358.899425:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977358.899429:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977358.899438:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977358.899446:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977358.899451:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977358.899470:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977358.899473:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977358.899477:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977358.899498:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977358.899501:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977358.899509:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977358.899512:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977358.899517:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977358.899520:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977358.899525:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977358.899529:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977358.899533:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977358.899534:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977359.923424:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977359.923433:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977359.923438:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977359.923447:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977359.923453:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977359.923459:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977359.923466:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977359.923469:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977359.923476:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977359.923504:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977359.923510:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977359.923519:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977359.923523:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977359.923530:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977359.923532:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977359.923539:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977359.923543:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977359.923547:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977359.923551:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977360.947412:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977360.947418:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977360.947426:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977360.947430:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977360.947438:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977360.947442:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977360.947450:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977360.947453:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977360.947458:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977360.947461:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977360.947486:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977360.947491:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977360.947495:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977360.947521:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977360.947525:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977360.947526:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977360.947529:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977360.947533:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977360.947535:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977360.947537:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977360.947538:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977360.947540:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977360.949886:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977360.949890:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977360.949891:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977360.949894:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977360.949896:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977360.949898:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977360.949900:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977360.949902:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977360.949904:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977361.971460:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977361.971465:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977361.971467:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977361.971471:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977361.971474:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977361.971477:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977361.971478:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977361.971480:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977361.971482:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977361.971502:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977361.971504:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977361.971521:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977361.971525:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977361.971532:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977361.971535:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977361.971539:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977361.971541:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977361.971544:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977361.971675:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977361.971695:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977361.971697:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977361.971700:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977361.972867:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977361.972872:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977361.972876:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977361.972880:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977361.972882:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977361.972884:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977361.972886:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977361.972888:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977361.972890:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977361.972976:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977361.972980:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977361.972983:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977361.972989:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977361.972994:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977361.972999:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977361.973004:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977361.973008:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977361.973014:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977362.995419:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977362.995424:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977362.995428:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977362.995435:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977362.995442:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977362.995448:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977362.995464:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977362.995468:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977362.995471:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977362.995487:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977362.995493:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977362.995497:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977362.995503:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977362.995509:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977362.995514:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977362.995520:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977362.995522:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977362.995525:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977362.995544:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977362.995547:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977362.995552:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977362.995556:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977362.995559:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977362.995564:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977362.995569:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977362.995571:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977362.995573:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977362.995574:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977362.995577:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977362.995578:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977362.995580:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977362.995581:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977362.995583:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977362.995585:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977362.995592:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977362.995594:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977362.995598:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977362.995599:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977362.995600:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977362.995601:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977362.995603:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977362.995604:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977362.995606:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977362.995607:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977362.995610:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977362.995612:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977362.995613:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977362.995614:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977362.995616:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977362.995617:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977362.995618:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977362.995620:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977362.995634:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977362.995637:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977362.995639:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977363.508223:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977363.508229:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977363.508233:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977363.508243:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1180 x1870620402752384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.508273:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977363.508277:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977363.508282:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977363.508316:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977363.508320:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977363.508324:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402752384:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977363.508330:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977363.508335:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977363.508339:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977363.508343:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977363.508349:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977363.508352:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977363.508360:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977363.508366:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977363.508375:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977363.508383:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402752384, portal 25 00000100:00000001:0.0:1783977363.508387:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977363.508390:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889962368 : -110483819589248 : ffff9b83fb2e1180) 00000100:00000040:0.0:1783977363.508397:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1180 x1870620402752384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.508408:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977363.508412:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977363.508416:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977363.508422:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402752384, offset 0 00000400:00000200:0.0:1783977363.508433:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977363.508443:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977363.508453:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977363.508459:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977363.508466:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977363.508472:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977363.508478:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977363.508487:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824835:824835:256:4294967295] 192.168.201.148@tcp LPNI seq info [824806:824806:8:4294967295] 00000400:00000200:0.0:1783977363.508498:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977363.508516:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977363.508523:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977363.508537:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977363.508551:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977363.508557:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783977363.508575:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977363.508578:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977363.508585:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977363.508590:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977363.508597:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977363.508599:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977363.508605:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977363.508610:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1180 x1870620402752384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.508625:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977363.508631:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1180 x1870620402752384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977388 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.508645:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977363.508648:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977363.508655:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977363.508663:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977363.508669:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309690619 00000100:00000010:0.0:1783977363.508675:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783977363.508682:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977363.508689:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309690619 00000100:00000010:0.0:1783977363.508692:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783977363.508695:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977363.508699:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977363.508702:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977363.508706:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977363.508712:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977363/real 1783977363] req@ffff9b83fb2e1180 x1870620402752384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977363.508725:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977363.508728:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977363.508730:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977363.508734:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977363.508737:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977363.508740:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977363.508745:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1180 x1870620402752384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977363.508755:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1180 x1870620402752384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.508766:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977363.508769:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977363.508772:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977363.508776:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977363.508784:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1180 x1870620402752384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.508804:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977363.508814:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1180 x1870620402752384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977388 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.508825:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977363.508830:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977363.508832:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977363.508835:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977363.508837:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977363.508838:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977363.508843:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977363.508846:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977363.508849:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977363.508855:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1180 x1870620402752384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977388 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977363.508866:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402752384:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977363.508871:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977363.508874:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977363.508881:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1180 x1870620402752384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977388 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.508903:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977363.508906:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977363.508908:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977363.508911:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977363.508913:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977363.508915:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977363.508919:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977363.508922:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff6800. 02000000:00000001:0.0:1783977363.508927:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977363.508930:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977363.508932:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1180. 00000100:00000001:0.0:1783977363.508936:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977363.508938:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977363.508941:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977363.508947:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977363.508950:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977363.508955:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977363.508958:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977363.508961:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977363.508968:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3480 x1870620402752512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.508987:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977363.508991:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977363.508998:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977363.509002:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977363.509008:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977363.509017:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402752512:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977363.509021:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977363.509023:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977363.509025:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977363.509026:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977363.509031:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977363.509034:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977363.509039:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977363.509043:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977363.509048:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977363.509052:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402752512, portal 10 00000100:00000001:0.0:1783977363.509056:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977363.509058:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889971328 : -110483819580288 : ffff9b83fb2e3480) 00000100:00000040:0.0:1783977363.509066:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3480 x1870620402752512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.509077:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977363.509081:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977363.509085:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977363.509088:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402752512, offset 0 00000400:00000200:0.0:1783977363.509096:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977363.509102:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977363.509107:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977363.509113:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977363.509117:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977363.509121:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977363.509126:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977363.509133:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824836:824836:256:4294967295] 192.168.201.148@tcp LPNI seq info [824807:824807:8:4294967295] 00000400:00000200:0.0:1783977363.509143:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977363.509153:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977363.509157:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977363.509160:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977363.509163:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977363.509165:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783977363.509173:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977363.509174:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977363.509176:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977363.509178:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977363.509180:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977363.509181:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977363.509182:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977363.509185:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3480 x1870620402752512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.509190:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977363.509191:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3480 x1870620402752512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977388 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.509197:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977363.509199:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977363.509201:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977363.509205:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977363.509208:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977363.509210:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309689360 00000100:00000001:0.0:1783977363.509213:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309690619 00000100:00000001:0.0:1783977363.509215:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309689360 00000100:00000001:0.0:1783977363.509217:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309690619 00000100:00000001:0.0:1783977363.509219:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977363.509221:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977363.509222:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977363.509226:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977363/real 1783977363] req@ffff9b83fb2e3480 x1870620402752512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977363.509239:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977363.509240:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977363.509242:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977363.509244:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977363.509246:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977363.509248:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977363.509251:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3480 x1870620402752512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977363.509258:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3480 x1870620402752512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.509265:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977363.509266:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977363.509268:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977363.509269:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977363.509272:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3480 x1870620402752512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.509278:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977363.509282:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3480 x1870620402752512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977388 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.509316:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977363.509318:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977363.509320:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977363.509321:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977363.509323:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977363.509331:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977363.509333:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977363.509337:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977363.509339:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977363.509344:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3480 x1870620402752512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977388 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977363.509351:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402752512:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977363.509355:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977363.509358:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3100 x1870620402752640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.509364:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977363.509365:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977363.509367:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977363.509369:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977363.509371:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977363.509374:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402752640:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977363.509377:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977363.509379:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977363.509380:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977363.509382:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977363.509385:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977363.509387:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977363.509390:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977363.509392:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977363.509395:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977363.509397:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402752640, portal 10 00000100:00000001:0.0:1783977363.509399:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977363.509401:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889970432 : -110483819581184 : ffff9b83fb2e3100) 00000100:00000040:0.0:1783977363.509406:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3100 x1870620402752640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.509411:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977363.509413:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977363.509415:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977363.509417:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402752640, offset 0 00000400:00000200:0.0:1783977363.509422:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977363.509425:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977363.509429:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977363.509431:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977363.509433:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977363.509436:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977363.509438:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977363.509441:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824837:824837:256:4294967295] 192.168.201.148@tcp LPNI seq info [824808:824808:8:4294967295] 00000400:00000200:0.0:1783977363.509445:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977363.509450:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977363.509454:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977363.509457:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977363.509461:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977363.509463:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783977363.509473:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977363.509474:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977363.509477:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977363.509480:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977363.509483:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977363.509485:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977363.509487:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977363.509490:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3100 x1870620402752640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.509497:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977363.509500:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3100 x1870620402752640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977388 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.509506:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977363.509508:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977363.509510:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977363.509513:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977363.509516:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977363.509518:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309689356 00000100:00000001:0.0:1783977363.509521:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309690619 00000100:00000001:0.0:1783977363.509523:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309689356 00000100:00000001:0.0:1783977363.509524:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309690619 00000100:00000001:0.0:1783977363.509526:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977363.509528:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977363.509530:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977363.509533:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977363/real 1783977363] req@ffff9b83fb2e3100 x1870620402752640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977363.509541:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977363.509542:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977363.509544:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977363.509546:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977363.509547:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977363.509549:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977363.509552:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3100 x1870620402752640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977363.509560:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3100 x1870620402752640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.509566:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977363.509567:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977363.509568:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977363.509570:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977363.509573:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3100 x1870620402752640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.509580:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977363.509583:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3100 x1870620402752640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977388 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.509590:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977363.509610:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977363.509612:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977363.509613:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977363.509615:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977363.509620:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977363.509622:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977363.509626:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977363.509628:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977363.509632:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3100 x1870620402752640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977388 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977363.509639:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402752640:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977363.509643:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977363.509645:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2680 x1870620402752768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.509652:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977363.509653:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977363.509655:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977363.509657:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977363.509659:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977363.509662:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402752768:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977363.509664:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977363.509666:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977363.509667:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977363.509668:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977363.509671:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783977363.509673:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977363.509676:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977363.509678:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977363.509681:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977363.509683:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402752768, portal 4 00000100:00000001:0.0:1783977363.509686:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977363.509687:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889967744 : -110483819583872 : ffff9b83fb2e2680) 00000100:00000040:0.0:1783977363.509693:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2680 x1870620402752768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.509698:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977363.509700:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977363.509703:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977363.509705:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402752768, offset 0 00000400:00000200:0.0:1783977363.509709:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977363.509713:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977363.509716:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977363.509719:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977363.509721:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977363.509723:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977363.509725:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977363.509728:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824838:824838:256:4294967295] 192.168.201.148@tcp LPNI seq info [824809:824809:8:4294967295] 00000400:00000200:0.0:1783977363.509731:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977363.509738:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977363.509742:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977363.509745:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977363.509748:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977363.509750:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783977363.509760:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977363.509761:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977363.509764:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977363.509767:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977363.509769:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977363.509771:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977363.509773:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977363.509777:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2680 x1870620402752768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.509792:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977363.509795:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2680 x1870620402752768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977388 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.509801:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977363.509803:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977363.509806:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977363.509809:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977363.509811:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977363.509813:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309689383 00000100:00000001:0.0:1783977363.509816:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309690619 00000100:00000001:0.0:1783977363.509817:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309689383 00000100:00000001:0.0:1783977363.509819:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309690619 00000100:00000001:0.0:1783977363.509821:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977363.509823:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977363.509825:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977363.509828:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977363/real 1783977363] req@ffff9b83fb2e2680 x1870620402752768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977363.509836:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977363.509837:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977363.509838:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977363.509840:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977363.509841:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977363.509842:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977363.509845:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2680 x1870620402752768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977363.509851:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2680 x1870620402752768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.509856:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977363.509858:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977363.509859:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977363.509860:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977363.509863:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2680 x1870620402752768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.509869:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977363.509873:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2680 x1870620402752768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977388 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.509879:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977363.509882:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977363.509883:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977363.509885:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977363.509886:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977363.509889:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977363.509892:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977363.509894:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977363.509896:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977363.509900:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2680 x1870620402752768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977388 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977363.509906:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402752768:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977363.509910:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977363.509911:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977363.509914:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3480 x1870620402752512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977388 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.509920:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977363.509922:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977363.509924:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977363.509926:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977363.509928:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977363.509930:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977363.509932:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977363.509934:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff7c00. 02000000:00000001:0.0:1783977363.509936:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977363.509937:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977363.509939:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3480. 00000100:00000001:0.0:1783977363.509941:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977363.509942:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977363.509944:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977363.509947:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3100 x1870620402752640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977388 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.509953:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977363.509954:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977363.509955:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977363.509957:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977363.509958:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977363.509959:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977363.509961:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977363.509962:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff6400. 02000000:00000001:0.0:1783977363.509964:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977363.509965:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977363.509966:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3100. 00000100:00000001:0.0:1783977363.509968:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977363.509969:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977363.509970:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977363.509973:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2680 x1870620402752768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977388 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.509978:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977363.509979:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977363.509980:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783977363.509982:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977363.509983:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977363.509984:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977363.509986:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977363.509987:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff5800. 02000000:00000001:0.0:1783977363.509989:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977363.509991:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977363.509992:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2680. 00000100:00000001:0.0:1783977363.509994:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977363.509995:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977363.509997:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977363.510000:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977363.510002:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977363.510004:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977363.510005:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977363.510006:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977363.510009:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1c00 x1870620402752896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.510016:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977363.510017:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977363.510019:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977363.510021:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977363.510022:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977363.510025:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402752896:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977363.510028:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977363.510030:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977363.510031:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977363.510033:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977363.510036:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783977363.510038:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977363.510041:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977363.510043:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977363.510046:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977363.510048:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402752896, portal 4 00000100:00000001:0.0:1783977363.510050:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977363.510051:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889965056 : -110483819586560 : ffff9b83fb2e1c00) 00000100:00000040:0.0:1783977363.510057:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1c00 x1870620402752896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.510063:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977363.510065:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977363.510067:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977363.510069:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402752896, offset 0 00000400:00000200:0.0:1783977363.510073:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977363.510076:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977363.510079:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977363.510081:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977363.510083:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977363.510085:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977363.510087:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977363.510089:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824839:824839:256:4294967295] 192.168.201.148@tcp LPNI seq info [824810:824810:8:4294967295] 00000400:00000200:0.0:1783977363.510093:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977363.510099:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977363.510104:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977363.510107:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977363.510110:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977363.510113:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783977363.510122:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977363.510123:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977363.510126:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977363.510129:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977363.510131:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977363.510133:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977363.510136:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977363.510139:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1c00 x1870620402752896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.510146:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977363.510149:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1c00 x1870620402752896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977388 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.510155:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977363.510156:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977363.510159:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977363.510162:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977363.510165:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977363.510167:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309689373 00000100:00000001:0.0:1783977363.510169:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309690619 00000100:00000001:0.0:1783977363.510171:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309689373 00000100:00000001:0.0:1783977363.510173:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309690619 00000100:00000001:0.0:1783977363.510175:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977363.510177:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977363.510179:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977363.510182:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977363/real 1783977363] req@ffff9b83fb2e1c00 x1870620402752896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977363.510188:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977363.510189:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977363.510191:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977363.510193:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977363.510194:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977363.510196:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977363.510199:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1c00 x1870620402752896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977363.510207:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1c00 x1870620402752896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.510213:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977363.510215:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977363.510216:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977363.510217:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977363.510220:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1c00 x1870620402752896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.510227:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977363.510230:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1c00 x1870620402752896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977388 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.510237:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977363.510239:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977363.510240:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977363.510242:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977363.510244:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977363.510247:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977363.510250:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977363.510252:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977363.510255:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977363.510258:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1c00 x1870620402752896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977388 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977363.510265:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402752896:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977363.510269:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977363.510270:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977363.510273:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1c00 x1870620402752896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977388 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977363.510279:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977363.510280:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977363.510282:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783977363.510284:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977363.510313:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977363.510314:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977363.510317:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977363.510318:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff4000. 02000000:00000001:0.0:1783977363.510321:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977363.510322:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977363.510323:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1c00. 00000100:00000001:0.0:1783977363.510325:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977363.510327:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977363.510329:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977363.510332:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977363.510333:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977363.510335:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977363.510336:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977364.019453:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977364.019459:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977364.019466:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977364.019469:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977364.019473:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977364.019474:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977364.019478:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977364.019480:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977364.019483:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977364.019485:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977364.019504:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977364.019507:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977364.019510:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977364.019988:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977364.019992:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977364.019995:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977364.020001:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977364.020006:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977364.020010:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977364.020015:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977364.020020:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977364.020026:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977364.020050:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977364.020053:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977364.020055:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977364.020057:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977364.020060:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977364.020062:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977364.020064:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977364.020065:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977364.020068:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977365.043406:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977365.043413:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977365.043418:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977365.043422:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977365.043427:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977365.043433:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977365.043439:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977365.043445:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977365.043451:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977365.043465:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977365.043469:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977365.043472:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977365.043475:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977365.043477:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977365.043482:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977365.043486:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977365.043488:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977365.043494:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977365.043514:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977365.043517:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977365.043524:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977365.043527:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977365.043532:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977365.043534:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977365.043540:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977365.043542:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977365.043546:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977365.043548:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977365.043562:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977365.043564:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977365.043566:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977366.067627:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977366.067629:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977366.067631:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977366.067633:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977366.067635:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977366.067636:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977366.067638:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977366.067639:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977366.067641:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977366.067652:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977366.067657:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977366.067660:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977366.067663:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977366.067667:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977366.067671:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977366.067675:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977366.067678:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977366.067682:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977366.067703:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977366.067706:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977366.067711:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977366.067712:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977366.067716:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977366.067717:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977366.067719:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977366.067720:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977366.067722:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977366.067723:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977366.067736:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977366.067739:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977366.067741:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977367.091415:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977367.091424:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977367.091428:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977367.091436:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977367.091441:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977367.091446:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977367.091452:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977367.091456:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977367.091460:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977367.091478:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977367.091494:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977367.091497:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977367.091501:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977367.091507:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977367.091511:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977367.091516:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977367.091520:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977367.091526:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977367.091551:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977367.091555:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977367.091559:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977367.091560:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977367.091564:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977367.091565:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977367.091569:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977367.091571:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977367.091574:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977367.091576:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977367.091592:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977367.091595:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977367.091597:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977368.115431:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977368.115437:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977368.115441:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977368.115447:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977368.115452:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977368.115456:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977368.115474:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977368.115478:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977368.115483:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977368.115502:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977368.115513:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977368.115516:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977368.115525:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977368.115533:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977368.115538:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977368.115544:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977368.115547:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977368.115551:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977368.115578:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977368.115584:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977368.115586:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977368.115589:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977368.115593:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977368.115596:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977368.115598:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977368.115600:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977368.115604:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977368.115606:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977368.115610:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977368.115611:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977368.115615:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977368.115616:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977368.115620:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977368.115621:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977368.115634:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977368.115637:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977368.115640:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977368.627676:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977368.627681:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977368.627684:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977368.627693:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39180 x1870620402753024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.627717:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977368.627721:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977368.627728:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977368.627733:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977368.627740:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977368.627746:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402753024:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977368.627754:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977368.627760:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977368.627764:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977368.627769:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977368.627775:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977368.627780:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977368.627790:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977368.627796:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977368.627804:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977368.627814:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402753024, portal 25 00000100:00000001:0.0:1783977368.627818:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977368.627820:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682704768 : -110484026846848 : ffff9b83eed39180) 00000100:00000040:0.0:1783977368.627828:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39180 x1870620402753024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.627844:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977368.627852:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977368.627858:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977368.627865:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402753024, offset 0 00000400:00000200:0.0:1783977368.627877:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977368.627888:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977368.627898:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977368.627908:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977368.627915:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977368.627921:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977368.627928:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977368.627936:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824840:824840:256:4294967295] 192.168.201.148@tcp LPNI seq info [824811:824811:8:4294967295] 00000400:00000200:0.0:1783977368.627944:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977368.627960:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977368.627970:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977368.627978:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977368.627988:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977368.627992:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783977368.628018:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977368.628022:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977368.628030:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977368.628040:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977368.628049:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977368.628055:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977368.628063:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977368.628071:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39180 x1870620402753024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.628101:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977368.628109:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39180 x1870620402753024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977393 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.628126:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977368.628130:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977368.628137:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977368.628144:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977368.628150:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309695738 00000100:00000010:0.0:1783977368.628167:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783977368.628176:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977368.628183:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309695738 00000100:00000010:0.0:1783977368.628189:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783977368.628194:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977368.628214:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977368.628218:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977368.628223:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977368.628233:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977368/real 1783977368] req@ffff9b83eed39180 x1870620402753024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977368.628248:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977368.628251:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977368.628255:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977368.628259:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977368.628263:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977368.628269:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977368.628276:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39180 x1870620402753024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977368.628323:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39180 x1870620402753024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.628339:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977368.628342:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977368.628347:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977368.628349:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977368.628355:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39180 x1870620402753024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.628367:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977368.628374:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39180 x1870620402753024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977393 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.628386:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977368.628391:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977368.628394:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977368.628397:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977368.628400:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977368.628403:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977368.628406:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977368.628412:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977368.628416:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977368.628422:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39180 x1870620402753024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977393 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977368.628435:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402753024:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977368.628443:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977368.628447:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977368.628453:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39180 x1870620402753024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977393 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.628466:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977368.628470:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977368.628473:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977368.628478:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977368.628482:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977368.628485:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977368.628489:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977368.628492:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15800. 02000000:00000001:0.0:1783977368.628497:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977368.628506:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977368.628510:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39180. 00000100:00000001:0.0:1783977368.628517:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977368.628520:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977368.628525:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977368.628535:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977368.628539:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977368.628545:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977368.628564:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977368.628568:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977368.628574:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620402753152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.628579:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977368.628581:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977368.628582:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977368.628584:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977368.628585:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977368.628587:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402753152:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977368.628589:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977368.628590:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977368.628591:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977368.628592:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977368.628594:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977368.628596:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977368.628598:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977368.628600:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977368.628602:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977368.628605:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402753152, portal 10 00000100:00000001:0.0:1783977368.628607:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977368.628608:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783977368.628614:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620402753152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.628620:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977368.628622:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977368.628624:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977368.628627:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402753152, offset 0 00000400:00000200:0.0:1783977368.628630:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977368.628634:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977368.628638:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977368.628641:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977368.628644:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977368.628646:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977368.628649:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977368.628651:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824841:824841:256:4294967295] 192.168.201.148@tcp LPNI seq info [824812:824812:8:4294967295] 00000400:00000200:0.0:1783977368.628655:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977368.628660:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977368.628665:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977368.628668:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977368.628672:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977368.628674:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783977368.628685:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977368.628686:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977368.628689:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977368.628692:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977368.628695:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977368.628697:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977368.628699:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977368.628703:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620402753152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.628710:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977368.628712:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620402753152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977393 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.628722:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977368.628724:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977368.628727:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977368.628731:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977368.628734:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977368.628736:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309694480 00000100:00000001:0.0:1783977368.628738:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309695738 00000100:00000001:0.0:1783977368.628740:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309694480 00000100:00000001:0.0:1783977368.628741:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309695738 00000100:00000001:0.0:1783977368.628743:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977368.628745:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977368.628747:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977368.628750:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977368/real 1783977368] req@ffff9b83eed39f80 x1870620402753152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977368.628757:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977368.628758:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977368.628760:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977368.628762:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977368.628764:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977368.628766:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977368.628768:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620402753152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977368.628776:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620402753152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.628783:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977368.628784:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977368.628786:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977368.628787:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977368.628791:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620402753152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.628797:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977368.628800:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620402753152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977393 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.628806:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977368.628808:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977368.628809:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977368.628810:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977368.628811:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977368.628819:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977368.628822:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977368.628825:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977368.628827:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977368.628831:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620402753152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977393 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977368.628837:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402753152:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977368.628840:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977368.628843:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38a80 x1870620402753280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.628849:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977368.628851:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977368.628853:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977368.628855:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977368.628857:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977368.628860:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402753280:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977368.628863:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977368.628865:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977368.628867:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977368.628868:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977368.628871:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977368.628873:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977368.628876:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977368.628878:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977368.628881:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977368.628883:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402753280, portal 10 00000100:00000001:0.0:1783977368.628885:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977368.628886:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682702976 : -110484026848640 : ffff9b83eed38a80) 00000100:00000040:0.0:1783977368.628891:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38a80 x1870620402753280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.628896:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977368.628899:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977368.628901:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977368.628903:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402753280, offset 0 00000400:00000200:0.0:1783977368.628907:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977368.628911:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977368.628915:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977368.628918:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977368.628920:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977368.628922:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977368.628925:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977368.628927:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824842:824842:256:4294967295] 192.168.201.148@tcp LPNI seq info [824813:824813:8:4294967295] 00000400:00000200:0.0:1783977368.628931:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977368.628936:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977368.628941:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977368.628944:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977368.628947:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977368.628950:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783977368.628959:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977368.628961:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977368.628964:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977368.628966:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977368.628969:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977368.628970:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977368.628972:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977368.628975:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38a80 x1870620402753280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.628982:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977368.628985:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620402753280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977393 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.628991:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977368.628992:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977368.628995:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977368.628997:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977368.629000:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977368.629002:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309694475 00000100:00000001:0.0:1783977368.629004:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309695738 00000100:00000001:0.0:1783977368.629006:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309694475 00000100:00000001:0.0:1783977368.629008:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309695738 00000100:00000001:0.0:1783977368.629010:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977368.629012:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977368.629014:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977368.629017:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977368/real 1783977368] req@ffff9b83eed38a80 x1870620402753280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977368.629025:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977368.629026:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977368.629028:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977368.629030:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977368.629032:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977368.629034:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977368.629038:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38a80 x1870620402753280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977368.629043:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38a80 x1870620402753280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.629047:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977368.629048:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977368.629049:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977368.629050:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977368.629052:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38a80 x1870620402753280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.629056:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977368.629058:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38a80 x1870620402753280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977393 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.629061:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977368.629063:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977368.629063:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977368.629064:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977368.629065:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977368.629069:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977368.629070:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977368.629072:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977368.629073:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977368.629075:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38a80 x1870620402753280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977393 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977368.629079:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402753280:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977368.629081:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977368.629083:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620402753408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.629087:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977368.629088:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977368.629090:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977368.629091:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977368.629092:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977368.629094:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402753408:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977368.629096:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977368.629097:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977368.629098:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977368.629099:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977368.629101:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977368.629102:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977368.629104:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977368.629106:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977368.629108:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977368.629110:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402753408, portal 4 00000100:00000001:0.0:1783977368.629111:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977368.629112:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783977368.629115:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620402753408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.629120:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977368.629122:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977368.629124:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977368.629126:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402753408, offset 0 00000400:00000200:0.0:1783977368.629130:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977368.629134:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977368.629137:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977368.629140:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977368.629142:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977368.629144:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977368.629146:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977368.629149:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824843:824843:256:4294967295] 192.168.201.148@tcp LPNI seq info [824814:824814:8:4294967295] 00000400:00000200:0.0:1783977368.629153:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977368.629159:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977368.629163:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977368.629166:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977368.629170:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977368.629172:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783977368.629182:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977368.629184:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977368.629186:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977368.629189:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977368.629193:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977368.629194:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977368.629210:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977368.629213:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3a300 x1870620402753408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.629233:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977368.629236:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620402753408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977393 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.629242:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977368.629244:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977368.629246:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977368.629249:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977368.629252:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977368.629254:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309694502 00000100:00000001:0.0:1783977368.629256:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309695738 00000100:00000001:0.0:1783977368.629258:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309694502 00000100:00000001:0.0:1783977368.629260:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309695738 00000100:00000001:0.0:1783977368.629262:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977368.629264:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977368.629266:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977368.629270:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977368/real 1783977368] req@ffff9b83eed3a300 x1870620402753408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977368.629277:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977368.629279:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977368.629280:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977368.629282:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977368.629284:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977368.629286:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977368.629289:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620402753408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977368.629317:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620402753408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.629323:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977368.629324:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977368.629326:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977368.629328:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977368.629331:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620402753408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.629337:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977368.629340:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620402753408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977393 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.629347:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977368.629349:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977368.629350:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977368.629351:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977368.629353:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977368.629357:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977368.629359:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977368.629362:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977368.629364:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977368.629367:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620402753408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977393 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977368.629375:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402753408:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977368.629378:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977368.629380:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977368.629383:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620402753152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977393 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.629389:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977368.629391:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977368.629392:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977368.629395:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977368.629396:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977368.629398:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977368.629400:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977368.629401:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec17400. 02000000:00000001:0.0:1783977368.629404:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977368.629405:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977368.629407:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783977368.629409:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977368.629410:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977368.629412:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977368.629415:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38a80 x1870620402753280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977393 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.629420:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977368.629421:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977368.629423:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977368.629426:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977368.629427:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977368.629428:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977368.629430:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977368.629432:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16400. 02000000:00000001:0.0:1783977368.629434:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977368.629435:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977368.629436:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38a80. 00000100:00000001:0.0:1783977368.629438:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977368.629439:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977368.629440:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977368.629444:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620402753408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977393 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.629450:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977368.629451:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977368.629452:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977368.629454:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977368.629455:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977368.629457:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977368.629458:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977368.629459:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15400. 02000000:00000001:0.0:1783977368.629461:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977368.629462:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977368.629463:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783977368.629465:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977368.629466:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977368.629468:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977368.629472:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977368.629473:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977368.629475:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977368.629476:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977368.629478:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977368.629481:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b480 x1870620402753536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.629487:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977368.629489:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977368.629491:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977368.629492:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977368.629495:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977368.629497:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402753536:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977368.629501:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977368.629502:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977368.629504:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977368.629505:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977368.629508:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977368.629510:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977368.629513:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977368.629516:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977368.629518:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977368.629521:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402753536, portal 4 00000100:00000001:0.0:1783977368.629523:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977368.629524:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682713728 : -110484026837888 : ffff9b83eed3b480) 00000100:00000040:0.0:1783977368.629529:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b480 x1870620402753536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.629534:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977368.629536:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977368.629537:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977368.629540:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402753536, offset 0 00000400:00000200:0.0:1783977368.629543:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977368.629547:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977368.629550:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977368.629553:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977368.629556:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977368.629558:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977368.629560:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977368.629563:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824844:824844:256:4294967295] 192.168.201.148@tcp LPNI seq info [824815:824815:8:4294967295] 00000400:00000200:0.0:1783977368.629567:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977368.629573:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977368.629577:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977368.629581:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977368.629584:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977368.629587:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783977368.629598:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977368.629600:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977368.629603:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977368.629606:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977368.629609:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977368.629610:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977368.629613:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977368.629617:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b480 x1870620402753536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.629624:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977368.629627:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620402753536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977393 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.629632:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977368.629633:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977368.629636:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977368.629639:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977368.629642:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977368.629644:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309694493 00000100:00000001:0.0:1783977368.629646:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309695738 00000100:00000001:0.0:1783977368.629648:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309694493 00000100:00000001:0.0:1783977368.629650:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309695738 00000100:00000001:0.0:1783977368.629653:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977368.629655:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977368.629656:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977368.629660:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977368/real 1783977368] req@ffff9b83eed3b480 x1870620402753536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977368.629667:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977368.629668:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977368.629670:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977368.629673:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977368.629674:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977368.629676:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977368.629678:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b480 x1870620402753536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977368.629686:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b480 x1870620402753536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.629692:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977368.629693:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977368.629695:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977368.629696:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977368.629700:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b480 x1870620402753536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.629706:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977368.629710:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b480 x1870620402753536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977393 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.629716:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977368.629719:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977368.629720:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977368.629721:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977368.629723:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977368.629726:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977368.629729:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977368.629731:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977368.629734:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977368.629737:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b480 x1870620402753536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977393 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977368.629745:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402753536:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977368.629748:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977368.629750:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977368.629753:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b480 x1870620402753536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977393 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977368.629759:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977368.629760:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977368.629762:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977368.629764:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977368.629765:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977368.629767:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977368.629769:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977368.629770:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15c00. 02000000:00000001:0.0:1783977368.629772:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977368.629773:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977368.629775:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b480. 00000100:00000001:0.0:1783977368.629777:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977368.629779:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977368.629780:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977368.629783:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977368.629784:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977368.629786:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977368.629788:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977369.139609:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977369.139615:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977369.139618:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977369.139622:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977369.139627:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977369.139630:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977369.139633:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977369.139635:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977369.139637:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977369.139667:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977369.139671:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977369.139677:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977369.139679:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977369.139682:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977369.139684:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977369.139688:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977369.139691:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977369.139696:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977369.139700:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977369.139718:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977369.139722:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977369.139725:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977370.163416:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977370.163425:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977370.163429:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977370.163438:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977370.163444:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977370.163451:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977370.163458:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977370.163462:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977370.163466:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977370.163500:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977370.163505:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977370.163511:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977370.163514:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977370.163521:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977370.163524:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977370.163530:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977370.163533:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977370.163541:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977370.163544:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977370.163563:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977370.163566:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977370.163569:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977371.187410:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977371.187418:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977371.187421:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977371.187428:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977371.187435:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977371.187441:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977371.187445:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977371.187449:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977371.187453:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977371.187476:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977371.187478:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977371.187485:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977371.187488:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977371.187493:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977371.187496:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977371.187502:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977371.187505:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977371.187512:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977371.187515:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977372.211428:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977372.211434:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977372.211439:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977372.211446:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977372.211452:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977372.211456:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977372.211463:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977372.211468:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977372.211473:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977372.211497:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977372.211500:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977372.211504:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977372.211506:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977372.211510:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977372.211512:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977372.211516:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977372.211517:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977372.211520:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977372.211521:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977372.212161:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977372.212166:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977372.212169:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977372.212174:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977372.212178:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977372.212182:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977372.212188:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977372.212191:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977372.212196:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977372.212224:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977372.212229:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977372.212233:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977372.212239:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977372.212244:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977372.212249:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977372.212261:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977372.212264:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977372.212267:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977373.235405:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977373.235412:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977373.235416:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977373.235423:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977373.235431:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977373.235435:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977373.235450:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977373.235454:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977373.235457:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977373.235475:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977373.235480:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977373.235483:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977373.235489:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977373.235495:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977373.235500:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977373.235506:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977373.235510:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977373.235515:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977373.235541:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977373.235543:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977373.235547:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977373.235550:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977373.235552:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977373.235555:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977373.235557:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977373.235559:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977373.235560:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977373.235562:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977373.235564:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977373.235566:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977373.235567:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977373.235568:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977373.235569:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977373.235570:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977373.235571:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977373.235572:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977373.235574:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977373.235575:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977373.235575:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977373.235576:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977373.235577:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977373.235578:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977373.235579:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977373.235580:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977373.235581:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977373.235582:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977373.235583:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977373.235584:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977373.235584:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977373.235585:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977373.235586:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977373.235587:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977373.747748:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977373.747754:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977373.747757:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977373.747768:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1c00 x1870620402753664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.747786:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977373.747790:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977373.747797:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977373.747800:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977373.747805:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977373.747813:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402753664:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977373.747822:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977373.747828:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977373.747833:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977373.747839:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977373.747847:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977373.747851:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977373.747859:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977373.747864:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977373.747872:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977373.747882:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402753664, portal 25 00000100:00000001:0.0:1783977373.747887:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977373.747890:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889965056 : -110483819586560 : ffff9b83fb2e1c00) 00000100:00000040:0.0:1783977373.747900:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1c00 x1870620402753664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.747908:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977373.747912:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977373.747914:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977373.747920:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402753664, offset 0 00000400:00000200:0.0:1783977373.747930:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977373.747940:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977373.747949:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977373.748055:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977373.748065:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977373.748072:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977373.748079:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977373.748087:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824845:824845:256:4294967295] 192.168.201.148@tcp LPNI seq info [824816:824816:8:4294967295] 00000400:00000200:0.0:1783977373.748098:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977373.748128:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977373.748139:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977373.748149:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977373.748160:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977373.748166:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783977373.748192:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977373.748198:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977373.748206:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977373.748214:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977373.748219:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977373.748221:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977373.748226:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977373.748235:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1c00 x1870620402753664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.748248:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977373.748252:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1c00 x1870620402753664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977398 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.748259:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977373.748261:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977373.748266:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977373.748272:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977373.748275:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309700858 00000100:00000010:0.0:1783977373.748282:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783977373.748290:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977373.748324:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309700859 00000100:00000010:0.0:1783977373.748328:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783977373.748333:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977373.748339:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977373.748344:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977373.748349:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977373.748355:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977373/real 1783977373] req@ffff9b83fb2e1c00 x1870620402753664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977373.748370:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977373.748373:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977373.748377:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977373.748381:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977373.748385:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977373.748390:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977373.748397:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1c00 x1870620402753664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977373.748417:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1c00 x1870620402753664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.748432:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977373.748437:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977373.748442:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977373.748446:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977373.748454:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1c00 x1870620402753664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.748476:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977373.748485:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1c00 x1870620402753664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977398 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.748498:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977373.748503:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977373.748505:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977373.748507:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977373.748510:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977373.748513:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977373.748519:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977373.748525:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977373.748529:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977373.748541:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1c00 x1870620402753664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977398 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977373.748553:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402753664:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977373.748560:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977373.748563:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977373.748566:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1c00 x1870620402753664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977398 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.748583:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977373.748586:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977373.748595:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977373.748601:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977373.748604:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977373.748606:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977373.748610:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977373.748614:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff4800. 02000000:00000001:0.0:1783977373.748620:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977373.748623:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977373.748627:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1c00. 00000100:00000001:0.0:1783977373.748632:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977373.748634:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977373.748639:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977373.748649:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977373.748653:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977373.748658:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977373.748661:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977373.748664:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977373.748671:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2680 x1870620402753792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.748682:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977373.748684:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977373.748686:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977373.748688:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977373.748690:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977373.748692:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402753792:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977373.748694:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977373.748696:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977373.748697:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977373.748699:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977373.748701:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977373.748703:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977373.748705:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977373.748708:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977373.748710:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977373.748712:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402753792, portal 10 00000100:00000001:0.0:1783977373.748714:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977373.748715:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889967744 : -110483819583872 : ffff9b83fb2e2680) 00000100:00000040:0.0:1783977373.748720:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2680 x1870620402753792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.748724:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977373.748726:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977373.748727:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977373.748729:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402753792, offset 0 00000400:00000200:0.0:1783977373.748734:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977373.748738:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977373.748742:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977373.748745:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977373.748747:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977373.748749:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977373.748751:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977373.748754:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824846:824846:256:4294967295] 192.168.201.148@tcp LPNI seq info [824817:824817:8:4294967295] 00000400:00000200:0.0:1783977373.748758:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977373.748764:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977373.748768:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977373.748772:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977373.748776:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977373.748777:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783977373.748785:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977373.748786:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977373.748788:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977373.748790:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977373.748792:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977373.748793:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977373.748796:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977373.748798:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2680 x1870620402753792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.748805:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977373.748808:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2680 x1870620402753792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977398 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.748814:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977373.748815:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977373.748819:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977373.748822:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977373.748825:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977373.748828:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309699600 00000100:00000001:0.0:1783977373.748830:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309700858 00000100:00000001:0.0:1783977373.748832:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309699600 00000100:00000001:0.0:1783977373.748834:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309700859 00000100:00000001:0.0:1783977373.748836:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977373.748838:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977373.748840:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977373.748843:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977373/real 1783977373] req@ffff9b83fb2e2680 x1870620402753792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977373.748849:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977373.748850:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977373.748851:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977373.748853:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977373.748854:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977373.748855:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977373.748857:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2680 x1870620402753792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977373.748862:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2680 x1870620402753792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.748869:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977373.748870:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977373.748871:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977373.748872:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977373.748874:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2680 x1870620402753792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.748877:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977373.748880:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2680 x1870620402753792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977398 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.748884:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977373.748885:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977373.748886:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977373.748887:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977373.748888:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977373.748893:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977373.748895:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977373.748897:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977373.748898:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977373.748900:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2680 x1870620402753792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977398 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977373.748905:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402753792:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977373.748907:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977373.748913:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3100 x1870620402753920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.748917:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977373.748918:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977373.748920:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977373.748921:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977373.748922:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977373.748924:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402753920:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977373.748926:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977373.748927:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977373.748928:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977373.748929:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977373.748932:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783977373.748933:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977373.748935:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977373.748936:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977373.748938:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977373.748940:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402753920, portal 10 00000100:00000001:0.0:1783977373.748941:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977373.748942:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889970432 : -110483819581184 : ffff9b83fb2e3100) 00000100:00000040:0.0:1783977373.748946:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3100 x1870620402753920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.748949:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977373.748951:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977373.748952:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977373.748953:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402753920, offset 0 00000400:00000200:0.0:1783977373.748956:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977373.748958:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977373.748960:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977373.748962:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977373.748963:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977373.748965:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977373.748966:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977373.748968:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824847:824847:256:4294967295] 192.168.201.148@tcp LPNI seq info [824818:824818:8:4294967295] 00000400:00000200:0.0:1783977373.748970:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977373.748974:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977373.748978:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977373.748979:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977373.748982:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977373.748983:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783977373.748990:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977373.748991:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977373.748993:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977373.748995:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977373.748996:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977373.748997:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977373.748999:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977373.749009:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3100 x1870620402753920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.749019:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977373.749022:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3100 x1870620402753920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977398 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.749028:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977373.749030:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977373.749033:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977373.749035:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977373.749039:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977373.749041:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309699595 00000100:00000001:0.0:1783977373.749043:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309700858 00000100:00000001:0.0:1783977373.749045:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309699595 00000100:00000001:0.0:1783977373.749047:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309700859 00000100:00000001:0.0:1783977373.749049:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977373.749051:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977373.749052:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977373.749056:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977373/real 1783977373] req@ffff9b83fb2e3100 x1870620402753920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977373.749065:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977373.749066:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977373.749067:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977373.749069:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977373.749071:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977373.749072:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977373.749075:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3100 x1870620402753920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977373.749082:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3100 x1870620402753920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.749087:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977373.749088:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977373.749089:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977373.749091:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977373.749094:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3100 x1870620402753920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.749099:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977373.749102:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3100 x1870620402753920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977398 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.749119:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977373.749121:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977373.749123:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977373.749124:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977373.749125:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977373.749130:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977373.749132:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977373.749136:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977373.749137:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977373.749141:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3100 x1870620402753920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977398 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977373.749148:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402753920:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977373.749151:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977373.749154:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3480 x1870620402754048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.749160:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977373.749161:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977373.749163:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977373.749165:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977373.749167:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977373.749169:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402754048:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977373.749172:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977373.749174:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977373.749175:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977373.749176:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977373.749180:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977373.749181:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977373.749184:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977373.749185:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977373.749188:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977373.749191:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402754048, portal 4 00000100:00000001:0.0:1783977373.749193:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977373.749194:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889971328 : -110483819580288 : ffff9b83fb2e3480) 00000100:00000040:0.0:1783977373.749199:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3480 x1870620402754048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.749205:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977373.749207:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977373.749209:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977373.749212:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402754048, offset 0 00000400:00000200:0.0:1783977373.749216:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977373.749220:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977373.749223:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977373.749226:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977373.749228:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977373.749231:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977373.749233:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977373.749235:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824848:824848:256:4294967295] 192.168.201.148@tcp LPNI seq info [824819:824819:8:4294967295] 00000400:00000200:0.0:1783977373.749239:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977373.749243:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977373.749246:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977373.749249:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977373.749251:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977373.749253:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783977373.749259:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977373.749260:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977373.749262:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977373.749264:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977373.749266:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977373.749267:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977373.749268:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977373.749271:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3480 x1870620402754048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.749276:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977373.749279:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3480 x1870620402754048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977398 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.749283:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977373.749284:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977373.749286:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977373.749288:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977373.749291:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977373.749310:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309699623 00000100:00000001:0.0:1783977373.749312:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309700858 00000100:00000001:0.0:1783977373.749313:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309699623 00000100:00000001:0.0:1783977373.749315:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309700859 00000100:00000001:0.0:1783977373.749316:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977373.749318:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977373.749319:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977373.749322:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977373/real 1783977373] req@ffff9b83fb2e3480 x1870620402754048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977373.749327:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977373.749328:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977373.749329:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977373.749330:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977373.749331:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977373.749333:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977373.749335:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3480 x1870620402754048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977373.749340:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3480 x1870620402754048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.749344:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977373.749345:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977373.749346:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977373.749347:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977373.749348:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3480 x1870620402754048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.749352:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977373.749354:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3480 x1870620402754048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977398 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.749357:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977373.749359:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977373.749360:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977373.749360:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977373.749361:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977373.749364:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977373.749365:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977373.749367:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977373.749368:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977373.749371:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3480 x1870620402754048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977398 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977373.749375:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402754048:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977373.749378:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977373.749379:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977373.749382:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2680 x1870620402753792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977398 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.749386:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977373.749387:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977373.749388:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977373.749390:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977373.749391:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977373.749392:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977373.749393:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977373.749395:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff4000. 02000000:00000001:0.0:1783977373.749396:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977373.749397:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977373.749398:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2680. 00000100:00000001:0.0:1783977373.749400:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977373.749401:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977373.749402:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977373.749403:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3100 x1870620402753920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977398 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.749412:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977373.749413:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977373.749415:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783977373.749418:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977373.749419:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977373.749420:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977373.749421:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977373.749423:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff5800. 02000000:00000001:0.0:1783977373.749424:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977373.749426:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977373.749427:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3100. 00000100:00000001:0.0:1783977373.749429:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977373.749430:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977373.749431:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977373.749434:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3480 x1870620402754048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977398 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.749440:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977373.749441:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977373.749442:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977373.749445:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977373.749446:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977373.749447:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977373.749449:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977373.749450:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff6400. 02000000:00000001:0.0:1783977373.749452:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977373.749453:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977373.749454:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3480. 00000100:00000001:0.0:1783977373.749456:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977373.749458:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977373.749459:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977373.749463:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977373.749464:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977373.749466:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977373.749468:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977373.749469:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977373.749473:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1180 x1870620402754176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.749479:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977373.749481:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977373.749483:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977373.749485:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977373.749486:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977373.749489:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402754176:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977373.749492:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977373.749494:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977373.749495:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977373.749497:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977373.749500:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977373.749502:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977373.749505:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977373.749508:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977373.749511:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977373.749513:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402754176, portal 4 00000100:00000001:0.0:1783977373.749514:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977373.749515:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889962368 : -110483819589248 : ffff9b83fb2e1180) 00000100:00000040:0.0:1783977373.749519:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1180 x1870620402754176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.749523:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977373.749524:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977373.749526:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977373.749527:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402754176, offset 0 00000400:00000200:0.0:1783977373.749529:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977373.749532:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977373.749534:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977373.749536:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977373.749537:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977373.749538:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977373.749540:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977373.749542:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824849:824849:256:4294967295] 192.168.201.148@tcp LPNI seq info [824820:824820:8:4294967295] 00000400:00000200:0.0:1783977373.749544:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977373.749548:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977373.749551:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977373.749552:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977373.749555:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977373.749556:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783977373.749563:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977373.749564:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977373.749566:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977373.749568:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977373.749569:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977373.749570:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977373.749572:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977373.749574:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1180 x1870620402754176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.749578:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977373.749580:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1180 x1870620402754176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977398 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.749583:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977373.749584:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977373.749586:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977373.749588:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977373.749590:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977373.749592:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309699613 00000100:00000001:0.0:1783977373.749595:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309700858 00000100:00000001:0.0:1783977373.749597:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309699613 00000100:00000001:0.0:1783977373.749599:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309700859 00000100:00000001:0.0:1783977373.749601:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977373.749603:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977373.749604:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977373.749608:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977373/real 1783977373] req@ffff9b83fb2e1180 x1870620402754176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977373.749615:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977373.749616:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977373.749618:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977373.749620:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977373.749622:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977373.749623:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977373.749626:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1180 x1870620402754176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977373.749634:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1180 x1870620402754176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.749640:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977373.749642:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977373.749643:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977373.749645:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977373.749648:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1180 x1870620402754176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.749654:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977373.749657:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1180 x1870620402754176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977398 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.749663:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977373.749665:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977373.749666:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977373.749668:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977373.749669:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977373.749673:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977373.749675:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977373.749679:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977373.749681:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977373.749684:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1180 x1870620402754176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977398 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977373.749689:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402754176:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977373.749691:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977373.749692:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977373.749693:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1180 x1870620402754176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977398 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977373.749697:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977373.749698:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977373.749699:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977373.749701:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977373.749702:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977373.749703:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977373.749704:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977373.749706:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff7c00. 02000000:00000001:0.0:1783977373.749708:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977373.749709:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977373.749710:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1180. 00000100:00000001:0.0:1783977373.749712:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977373.749713:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977373.749715:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977373.749718:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977373.749719:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977373.749721:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977373.749722:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977374.259408:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977374.259415:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977374.259419:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977374.259426:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977374.259433:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977374.259439:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977374.259446:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977374.259450:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977374.259457:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977374.259479:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977374.259483:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977374.259486:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977374.259491:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977374.259495:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977374.259508:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977374.259520:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977374.259525:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977374.259532:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977374.259558:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977374.259562:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977374.259567:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977374.259568:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977374.259572:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977374.259573:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977374.259577:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977374.259578:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977374.259581:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977374.259583:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977375.283662:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977375.283666:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977375.283667:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977375.283670:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977375.283672:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977375.283674:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977375.283676:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977375.283677:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977375.283680:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977375.283696:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977375.283699:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977375.283703:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977375.283704:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977375.283708:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977375.283709:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977375.283713:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977375.283714:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977375.283718:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977375.283719:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977375.284239:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977375.284242:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977375.284243:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977375.284245:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977375.284247:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977375.284249:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977375.284251:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977375.284252:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977375.284254:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977376.307583:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977376.307587:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977376.307588:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977376.307590:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977376.307592:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977376.307594:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977376.307596:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977376.307597:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977376.307599:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977376.307617:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977376.307620:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977376.307624:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977376.307626:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977376.307630:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977376.307631:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977376.307634:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977376.307635:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977376.307638:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977376.307640:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977376.308154:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977376.308157:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977376.308158:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977376.308160:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977376.308163:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977376.308165:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977376.308167:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977376.308169:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977376.308171:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977377.335120:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977377.335128:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977377.335136:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977377.335138:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977377.335143:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977377.335144:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977377.335149:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977377.335150:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977377.335154:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977377.335156:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977378.355406:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977378.355414:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977378.355420:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977378.355424:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977378.355428:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977378.355432:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977378.355436:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977378.355440:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977378.355449:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977378.355452:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977378.355468:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977378.355476:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977378.355481:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977378.355485:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977378.355503:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977378.355507:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977378.355552:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977378.355556:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977378.355559:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977378.355563:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977378.355566:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977378.355570:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977378.355576:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977378.355580:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977378.355585:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977378.868471:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977378.868476:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977378.868478:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977378.868484:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0700 x1870620402754304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.868493:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977378.868495:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977378.868498:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977378.868501:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977378.868503:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977378.868506:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402754304:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977378.868510:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977378.868514:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977378.868517:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977378.868519:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977378.868524:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977378.868526:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977378.868532:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977378.868536:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977378.868542:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977378.868549:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402754304, portal 25 00000100:00000001:0.0:1783977378.868551:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977378.868553:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889959680 : -110483819591936 : ffff9b83fb2e0700) 00000100:00000040:0.0:1783977378.868558:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0700 x1870620402754304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.868565:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977378.868567:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977378.868570:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977378.868574:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402754304, offset 0 00000400:00000200:0.0:1783977378.868580:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977378.868588:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977378.868594:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977378.868599:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977378.868602:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977378.868606:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977378.868609:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977378.868613:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824850:824850:256:4294967295] 192.168.201.148@tcp LPNI seq info [824821:824821:8:4294967295] 00000400:00000200:0.0:1783977378.868617:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977378.868626:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977378.868631:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977378.868637:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977378.868643:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977378.868646:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783977378.868659:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977378.868661:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977378.868667:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977378.868672:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977378.868677:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977378.868679:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977378.868684:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977378.868688:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0700 x1870620402754304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.868696:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977378.868699:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0700 x1870620402754304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.868706:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977378.868708:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977378.868713:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977378.868716:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977378.868719:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309705979 00000100:00000010:0.0:1783977378.868724:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783977378.868730:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977378.868735:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309705979 00000100:00000010:0.0:1783977378.868738:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783977378.868742:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977378.868744:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977378.868747:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977378.868749:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977378.868753:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977378/real 1783977378] req@ffff9b83fb2e0700 x1870620402754304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977378.868763:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977378.868765:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977378.868767:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977378.868769:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977378.868771:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977378.868773:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977378.868776:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0700 x1870620402754304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977378.868785:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0700 x1870620402754304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.868791:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977378.868793:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977378.868795:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977378.868797:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977378.868801:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0700 x1870620402754304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.868807:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977378.868812:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0700 x1870620402754304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.868819:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977378.868822:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977378.868823:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977378.868824:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977378.868827:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977378.868829:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977378.868832:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977378.868836:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977378.868838:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977378.868842:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0700 x1870620402754304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977378.868850:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402754304:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977378.868854:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977378.868857:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1500 x1870620402754432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.868863:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977378.868865:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977378.868867:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977378.868868:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977378.868870:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977378.868873:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402754432:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977378.868876:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977378.868878:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977378.868880:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977378.868881:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977378.868884:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977378.868886:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977378.868889:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977378.868891:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977378.868894:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977378.868896:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402754432, portal 10 00000100:00000001:0.0:1783977378.868898:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977378.868899:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889963264 : -110483819588352 : ffff9b83fb2e1500) 00000100:00000040:0.0:1783977378.868905:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1500 x1870620402754432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.868916:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977378.868919:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977378.868921:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977378.868923:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402754432, offset 0 00000400:00000200:0.0:1783977378.868927:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977378.868931:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977378.868935:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977378.868937:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977378.868940:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977378.868942:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977378.868944:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977378.868947:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824851:824851:256:4294967295] 192.168.201.148@tcp LPNI seq info [824822:824822:8:4294967295] 00000400:00000200:0.0:1783977378.868951:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977378.868957:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977378.868960:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977378.868963:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977378.868967:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977378.868969:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783977378.868978:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977378.868980:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977378.868983:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977378.868986:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977378.868989:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977378.868991:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977378.868993:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977378.868996:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1500 x1870620402754432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.869003:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977378.869006:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1500 x1870620402754432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.869030:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977378.869032:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977378.869035:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977378.869039:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977378.869042:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977378.869044:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309704720 00000100:00000001:0.0:1783977378.869046:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309705979 00000100:00000001:0.0:1783977378.869048:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309704720 00000100:00000001:0.0:1783977378.869050:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309705979 00000100:00000001:0.0:1783977378.869052:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977378.869055:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977378.869057:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977378.869060:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977378/real 1783977378] req@ffff9b83fb2e1500 x1870620402754432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977378.869068:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977378.869069:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977378.869070:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977378.869073:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977378.869074:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977378.869076:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977378.869079:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1500 x1870620402754432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977378.869087:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1500 x1870620402754432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.869093:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977378.869094:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977378.869096:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977378.869097:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977378.869101:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1500 x1870620402754432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.869107:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977378.869111:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1500 x1870620402754432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.869118:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977378.869120:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977378.869122:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977378.869123:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977378.869125:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977378.869132:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977378.869135:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977378.869138:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977378.869140:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977378.869144:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1500 x1870620402754432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977378.869151:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402754432:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977378.869155:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977378.869158:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2d80 x1870620402754560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.869165:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977378.869166:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977378.869168:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977378.869170:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977378.869172:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977378.869175:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402754560:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977378.869178:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977378.869179:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977378.869181:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977378.869183:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977378.869186:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783977378.869188:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977378.869191:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977378.869193:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977378.869196:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977378.869199:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402754560, portal 10 00000100:00000001:0.0:1783977378.869200:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977378.869201:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889969536 : -110483819582080 : ffff9b83fb2e2d80) 00000100:00000040:0.0:1783977378.869207:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2d80 x1870620402754560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.869212:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977378.869215:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977378.869217:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977378.869219:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402754560, offset 0 00000400:00000200:0.0:1783977378.869223:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977378.869226:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977378.869229:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977378.869232:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977378.869234:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977378.869236:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977378.869239:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977378.869242:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824852:824852:256:4294967295] 192.168.201.148@tcp LPNI seq info [824823:824823:8:4294967295] 00000400:00000200:0.0:1783977378.869246:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977378.869251:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977378.869255:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977378.869258:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977378.869262:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977378.869264:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783977378.869274:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977378.869276:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977378.869279:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977378.869282:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977378.869284:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977378.869286:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977378.869288:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977378.869291:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2d80 x1870620402754560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.869328:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977378.869331:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2d80 x1870620402754560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.869337:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977378.869338:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977378.869341:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977378.869344:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977378.869346:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977378.869348:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309704716 00000100:00000001:0.0:1783977378.869351:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309705979 00000100:00000001:0.0:1783977378.869353:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309704716 00000100:00000001:0.0:1783977378.869355:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309705979 00000100:00000001:0.0:1783977378.869357:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977378.869359:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977378.869361:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977378.869364:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977378/real 1783977378] req@ffff9b83fb2e2d80 x1870620402754560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977378.869371:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977378.869372:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977378.869373:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977378.869375:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977378.869376:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977378.869378:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977378.869381:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2d80 x1870620402754560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977378.869387:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2d80 x1870620402754560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.869393:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977378.869394:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977378.869395:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977378.869396:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977378.869399:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2d80 x1870620402754560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.869404:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977378.869407:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2d80 x1870620402754560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.869412:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977378.869414:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977378.869415:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977378.869416:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977378.869418:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977378.869424:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977378.869426:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977378.869429:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977378.869430:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977378.869434:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2d80 x1870620402754560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977378.869440:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402754560:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977378.869443:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977378.869445:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0e00 x1870620402754688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.869451:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977378.869452:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977378.869454:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977378.869455:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977378.869457:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977378.869459:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402754688:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977378.869462:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977378.869463:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977378.869465:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977378.869466:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977378.869469:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977378.869471:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977378.869474:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977378.869476:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977378.869479:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977378.869482:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402754688, portal 4 00000100:00000001:0.0:1783977378.869483:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977378.869485:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889961472 : -110483819590144 : ffff9b83fb2e0e00) 00000100:00000040:0.0:1783977378.869490:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0e00 x1870620402754688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.869496:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977378.869497:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977378.869499:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977378.869502:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402754688, offset 0 00000400:00000200:0.0:1783977378.869505:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977378.869509:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977378.869512:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977378.869514:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977378.869517:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977378.869519:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977378.869521:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977378.869524:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824853:824853:256:4294967295] 192.168.201.148@tcp LPNI seq info [824824:824824:8:4294967295] 00000400:00000200:0.0:1783977378.869528:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977378.869534:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977378.869538:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977378.869541:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977378.869544:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977378.869547:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783977378.869557:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977378.869558:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977378.869561:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977378.869564:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977378.869567:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977378.869568:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977378.869570:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977378.869574:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0e00 x1870620402754688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.869581:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977378.869584:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0e00 x1870620402754688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.869590:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977378.869591:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977378.869594:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977378.869596:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977378.869599:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977378.869601:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309704743 00000100:00000001:0.0:1783977378.869602:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309705979 00000100:00000001:0.0:1783977378.869604:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309704743 00000100:00000001:0.0:1783977378.869606:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309705979 00000100:00000001:0.0:1783977378.869607:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977378.869610:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977378.869611:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977378.869615:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977378/real 1783977378] req@ffff9b83fb2e0e00 x1870620402754688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977378.869622:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977378.869624:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977378.869625:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977378.869627:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977378.869629:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977378.869631:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977378.869634:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0e00 x1870620402754688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977378.869641:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0e00 x1870620402754688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.869646:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977378.869648:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977378.869649:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977378.869651:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977378.869654:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0e00 x1870620402754688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.869660:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977378.869664:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0e00 x1870620402754688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.869670:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977378.869672:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977378.869673:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977378.869675:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977378.869676:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977378.869679:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977378.869681:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977378.869683:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977378.869685:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977378.869687:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0e00 x1870620402754688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977378.869692:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402754688:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977378.869694:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977378.869696:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3b80 x1870620402754816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.869700:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977378.869701:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977378.869702:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977378.869703:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977378.869704:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977378.869706:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402754816:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977378.869708:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977378.869709:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977378.869710:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977378.869711:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977378.869713:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977378.869715:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977378.869717:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977378.869718:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977378.869721:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977378.869724:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402754816, portal 4 00000100:00000001:0.0:1783977378.869726:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977378.869727:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889973120 : -110483819578496 : ffff9b83fb2e3b80) 00000100:00000040:0.0:1783977378.869732:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3b80 x1870620402754816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.869738:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977378.869740:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977378.869742:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977378.869744:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402754816, offset 0 00000400:00000200:0.0:1783977378.869748:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977378.869751:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977378.869755:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977378.869758:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977378.869760:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977378.869763:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977378.869765:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977378.869768:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824854:824854:256:4294967295] 192.168.201.148@tcp LPNI seq info [824825:824825:8:4294967295] 00000400:00000200:0.0:1783977378.869772:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977378.869777:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977378.869780:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977378.869782:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977378.869784:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977378.869786:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783977378.869792:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977378.869794:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3e9b400. 00000400:00000200:0.0:1783977378.869796:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977378.869798:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977378.869799:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40752a8 00000400:00000010:0.0:1783977378.869801:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40752a8. 00000100:00000001:0.0:1783977378.869802:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977378.869805:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3b80 x1870620402754816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.869809:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977378.869811:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3b80 x1870620402754816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.869815:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977378.869816:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977378.869818:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977378.869820:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977378.869822:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977378.869823:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309704733 00000100:00000001:0.0:1783977378.869825:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309705979 00000100:00000001:0.0:1783977378.869826:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309704733 00000100:00000001:0.0:1783977378.869827:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309705979 00000100:00000001:0.0:1783977378.869828:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977378.869829:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977378.869830:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977378.869832:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977378/real 1783977378] req@ffff9b83fb2e3b80 x1870620402754816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977378.869836:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977378.869837:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977378.869839:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ab58. 00000400:00000200:0.0:1783977378.869840:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783977378.869841:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783977378.869842:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977378.869844:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3b80 x1870620402754816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977378.869848:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3b80 x1870620402754816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.869852:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977378.869852:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977378.869853:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977378.869854:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977378.869856:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3b80 x1870620402754816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.869859:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977378.869861:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3b80 x1870620402754816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.869866:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977378.869867:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977378.869868:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977378.869869:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977378.869871:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977378.869874:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977378.869876:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977378.869879:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977378.869881:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977378.869884:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3b80 x1870620402754816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977378.869891:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402754816:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977378.869894:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977378.869896:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977378.869899:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0700 x1870620402754304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.869906:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977378.869908:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977378.869911:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977378.869914:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977378.869916:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977378.869918:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977378.869921:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977378.869922:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff6800. 02000000:00000001:0.0:1783977378.869925:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977378.869926:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977378.869928:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0700. 00000100:00000001:0.0:1783977378.869930:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977378.869931:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977378.869932:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977378.869934:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1500 x1870620402754432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.869939:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977378.869939:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977378.869940:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977378.869941:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977378.869942:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977378.869943:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977378.869944:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977378.869944:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff7c00. 02000000:00000001:0.0:1783977378.869945:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977378.869946:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977378.869947:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1500. 00000100:00000001:0.0:1783977378.869948:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977378.869948:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977378.869949:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977378.869951:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2d80 x1870620402754560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.869954:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977378.869955:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977378.869956:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783977378.869958:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977378.869958:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977378.869959:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977378.869960:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977378.869960:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff6400. 02000000:00000001:0.0:1783977378.869961:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977378.869962:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977378.869963:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2d80. 00000100:00000001:0.0:1783977378.869964:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977378.869965:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977378.869966:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977378.869968:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0e00 x1870620402754688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.869975:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977378.869975:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977378.869976:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977378.869978:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977378.869979:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977378.869979:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977378.869980:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977378.869981:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff5800. 02000000:00000001:0.0:1783977378.869982:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977378.869982:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977378.869983:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0e00. 00000100:00000001:0.0:1783977378.869984:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977378.869985:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977378.869986:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977378.869987:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3b80 x1870620402754816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977378.869991:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977378.869991:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977378.869992:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977378.869993:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977378.869993:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977378.869994:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977378.869995:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977378.869996:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b82d1ff4000. 02000000:00000001:0.0:1783977378.869997:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977378.869997:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977378.869998:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3b80. 00000100:00000001:0.0:1783977378.869999:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977378.870000:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977378.870001:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977378.870007:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977378.870008:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977378.870009:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977378.870010:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977379.379412:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977379.379421:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977379.379424:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977379.379431:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977379.379437:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977379.379441:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977379.379447:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977379.379452:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977379.379460:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977379.379490:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977379.379494:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977379.379500:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977379.379503:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977379.379509:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977379.379512:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977379.379520:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977379.379524:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977379.379540:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977379.379543:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977379.379752:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977379.379755:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977379.379757:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977379.379760:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977379.379766:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977379.379769:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977379.379773:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977379.379776:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977379.379779:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977380.403405:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977380.403412:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977380.403417:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977380.403423:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977380.403428:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977380.403434:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977380.403438:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977380.403443:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977380.403657:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977380.403687:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977380.403690:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977380.403696:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977380.403697:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977380.403701:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977380.403702:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977380.403705:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977380.403707:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977380.403709:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977380.403711:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977381.427414:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977381.427420:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977381.427426:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977381.427434:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977381.427440:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977381.427443:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977381.427447:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977381.427451:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977381.427457:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977381.427461:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977382.451416:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977382.451422:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977382.451430:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977382.451433:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977382.451440:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977382.451444:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977382.451452:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977382.451456:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977382.451464:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977382.451467:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977382.451495:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977382.451508:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977382.451513:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977382.451536:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977382.451541:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977382.451544:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977382.451548:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977382.451561:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977382.451569:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977382.451575:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977382.451578:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977382.451585:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977383.475413:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977383.475417:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977383.475422:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977383.475427:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977383.475432:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977383.475437:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977383.475442:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977383.475446:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977383.475452:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977383.475456:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977383.475462:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977383.475464:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977383.475466:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977383.475468:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977383.475470:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977383.475473:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977383.475477:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977383.475481:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977383.475486:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977383.475488:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977383.475490:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977383.475492:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977383.475494:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977383.475496:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977383.475498:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977383.475501:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977383.475511:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977383.475517:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977383.475518:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977383.475520:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977383.475522:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977383.475524:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977383.475526:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977383.475531:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977383.475554:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977383.475557:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977383.475561:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977383.475584:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977383.475589:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977383.475593:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977383.475599:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977383.475605:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977383.475609:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977383.475613:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977383.475615:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977383.475618:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977383.991000:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977383.991008:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977383.991011:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977383.991022:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1880 x1870620402754944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977383.991034:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977383.991036:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977383.991039:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977383.991042:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977383.991045:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977383.991048:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402754944:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977383.991053:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977383.991057:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977383.991060:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977383.991062:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977383.991070:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977383.991072:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977383.991078:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977383.991082:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ab58. 00000400:00000010:0.0:1783977383.991089:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783977383.991095:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402754944, portal 25 00000100:00000001:0.0:1783977383.991097:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977383.991099:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889964160 : -110483819587456 : ffff9b83fb2e1880) 00000100:00000040:0.0:1783977383.991104:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1880 x1870620402754944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977383.991117:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977383.991120:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977383.991122:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783977383.991126:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402754944, offset 0 00000400:00000200:0.0:1783977383.991132:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977383.991140:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977383.991147:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977383.991152:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977383.991156:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977383.991159:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977383.991162:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977383.991166:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824855:824855:256:4294967295] 192.168.201.148@tcp LPNI seq info [824826:824826:8:4294967295] 00000400:00000200:0.0:1783977383.991171:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977383.991181:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977383.991187:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977383.991193:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9b400. 00000800:00000200:0.0:1783977383.991200:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783977383.991225:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977383.991230:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977383.991232:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309711101 00000100:00000010:0.0:1783977383.991238:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783977383.991244:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977383.991250:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309711101 00000100:00000010:0.0:1783977383.991254:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783977383.991258:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977383.991262:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977383.991265:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977383.991268:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977383.991272:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1f80 x1870620402755072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977383.991285:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977383.991286:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977383.991289:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977383.991291:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977383.991320:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977383.991325:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402755072:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977383.991329:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977383.991332:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977383.991333:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977383.991335:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977383.991338:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783977383.991341:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977383.991344:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977383.991348:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939af78. 00000400:00000010:0.0:1783977383.991352:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075dd0. 00000100:00000200:0.0:1783977383.991355:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402755072, portal 10 00000100:00000001:0.0:1783977383.991358:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977383.991359:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889965952 : -110483819585664 : ffff9b83fb2e1f80) 00000100:00000040:0.0:1783977383.991367:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1f80 x1870620402755072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977383.991374:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977383.991377:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977383.991380:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40753b8. 00000100:00000200:0.0:1783977383.991383:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402755072, offset 0 00000400:00000200:0.0:1783977383.991388:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977383.991392:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977383.991396:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977383.991399:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977383.991401:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977383.991403:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977383.991405:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977383.991409:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824856:824856:255:4294967295] 192.168.201.148@tcp LPNI seq info [824827:824827:7:4294967295] 00000400:00000200:0.0:1783977383.991413:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977383.991420:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977383.991425:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977383.991429:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3e9bc00. 00000800:00000200:0.0:1783977383.991433:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783977383.991440:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977383.991443:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977383.991447:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977383.991448:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309709843 00000100:00000001:0.0:1783977383.991451:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309711101 00000100:00000001:0.0:1783977383.991452:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309709843 00000100:00000001:0.0:1783977383.991453:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309711101 00000100:00000001:0.0:1783977383.991455:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977383.991456:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977383.991458:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977383.991460:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2300 x1870620402755200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977383.991465:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977383.991466:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977383.991467:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977383.991468:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977383.991469:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977383.991471:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402755200:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977383.991473:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977383.991475:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977383.991475:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977383.991476:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977383.991478:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977383.991480:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977383.991482:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977383.991484:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ac08. 00000400:00000010:0.0:1783977383.991486:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783977383.991488:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402755200, portal 10 00000100:00000001:0.0:1783977383.991489:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977383.991490:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889966848 : -110483819584768 : ffff9b83fb2e2300) 00000100:00000040:0.0:1783977383.991493:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2300 x1870620402755200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977383.991497:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977383.991498:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977383.991500:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075e58. 00000100:00000200:0.0:1783977383.991501:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402755200, offset 0 00000400:00000200:0.0:1783977383.991503:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977383.991505:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977383.991507:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977383.991509:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977383.991510:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977383.991512:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977383.991513:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977383.991515:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824857:824857:254:4294967295] 192.168.201.148@tcp LPNI seq info [824828:824828:6:4294967295] 00000400:00000200:0.0:1783977383.991518:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977383.991521:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977383.991524:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977383.991527:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c2bcdc00. 00000800:00000200:0.0:1783977383.991529:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783977383.991532:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977383.991534:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977383.991536:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977383.991537:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309709838 00000100:00000001:0.0:1783977383.991539:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309711101 00000100:00000001:0.0:1783977383.991541:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309709838 00000100:00000001:0.0:1783977383.991543:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309711101 00000100:00000001:0.0:1783977383.991545:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977383.991547:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977383.991549:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977383.991552:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0380 x1870620402755328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977383.991559:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977383.991560:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977383.991562:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977383.991564:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977383.991565:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977383.991568:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402755328:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977383.991571:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977383.991573:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977383.991575:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977383.991576:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977383.991579:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977383.991581:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977383.991584:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977383.991586:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a738. 00000400:00000010:0.0:1783977383.991589:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075198. 00000100:00000200:0.0:1783977383.991592:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402755328, portal 4 00000100:00000001:0.0:1783977383.991593:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977383.991594:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889958784 : -110483819592832 : ffff9b83fb2e0380) 00000100:00000040:0.0:1783977383.991600:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0380 x1870620402755328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977383.991606:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977383.991608:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977383.991611:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075a18. 00000100:00000200:0.0:1783977383.991613:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402755328, offset 0 00000400:00000200:0.0:1783977383.991617:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977383.991620:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977383.991624:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977383.991627:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977383.991629:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977383.991631:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977383.991633:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977383.991636:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824858:824858:253:4294967295] 192.168.201.148@tcp LPNI seq info [824829:824829:5:4294967295] 00000400:00000200:0.0:1783977383.991640:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977383.991645:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977383.991649:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977383.991654:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c2bcd100. 00000800:00000200:0.0:1783977383.991657:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783977383.991662:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977383.991665:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977383.991668:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977383.991669:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309709865 00000100:00000001:0.0:1783977383.991672:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309711101 00000100:00000001:0.0:1783977383.991674:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309709865 00000100:00000001:0.0:1783977383.991675:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309711101 00000100:00000001:0.0:1783977383.991678:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977383.991679:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977383.991681:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977383.991685:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2a00 x1870620402755456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977383.991691:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977383.991692:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977383.991695:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977383.991696:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977383.991698:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977383.991701:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402755456:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977383.991706:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977383.991708:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977383.991709:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977383.991710:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977383.991713:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977383.991714:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977383.991717:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977383.991719:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a268. 00000400:00000010:0.0:1783977383.991723:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075088. 00000100:00000200:0.0:1783977383.991726:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402755456, portal 4 00000100:00000001:0.0:1783977383.991727:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977383.991728:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889968640 : -110483819582976 : ffff9b83fb2e2a00) 00000100:00000040:0.0:1783977383.991734:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2a00 x1870620402755456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977383.991739:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977383.991740:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977383.991742:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075908. 00000100:00000200:0.0:1783977383.991744:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402755456, offset 0 00000400:00000200:0.0:1783977383.991748:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977383.991751:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977383.991755:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977383.991757:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977383.991759:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977383.991761:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977383.991763:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977383.991765:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824859:824859:252:4294967295] 192.168.201.148@tcp LPNI seq info [824830:824830:4:4294967295] 00000400:00000200:0.0:1783977383.991768:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977383.991773:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977383.991776:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977383.991781:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9f00. 00000800:00000200:0.0:1783977383.991783:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783977383.991790:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977383.991793:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977383.991795:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977383.991797:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309709855 00000100:00000001:0.0:1783977383.991799:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309711101 00000100:00000001:0.0:1783977383.991801:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309709855 00000100:00000001:0.0:1783977383.991802:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309711101 00000100:00000001:0.0:1783977383.991804:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977383.991805:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977383.991808:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977383.991810:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977383.991819:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977383.991821:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783977383.991823:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977383.991824:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977383.991825:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977383.991827:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977384.499606:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977384.499610:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977384.499611:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977384.499614:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977384.499616:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977384.499618:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977384.499620:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977384.499621:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977384.499623:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977384.499639:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977384.499641:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977384.499644:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977384.499645:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977384.499649:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977384.499650:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977384.499654:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977384.499655:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977384.499657:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977384.499659:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977384.499673:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977384.499676:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977384.499679:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977385.523451:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977385.523464:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977385.523473:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977385.523482:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977385.523488:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977385.523493:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977385.523502:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977385.523505:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977385.523512:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977385.523553:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977385.523557:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977385.523561:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977385.523570:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977385.523583:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977385.523590:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977385.523604:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977385.523609:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977385.523626:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977385.523634:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977385.523661:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977385.523666:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977385.523672:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977386.547423:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977386.547432:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977386.547437:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977386.547444:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977386.547455:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977386.547460:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977386.547467:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977386.547472:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977386.547478:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977386.547511:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977386.547514:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977386.547519:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977386.547521:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977386.547525:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977386.547526:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977386.547540:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977386.547549:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977386.547555:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977386.547559:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977386.547589:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977386.547596:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977386.547601:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977386.547627:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977386.547632:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977386.547633:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977386.547637:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977386.547640:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977386.547643:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977386.547645:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977386.547647:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977386.547650:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977387.571431:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977387.571440:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977387.571444:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977387.571452:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977387.571458:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977387.571465:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977387.571479:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977387.571485:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977387.571491:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977387.571518:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977387.571525:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977387.571529:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977387.571536:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977387.571544:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977387.571549:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977387.571555:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977387.571559:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977387.571568:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977387.571571:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977387.571578:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977387.571583:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977387.571591:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977387.571596:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977387.571605:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977387.571608:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977387.571630:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977387.571632:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977387.571635:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977388.595428:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977388.595436:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977388.595446:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977388.595451:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977388.595458:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977388.595462:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977388.595469:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977388.595472:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977388.595479:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977388.595483:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977388.595511:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977388.595516:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977388.595521:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977388.595527:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977388.595532:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977388.595538:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977388.595542:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977388.595546:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977388.595550:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977389.619407:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977389.619415:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977389.619424:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977389.619427:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977389.619435:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977389.619439:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977389.619447:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977389.619451:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977389.619459:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977389.619463:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977389.619502:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977389.619507:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977389.619510:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977389.619514:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977389.619518:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977389.619522:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977389.619529:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977389.619544:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977389.619548:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977390.643557:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977390.643563:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977390.643567:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977390.643574:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977390.643581:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977390.643587:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977390.643592:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977390.643596:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977390.643601:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977390.643633:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977390.643637:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977390.643643:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977390.643644:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977390.643648:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977390.643649:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977390.643652:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977390.643653:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977390.643656:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977390.643657:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977391.667618:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977391.667622:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977391.667627:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977391.667628:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977391.667632:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977391.667634:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977391.667637:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977391.667638:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977391.667641:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977391.667643:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977391.667661:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977391.667663:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977391.667665:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977391.667667:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977391.667669:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977391.667671:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977391.667673:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977391.667675:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977391.667677:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977391.667684:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977391.667686:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977391.667687:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977391.667689:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977391.667691:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977391.667692:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977391.667694:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977391.667695:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977391.667697:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977391.667714:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977391.667716:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977391.667719:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977391.667730:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977391.667732:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977391.667734:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977391.667735:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977391.667737:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977391.667739:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977391.670867:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977391.670872:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977391.670875:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977392.691692:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977392.691697:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977392.691701:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977392.691704:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977392.691709:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977392.691713:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977392.691718:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977392.691721:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977392.691727:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977392.691751:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977392.691754:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977392.691759:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977392.691760:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977392.691763:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977392.691765:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977392.691768:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977392.691769:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977392.691783:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977392.691784:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977392.691810:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977392.691812:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977392.691815:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977393.715426:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977393.715431:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977393.715440:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977393.715444:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977393.715449:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977393.715454:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977393.715459:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977393.715462:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977393.715466:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977393.715472:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977393.715484:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977393.715487:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977393.715489:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977393.715491:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977393.715493:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977393.715495:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977393.715497:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977393.715499:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977393.715504:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977393.715506:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977393.715507:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977393.715509:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977393.715510:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977393.715512:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977393.715514:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977393.715516:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977393.715520:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977393.715522:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977393.715523:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977393.715525:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977393.715528:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977393.715530:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977393.715532:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977393.715535:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977393.715558:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977393.715563:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977393.715566:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977393.715571:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977393.715576:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977393.715582:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977393.715596:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977393.715600:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977393.715604:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977393.715621:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977393.715626:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977393.715632:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977394.739545:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977394.739549:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977394.739550:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977394.739553:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977394.739556:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977394.739558:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977394.739559:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977394.739561:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977394.739563:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977394.739587:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977394.739589:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977394.739594:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977394.739595:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977394.739598:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977394.739599:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977394.739616:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977394.739618:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977394.739622:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977394.739623:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977394.739713:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977394.739716:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977394.739719:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977394.739794:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977394.739797:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977394.739799:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977394.739801:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977394.739804:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977394.739806:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977394.739808:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977394.739810:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977394.739812:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977395.763538:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977395.763544:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977395.763554:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977395.763558:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977395.763567:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977395.763571:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977395.763579:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977395.763584:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977395.763590:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977395.763594:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977395.763617:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977395.763621:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977395.763625:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977396.787416:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977396.787431:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977396.787440:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977396.787444:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977396.787453:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977396.787456:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977396.787464:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977396.787467:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977396.787471:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977396.787473:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977396.787494:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977396.787498:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977396.787504:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977396.787594:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977396.787598:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977396.787600:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977396.787603:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977396.787606:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977396.787609:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977396.787613:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977396.787617:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977396.787622:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977396.787651:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977396.787656:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977396.787660:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977396.787664:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977396.787667:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977396.787670:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977396.787671:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977396.787674:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977396.787676:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977397.811413:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977397.811421:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977397.811425:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977397.811434:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977397.811441:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977397.811448:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977397.811462:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977397.811465:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977397.811469:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977397.811494:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977397.811500:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977397.811502:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977397.811507:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977397.811512:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977397.811517:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977397.811522:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977397.811529:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977397.811537:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977397.811542:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977397.811549:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977397.811553:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977397.811561:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977397.811565:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977397.811573:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977397.811576:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977397.811598:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977397.811602:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977397.811614:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977398.835421:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977398.835427:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977398.835434:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977398.835437:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977398.835441:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977398.835443:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977398.835451:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977398.835456:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977398.835461:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977398.835465:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977398.835490:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977398.835493:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977398.835498:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977398.835517:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977398.835522:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977398.835525:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977398.835528:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977398.835531:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977398.835535:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977398.835540:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977398.835543:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977398.835547:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977399.859412:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977399.859422:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977399.859426:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977399.859435:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977399.859442:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977399.859448:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977399.859455:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977399.859460:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977399.859469:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977399.859496:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977399.859501:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977399.859509:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977399.859514:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977399.859524:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977399.859528:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977399.859535:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977399.859539:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977399.859545:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977399.859546:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977399.859564:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977399.859568:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977399.859573:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977400.883425:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977400.883432:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977400.883442:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977400.883446:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977400.883455:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977400.883458:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977400.883464:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977400.883468:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977400.883473:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977400.883475:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977400.883499:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977400.883506:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977400.883510:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977400.883518:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977400.883523:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977400.883527:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977400.883530:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977400.883531:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977400.883533:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977401.907411:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977401.907419:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977401.907424:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977401.907432:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977401.907448:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977401.907453:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977401.907457:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977401.907459:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977401.907462:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977401.907486:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977401.907489:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977401.907493:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977401.907495:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977401.907499:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977401.907500:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977401.907503:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977401.907505:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977401.907508:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977401.907509:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977401.907744:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977401.907747:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977401.907748:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977401.907751:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977401.907752:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977401.907754:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977401.907756:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977401.907757:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977401.907759:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977402.931408:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977402.931413:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977402.931415:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977402.931420:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977402.931423:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977402.931429:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977402.931435:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977402.931439:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977402.931454:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977402.931477:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977402.931481:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977402.931487:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977402.931491:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977402.931498:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977402.931503:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977402.931508:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977402.931512:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977402.931524:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977402.931527:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977403.955675:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977403.955681:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977403.955685:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977403.955691:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977403.955696:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977403.955701:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977403.955714:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977403.955717:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977403.955720:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977403.955750:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977403.955755:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977403.955762:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977403.955767:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977403.955771:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977403.955775:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977403.955779:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977403.955782:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977403.955786:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977403.955789:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977403.955793:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977403.955795:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977403.955797:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977403.955798:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977403.955800:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977403.955802:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977403.955803:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977403.955805:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977403.955808:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977403.955810:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977403.955811:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977403.955812:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977403.955814:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977403.955815:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977403.955817:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977403.955818:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977403.955822:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977403.955823:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977403.955824:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977403.955826:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977403.955827:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977403.955828:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977403.955830:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977403.955831:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977404.467722:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977404.467728:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977404.467734:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977404.467743:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882680 x1870620402757504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.467757:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977404.467761:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977404.467766:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977404.467770:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977404.467775:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977404.467784:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402757504:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977404.467795:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977404.467802:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977404.467806:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977404.467811:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977404.467819:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977404.467824:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977404.467835:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977404.467842:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977404.467850:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977404.467859:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402757504, portal 25 00000100:00000001:0.0:1783977404.467864:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977404.467867:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694539392 : -110484015012224 : ffff9b83ef882680) 00000100:00000040:0.0:1783977404.467886:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882680 x1870620402757504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.467908:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977404.467915:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977404.467920:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977404.467927:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402757504, offset 0 00000400:00000200:0.0:1783977404.467937:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977404.467949:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977404.467958:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977404.467964:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977404.467970:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977404.467975:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977404.467979:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977404.467983:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824875:824875:256:4294967295] 192.168.201.148@tcp LPNI seq info [824846:824846:8:4294967295] 00000400:00000200:0.0:1783977404.467989:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977404.468002:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977404.468022:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977404.468032:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977404.468045:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977404.468059:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783977404.468073:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977404.468078:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977404.468084:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977404.468093:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977404.468099:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977404.468104:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977404.468111:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977404.468118:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882680 x1870620402757504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.468146:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977404.468154:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882680 x1870620402757504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977429 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.468170:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977404.468173:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977404.468179:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977404.468185:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977404.468189:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309731578 00000100:00000010:0.0:1783977404.468193:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783977404.468200:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977404.468206:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309731578 00000100:00000010:0.0:1783977404.468210:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783977404.468213:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977404.468216:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977404.468218:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977404.468220:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977404.468225:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977404/real 1783977404] req@ffff9b83ef882680 x1870620402757504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977404.468238:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977404.468242:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977404.468246:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977404.468251:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977404.468256:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977404.468262:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977404.468270:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882680 x1870620402757504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977404.468330:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882680 x1870620402757504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.468344:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977404.468347:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977404.468351:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977404.468354:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977404.468360:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882680 x1870620402757504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.468372:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977404.468378:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882680 x1870620402757504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977429 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.468388:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977404.468392:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977404.468395:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977404.468397:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977404.468400:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977404.468403:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977404.468406:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977404.468412:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977404.468416:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977404.468422:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882680 x1870620402757504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977429 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977404.468435:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402757504:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977404.468439:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977404.468442:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977404.468447:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882680 x1870620402757504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977429 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.468455:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977404.468458:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977404.468462:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977404.468467:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977404.468470:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977404.468472:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977404.468476:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977404.468481:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634400. 02000000:00000001:0.0:1783977404.468485:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977404.468488:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977404.468492:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882680. 00000100:00000001:0.0:1783977404.468504:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977404.468507:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977404.468514:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977404.468524:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977404.468528:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977404.468532:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977404.468535:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977404.468539:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977404.468547:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883b80 x1870620402757632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.468557:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977404.468560:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977404.468562:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977404.468575:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977404.468577:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977404.468583:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402757632:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977404.468593:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977404.468596:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977404.468599:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977404.468603:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977404.468607:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977404.468611:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977404.468616:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977404.468618:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977404.468620:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977404.468623:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402757632, portal 10 00000100:00000001:0.0:1783977404.468625:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977404.468625:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694544768 : -110484015006848 : ffff9b83ef883b80) 00000100:00000040:0.0:1783977404.468637:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883b80 x1870620402757632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.468641:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977404.468643:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977404.468645:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977404.468646:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402757632, offset 0 00000400:00000200:0.0:1783977404.468649:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977404.468651:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977404.468654:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977404.468656:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977404.468658:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977404.468659:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977404.468661:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977404.468663:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824876:824876:256:4294967295] 192.168.201.148@tcp LPNI seq info [824847:824847:8:4294967295] 00000400:00000200:0.0:1783977404.468665:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977404.468669:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977404.468673:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977404.468676:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977404.468679:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977404.468682:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783977404.468692:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977404.468694:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977404.468697:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977404.468700:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977404.468703:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977404.468706:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977404.468709:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977404.468713:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883b80 x1870620402757632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.468720:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977404.468722:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883b80 x1870620402757632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977429 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.468726:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977404.468727:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977404.468730:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977404.468732:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977404.468734:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977404.468736:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309730320 00000100:00000001:0.0:1783977404.468737:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309731578 00000100:00000001:0.0:1783977404.468739:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309730320 00000100:00000001:0.0:1783977404.468740:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309731578 00000100:00000001:0.0:1783977404.468741:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977404.468743:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977404.468744:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977404.468746:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977404/real 1783977404] req@ffff9b83ef883b80 x1870620402757632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977404.468751:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977404.468751:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977404.468753:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977404.468754:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977404.468755:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977404.468756:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977404.468758:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883b80 x1870620402757632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977404.468763:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883b80 x1870620402757632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.468766:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977404.468766:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977404.468767:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977404.468768:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977404.468770:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883b80 x1870620402757632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.468773:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977404.468776:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883b80 x1870620402757632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977429 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.468780:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977404.468781:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977404.468782:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977404.468783:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977404.468784:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977404.468790:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977404.468791:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977404.468793:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977404.468794:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977404.468796:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883b80 x1870620402757632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977429 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977404.468801:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402757632:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977404.468803:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977404.468805:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880e00 x1870620402757760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.468808:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977404.468809:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977404.468810:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977404.468811:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977404.468812:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977404.468814:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402757760:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977404.468816:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977404.468818:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977404.468820:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977404.468821:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977404.468824:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977404.468826:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977404.468829:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977404.468831:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977404.468834:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977404.468837:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402757760, portal 10 00000100:00000001:0.0:1783977404.468838:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977404.468840:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694533120 : -110484015018496 : ffff9b83ef880e00) 00000100:00000040:0.0:1783977404.468846:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880e00 x1870620402757760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.468852:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977404.468854:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977404.468856:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977404.468858:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402757760, offset 0 00000400:00000200:0.0:1783977404.468861:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977404.468865:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977404.468868:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977404.468870:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977404.468872:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977404.468874:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977404.468876:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977404.468878:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824877:824877:256:4294967295] 192.168.201.148@tcp LPNI seq info [824848:824848:8:4294967295] 00000400:00000200:0.0:1783977404.468882:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977404.468887:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977404.468891:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977404.468893:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977404.468896:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977404.468899:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783977404.468907:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977404.468908:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977404.468911:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977404.468914:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977404.468917:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977404.468919:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977404.468922:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977404.468925:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880e00 x1870620402757760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.468931:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977404.468934:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880e00 x1870620402757760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977429 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.468939:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977404.468941:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977404.468943:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977404.468946:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977404.468949:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977404.468951:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309730315 00000100:00000001:0.0:1783977404.468953:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309731578 00000100:00000001:0.0:1783977404.468955:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309730315 00000100:00000001:0.0:1783977404.468956:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309731578 00000100:00000001:0.0:1783977404.468958:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977404.468960:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977404.468961:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977404.468965:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977404/real 1783977404] req@ffff9b83ef880e00 x1870620402757760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977404.468972:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977404.468973:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977404.468974:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977404.468976:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977404.468978:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977404.468979:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977404.468982:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880e00 x1870620402757760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977404.468989:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880e00 x1870620402757760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.468995:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977404.468997:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977404.468998:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977404.468999:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977404.469002:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880e00 x1870620402757760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.469008:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977404.469012:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880e00 x1870620402757760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977429 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.469018:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977404.469020:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977404.469022:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977404.469023:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977404.469025:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977404.469030:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977404.469033:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977404.469036:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977404.469038:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977404.469042:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880e00 x1870620402757760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977429 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977404.469049:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402757760:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977404.469052:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977404.469055:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880000 x1870620402757888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.469061:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977404.469063:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977404.469065:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977404.469067:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977404.469069:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977404.469071:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402757888:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977404.469074:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977404.469076:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977404.469078:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977404.469079:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977404.469082:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977404.469084:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977404.469087:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977404.469090:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977404.469093:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977404.469096:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402757888, portal 4 00000100:00000001:0.0:1783977404.469097:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977404.469098:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694529536 : -110484015022080 : ffff9b83ef880000) 00000100:00000040:0.0:1783977404.469104:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880000 x1870620402757888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.469110:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977404.469112:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977404.469114:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977404.469116:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402757888, offset 0 00000400:00000200:0.0:1783977404.469120:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977404.469124:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977404.469127:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977404.469130:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977404.469132:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977404.469134:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977404.469136:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977404.469139:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824878:824878:256:4294967295] 192.168.201.148@tcp LPNI seq info [824849:824849:8:4294967295] 00000400:00000200:0.0:1783977404.469143:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977404.469148:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977404.469153:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977404.469157:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977404.469160:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977404.469163:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783977404.469181:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977404.469187:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977404.469190:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977404.469193:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977404.469196:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977404.469198:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977404.469200:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977404.469203:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880000 x1870620402757888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.469210:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977404.469213:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880000 x1870620402757888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977429 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.469219:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977404.469221:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977404.469224:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977404.469227:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977404.469230:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977404.469232:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309730342 00000100:00000001:0.0:1783977404.469235:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309731578 00000100:00000001:0.0:1783977404.469237:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309730342 00000100:00000001:0.0:1783977404.469239:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309731578 00000100:00000001:0.0:1783977404.469241:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977404.469242:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977404.469244:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977404.469248:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977404/real 1783977404] req@ffff9b83ef880000 x1870620402757888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977404.469256:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977404.469257:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977404.469259:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977404.469261:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977404.469262:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977404.469264:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977404.469267:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880000 x1870620402757888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977404.469274:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880000 x1870620402757888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.469280:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977404.469281:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977404.469283:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977404.469284:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977404.469287:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880000 x1870620402757888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.469322:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977404.469326:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880000 x1870620402757888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977429 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.469334:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977404.469336:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977404.469338:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977404.469340:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977404.469342:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977404.469348:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977404.469351:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977404.469355:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977404.469358:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977404.469363:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880000 x1870620402757888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977429 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977404.469372:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402757888:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977404.469375:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977404.469376:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977404.469380:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883b80 x1870620402757632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977429 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.469386:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977404.469388:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977404.469390:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977404.469393:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977404.469394:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977404.469395:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977404.469398:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977404.469399:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635400. 02000000:00000001:0.0:1783977404.469402:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977404.469404:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977404.469405:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883b80. 00000100:00000001:0.0:1783977404.469409:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977404.469410:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977404.469411:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977404.469415:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880e00 x1870620402757760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977429 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.469421:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977404.469422:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977404.469423:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977404.469427:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977404.469428:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977404.469429:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977404.469431:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977404.469432:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636000. 02000000:00000001:0.0:1783977404.469436:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977404.469437:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977404.469438:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880e00. 00000100:00000001:0.0:1783977404.469442:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977404.469443:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977404.469445:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977404.469448:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880000 x1870620402757888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977429 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.469454:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977404.469455:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977404.469457:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977404.469459:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977404.469460:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977404.469462:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977404.469464:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977404.469465:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634000. 02000000:00000001:0.0:1783977404.469467:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977404.469468:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977404.469469:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880000. 00000100:00000001:0.0:1783977404.469471:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977404.469472:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977404.469474:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977404.469478:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977404.469479:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977404.469481:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977404.469482:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977404.469483:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977404.469487:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881c00 x1870620402758016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.469493:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977404.469494:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977404.469496:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977404.469498:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977404.469500:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977404.469502:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402758016:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977404.469505:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977404.469508:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977404.469509:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977404.469511:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977404.469513:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977404.469515:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977404.469518:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977404.469521:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977404.469524:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977404.469527:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402758016, portal 4 00000100:00000001:0.0:1783977404.469529:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977404.469530:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694536704 : -110484015014912 : ffff9b83ef881c00) 00000100:00000040:0.0:1783977404.469536:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881c00 x1870620402758016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.469543:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977404.469544:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977404.469547:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977404.469550:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402758016, offset 0 00000400:00000200:0.0:1783977404.469554:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977404.469558:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977404.469561:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977404.469573:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977404.469576:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977404.469578:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977404.469580:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977404.469582:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824879:824879:256:4294967295] 192.168.201.148@tcp LPNI seq info [824850:824850:8:4294967295] 00000400:00000200:0.0:1783977404.469585:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977404.469591:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977404.469596:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977404.469600:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977404.469603:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977404.469606:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783977404.469615:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977404.469617:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977404.469620:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977404.469623:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977404.469626:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977404.469627:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977404.469630:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977404.469634:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881c00 x1870620402758016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.469641:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977404.469644:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881c00 x1870620402758016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977429 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.469651:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977404.469652:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977404.469655:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977404.469658:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977404.469661:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977404.469663:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309730333 00000100:00000001:0.0:1783977404.469665:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309731578 00000100:00000001:0.0:1783977404.469668:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309730333 00000100:00000001:0.0:1783977404.469669:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309731578 00000100:00000001:0.0:1783977404.469671:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977404.469673:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977404.469675:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977404.469679:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977404/real 1783977404] req@ffff9b83ef881c00 x1870620402758016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977404.469687:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977404.469688:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977404.469690:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977404.469692:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977404.469694:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977404.469696:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977404.469699:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881c00 x1870620402758016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977404.469706:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881c00 x1870620402758016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.469712:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977404.469713:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977404.469715:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977404.469717:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977404.469720:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881c00 x1870620402758016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.469726:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977404.469729:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881c00 x1870620402758016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977429 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.469735:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977404.469738:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977404.469739:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977404.469740:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977404.469742:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977404.469745:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977404.469748:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977404.469751:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977404.469753:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977404.469756:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881c00 x1870620402758016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977429 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977404.469763:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402758016:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977404.469766:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977404.469768:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977404.469771:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881c00 x1870620402758016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977429 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977404.469777:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977404.469779:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977404.469780:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977404.469782:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977404.469784:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977404.469785:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977404.469787:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977404.469789:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783977404.469791:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977404.469792:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977404.469793:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881c00. 00000100:00000001:0.0:1783977404.469796:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977404.469797:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977404.469799:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977404.469802:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977404.469803:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977404.469804:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977404.469806:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977404.979678:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977404.979682:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977404.979683:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977404.979686:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977404.979688:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977404.979690:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977404.979692:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977404.979693:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977404.979695:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977404.979715:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977404.979717:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977404.979721:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977404.979723:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977404.979728:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977404.979729:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977404.979732:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977404.979734:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977404.979738:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977404.979742:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977404.980444:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977404.980449:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977404.980452:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977404.980457:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977404.980460:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977404.980462:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977404.980465:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977404.980467:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977404.980469:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977406.003406:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977406.003412:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977406.003420:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977406.003425:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977406.003431:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977406.003434:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977406.003443:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977406.003447:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977406.003453:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977406.003458:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977406.003485:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977406.003491:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977406.003494:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977406.003499:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977406.003504:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977406.003508:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977406.003511:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977406.003513:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977406.003520:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977407.027553:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977407.027559:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977407.027561:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977407.027566:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977407.027570:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977407.027572:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977407.027575:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977407.027577:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977407.027580:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977407.027605:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977407.027610:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977407.027617:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977407.027620:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977407.027625:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977407.027627:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977407.027631:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977407.027634:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977407.027640:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977407.027645:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977408.051602:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977408.051607:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977408.051610:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977408.051612:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977408.051616:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977408.051618:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977408.051620:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977408.051622:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977408.051626:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977408.051628:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977408.051631:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977408.051633:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977408.051636:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977408.051637:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977408.051640:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977408.051642:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977408.051660:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977408.051662:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977408.051664:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977408.051667:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977408.051670:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977408.051672:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977408.051675:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977408.051677:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977408.051702:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977409.075420:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977409.075427:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977409.075433:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977409.075440:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977409.075447:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977409.075454:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977409.075460:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977409.075463:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977409.075469:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977409.075510:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977409.075514:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977409.075519:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977409.075521:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977409.075526:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977409.075528:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977409.075532:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977409.075534:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977409.075541:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977409.075542:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977409.075585:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977409.075589:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977409.075592:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977409.075595:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977409.075598:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977409.075600:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977409.075602:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977409.075606:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977409.075609:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977409.588185:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977409.588190:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977409.588192:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977409.588198:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620402758144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.588206:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977409.588207:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977409.588211:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977409.588213:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977409.588216:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977409.588219:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402758144:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977409.588224:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977409.588227:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977409.588230:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977409.588231:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977409.588235:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977409.588236:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977409.588240:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977409.588242:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977409.588247:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977409.588252:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402758144, portal 25 00000100:00000001:0.0:1783977409.588254:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977409.588255:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783977409.588258:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620402758144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.588263:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977409.588265:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977409.588266:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977409.588269:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402758144, offset 0 00000400:00000200:0.0:1783977409.588273:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977409.588279:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977409.588284:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977409.588290:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977409.588326:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977409.588334:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977409.588337:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977409.588341:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824880:824880:256:4294967295] 192.168.201.148@tcp LPNI seq info [824851:824851:8:4294967295] 00000400:00000200:0.0:1783977409.588345:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977409.588355:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977409.588360:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977409.588365:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977409.588372:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977409.588376:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783977409.588386:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977409.588388:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977409.588393:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977409.588396:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977409.588400:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977409.588401:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977409.588405:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977409.588408:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620402758144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.588414:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977409.588416:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620402758144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977434 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.588420:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977409.588422:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977409.588426:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977409.588428:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977409.588430:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309736699 00000100:00000010:0.0:1783977409.588434:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783977409.588438:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977409.588442:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309736699 00000100:00000010:0.0:1783977409.588444:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783977409.588446:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977409.588448:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977409.588449:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977409.588451:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977409.588453:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977409/real 1783977409] req@ffff9b83eed39f80 x1870620402758144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977409.588459:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977409.588460:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977409.588462:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977409.588463:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977409.588464:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977409.588466:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977409.588468:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620402758144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977409.588473:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620402758144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.588489:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977409.588490:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977409.588492:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977409.588493:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977409.588496:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620402758144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.588500:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977409.588503:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620402758144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977434 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.588507:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977409.588509:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977409.588510:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977409.588510:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977409.588512:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977409.588514:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977409.588516:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977409.588519:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977409.588521:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977409.588525:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620402758144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977434 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977409.588532:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402758144:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977409.588539:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977409.588542:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39180 x1870620402758272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.588548:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977409.588550:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977409.588552:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977409.588554:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977409.588556:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977409.588559:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402758272:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977409.588562:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977409.588564:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977409.588565:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977409.588567:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977409.588570:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977409.588572:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977409.588575:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977409.588577:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977409.588581:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977409.588584:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402758272, portal 10 00000100:00000001:0.0:1783977409.588585:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977409.588587:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682704768 : -110484026846848 : ffff9b83eed39180) 00000100:00000040:0.0:1783977409.588594:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39180 x1870620402758272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.588601:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977409.588603:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977409.588605:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977409.588608:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402758272, offset 0 00000400:00000200:0.0:1783977409.588612:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977409.588616:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977409.588619:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977409.588622:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977409.588625:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977409.588627:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977409.588629:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977409.588632:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824881:824881:256:4294967295] 192.168.201.148@tcp LPNI seq info [824852:824852:8:4294967295] 00000400:00000200:0.0:1783977409.588636:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977409.588642:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977409.588646:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977409.588650:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977409.588653:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977409.588655:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783977409.588662:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977409.588663:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977409.588665:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977409.588667:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977409.588669:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977409.588670:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977409.588672:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977409.588674:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39180 x1870620402758272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.588679:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977409.588681:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39180 x1870620402758272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977434 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.588685:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977409.588685:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977409.588687:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977409.588690:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977409.588692:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977409.588693:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309735440 00000100:00000001:0.0:1783977409.588695:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309736699 00000100:00000001:0.0:1783977409.588697:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309735440 00000100:00000001:0.0:1783977409.588698:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309736699 00000100:00000001:0.0:1783977409.588700:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977409.588701:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977409.588702:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977409.588704:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977409/real 1783977409] req@ffff9b83eed39180 x1870620402758272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977409.588708:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977409.588709:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977409.588710:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977409.588712:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977409.588713:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977409.588714:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977409.588716:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39180 x1870620402758272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977409.588721:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39180 x1870620402758272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.588724:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977409.588725:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977409.588725:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977409.588726:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977409.588728:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39180 x1870620402758272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.588731:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977409.588733:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39180 x1870620402758272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977434 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.588737:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977409.588738:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977409.588739:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977409.588740:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977409.588742:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977409.588748:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977409.588749:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977409.588751:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977409.588753:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977409.588755:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39180 x1870620402758272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977434 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977409.588759:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402758272:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977409.588761:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977409.588763:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38a80 x1870620402758400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.588767:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977409.588768:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977409.588769:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977409.588770:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977409.588772:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977409.588773:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402758400:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977409.588775:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977409.588776:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977409.588776:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977409.588777:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977409.588779:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977409.588780:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977409.588782:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977409.588783:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977409.588785:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977409.588787:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402758400, portal 10 00000100:00000001:0.0:1783977409.588789:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977409.588790:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682702976 : -110484026848640 : ffff9b83eed38a80) 00000100:00000040:0.0:1783977409.588795:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38a80 x1870620402758400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.588802:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977409.588803:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977409.588805:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977409.588807:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402758400, offset 0 00000400:00000200:0.0:1783977409.588811:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977409.588815:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977409.588818:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977409.588820:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977409.588823:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977409.588825:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977409.588827:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977409.588830:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824882:824882:256:4294967295] 192.168.201.148@tcp LPNI seq info [824853:824853:8:4294967295] 00000400:00000200:0.0:1783977409.588834:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977409.588840:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977409.588843:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977409.588845:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977409.588848:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977409.588849:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783977409.588856:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977409.588857:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977409.588858:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977409.588861:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977409.588862:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977409.588863:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977409.588865:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977409.588867:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38a80 x1870620402758400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.588872:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977409.588873:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620402758400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977434 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.588881:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977409.588882:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977409.588884:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977409.588886:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977409.588888:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977409.588889:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309735435 00000100:00000001:0.0:1783977409.588891:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309736699 00000100:00000001:0.0:1783977409.588892:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309735435 00000100:00000001:0.0:1783977409.588893:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309736699 00000100:00000001:0.0:1783977409.588894:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977409.588895:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977409.588897:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977409.588898:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977409/real 1783977409] req@ffff9b83eed38a80 x1870620402758400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977409.588902:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977409.588903:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977409.588904:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977409.588905:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977409.588906:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977409.588907:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977409.588909:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38a80 x1870620402758400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977409.588913:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38a80 x1870620402758400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.588917:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977409.588917:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977409.588918:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977409.588919:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977409.588921:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38a80 x1870620402758400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.588927:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977409.588931:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38a80 x1870620402758400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977434 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.588937:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977409.588939:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977409.588940:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977409.588942:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977409.588943:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977409.588949:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977409.588951:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977409.588954:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977409.588956:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977409.588960:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38a80 x1870620402758400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977434 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977409.588967:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402758400:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977409.588970:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977409.588973:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620402758528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.588979:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977409.588981:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977409.588982:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977409.588984:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977409.588986:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977409.588989:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402758528:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977409.588992:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977409.588993:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977409.588995:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977409.588997:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977409.589000:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977409.589001:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977409.589005:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977409.589007:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977409.589010:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977409.589012:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402758528, portal 4 00000100:00000001:0.0:1783977409.589014:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977409.589015:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783977409.589020:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620402758528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.589026:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977409.589028:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977409.589030:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977409.589032:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402758528, offset 0 00000400:00000200:0.0:1783977409.589036:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977409.589039:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977409.589042:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977409.589045:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977409.589047:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977409.589049:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977409.589050:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977409.589052:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824883:824883:256:4294967295] 192.168.201.148@tcp LPNI seq info [824854:824854:8:4294967295] 00000400:00000200:0.0:1783977409.589055:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977409.589058:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977409.589061:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977409.589063:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977409.589065:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977409.589067:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783977409.589076:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977409.589078:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977409.589081:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977409.589083:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977409.589086:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977409.589088:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977409.589090:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977409.589094:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3a300 x1870620402758528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.589101:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977409.589104:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620402758528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977434 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.589110:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977409.589112:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977409.589114:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977409.589117:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977409.589119:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977409.589121:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309735462 00000100:00000001:0.0:1783977409.589123:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309736699 00000100:00000001:0.0:1783977409.589125:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309735462 00000100:00000001:0.0:1783977409.589127:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309736699 00000100:00000001:0.0:1783977409.589129:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977409.589131:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977409.589133:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977409.589136:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977409/real 1783977409] req@ffff9b83eed3a300 x1870620402758528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977409.589143:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977409.589144:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977409.589145:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977409.589147:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977409.589148:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977409.589150:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977409.589153:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620402758528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977409.589161:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620402758528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.589167:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977409.589168:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977409.589170:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977409.589171:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977409.589174:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620402758528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.589179:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977409.589183:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620402758528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977434 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.589188:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977409.589190:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977409.589191:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977409.589192:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977409.589194:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977409.589197:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977409.589200:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977409.589203:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977409.589205:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977409.589208:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620402758528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977434 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977409.589216:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402758528:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977409.589220:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977409.589223:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b480 x1870620402758656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.589227:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977409.589228:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977409.589230:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977409.589231:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977409.589232:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977409.589233:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402758656:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977409.589235:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977409.589236:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977409.589237:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977409.589238:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977409.589241:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977409.589242:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977409.589244:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977409.589245:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977409.589247:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977409.589249:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402758656, portal 4 00000100:00000001:0.0:1783977409.589250:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977409.589251:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682713728 : -110484026837888 : ffff9b83eed3b480) 00000100:00000040:0.0:1783977409.589254:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b480 x1870620402758656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.589258:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977409.589260:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977409.589261:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977409.589262:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402758656, offset 0 00000400:00000200:0.0:1783977409.589264:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977409.589266:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977409.589268:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977409.589270:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977409.589271:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977409.589273:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977409.589274:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977409.589277:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824884:824884:256:4294967295] 192.168.201.148@tcp LPNI seq info [824855:824855:8:4294967295] 00000400:00000200:0.0:1783977409.589281:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977409.589286:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977409.589290:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977409.589312:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977409.589316:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977409.589319:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783977409.589329:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977409.589330:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977409.589333:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977409.589336:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977409.589339:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977409.589341:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977409.589343:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977409.589347:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b480 x1870620402758656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.589354:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977409.589357:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620402758656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977434 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.589363:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977409.589365:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977409.589367:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977409.589371:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977409.589374:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977409.589375:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309735453 00000100:00000001:0.0:1783977409.589377:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309736699 00000100:00000001:0.0:1783977409.589378:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309735453 00000100:00000001:0.0:1783977409.589380:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309736699 00000100:00000001:0.0:1783977409.589381:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977409.589383:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977409.589384:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977409.589386:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977409/real 1783977409] req@ffff9b83eed3b480 x1870620402758656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977409.589391:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977409.589392:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977409.589393:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977409.589395:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977409.589396:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977409.589397:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977409.589399:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b480 x1870620402758656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977409.589403:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b480 x1870620402758656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.589407:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977409.589408:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977409.589409:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977409.589409:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977409.589411:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b480 x1870620402758656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.589414:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977409.589416:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b480 x1870620402758656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977434 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.589420:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977409.589421:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977409.589422:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977409.589422:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977409.589423:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977409.589426:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977409.589427:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977409.589430:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977409.589431:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977409.589433:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b480 x1870620402758656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977434 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977409.589437:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402758656:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977409.589439:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977409.589441:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977409.589442:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620402758144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977434 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.589446:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977409.589447:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977409.589449:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977409.589451:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977409.589452:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977409.589453:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977409.589455:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977409.589456:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15400. 02000000:00000001:0.0:1783977409.589459:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977409.589460:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977409.589461:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783977409.589463:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977409.589464:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977409.589465:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977409.589467:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39180 x1870620402758272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977434 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.589470:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977409.589471:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977409.589472:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977409.589474:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977409.589487:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977409.589488:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977409.589489:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977409.589490:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16400. 02000000:00000001:0.0:1783977409.589492:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977409.589493:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977409.589493:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39180. 00000100:00000001:0.0:1783977409.589495:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977409.589496:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977409.589496:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977409.589499:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38a80 x1870620402758400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977434 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.589502:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977409.589503:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977409.589504:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977409.589506:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977409.589508:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977409.589509:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977409.589511:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977409.589512:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec17400. 02000000:00000001:0.0:1783977409.589514:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977409.589515:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977409.589516:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38a80. 00000100:00000001:0.0:1783977409.589518:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977409.589520:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977409.589521:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977409.589524:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620402758528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977434 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.589531:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977409.589532:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977409.589533:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977409.589535:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977409.589536:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977409.589538:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977409.589540:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977409.589541:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15800. 02000000:00000001:0.0:1783977409.589543:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977409.589544:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977409.589545:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783977409.589548:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977409.589549:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977409.589550:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977409.589553:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b480 x1870620402758656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977434 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977409.589559:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977409.589561:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977409.589562:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977409.589564:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977409.589565:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977409.589566:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977409.589567:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977409.589568:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15c00. 02000000:00000001:0.0:1783977409.589570:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977409.589570:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977409.589571:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b480. 00000100:00000001:0.0:1783977409.589573:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977409.589573:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977409.589575:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977409.589580:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977409.589581:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977409.589582:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977409.589583:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977410.099458:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977410.099576:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977410.099578:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977410.099580:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977410.099582:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977410.099584:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977410.099585:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977410.099587:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977410.099588:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977410.099606:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977410.099609:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977410.099612:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977410.099614:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977410.099617:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977410.099619:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977410.099623:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977410.099624:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977410.099626:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977410.099626:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977411.125642:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977411.125650:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977411.125657:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977411.125659:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977411.125664:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977411.125666:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977411.125670:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977411.125672:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977411.125678:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977411.125680:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977411.125753:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977411.125760:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977411.125763:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977411.125768:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977411.125776:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977411.125782:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977411.125788:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977411.125793:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977411.125797:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977412.147403:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977412.147410:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977412.147413:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977412.147419:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977412.147427:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977412.147444:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977412.147448:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977412.147450:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977412.147456:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977412.147484:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977412.147489:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977412.147502:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977412.147512:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977412.147526:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977412.147531:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977412.147538:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977412.147545:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977412.147554:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977412.147558:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977413.171444:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977413.171450:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977413.171467:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977413.171472:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977413.171481:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977413.171485:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977413.171491:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977413.171495:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977413.171501:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977413.171504:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977413.171533:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977413.171538:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977413.171542:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977413.171549:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977413.171555:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977413.171560:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977413.171564:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977413.171567:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977413.171570:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977414.195507:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977414.195514:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977414.195518:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977414.195524:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977414.195530:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977414.195534:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977414.195537:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977414.195541:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977414.195547:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977414.195569:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977414.195571:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977414.195575:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977414.195579:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977414.195581:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977414.195584:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977414.195587:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977414.195588:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977414.195590:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977414.195591:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977414.195595:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977414.195597:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977414.195598:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977414.195599:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977414.195604:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977414.195607:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977414.195612:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977414.195618:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977414.195623:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977414.195626:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977414.195630:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977414.195635:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977414.195639:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977414.195642:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977414.195647:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977414.195653:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977414.195662:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977414.195666:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977414.195670:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977414.195674:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977414.195680:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977414.195682:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977414.195684:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977414.195686:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977414.195720:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977414.195722:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977414.195725:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977414.707657:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977414.707663:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977414.707667:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977414.707677:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38380 x1870620402758784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.707694:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977414.707698:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977414.707705:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977414.707709:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977414.707715:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977414.707722:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402758784:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977414.707726:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977414.707730:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977414.707734:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977414.707737:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977414.707742:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977414.707745:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977414.707753:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977414.707759:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977414.707767:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977414.707776:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402758784, portal 25 00000100:00000001:0.0:1783977414.707780:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977414.707783:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682701184 : -110484026850432 : ffff9b83eed38380) 00000100:00000040:0.0:1783977414.707790:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38380 x1870620402758784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.707811:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977414.707818:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977414.707823:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977414.707829:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402758784, offset 0 00000400:00000200:0.0:1783977414.707841:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977414.707852:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977414.707862:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977414.707870:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977414.707875:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977414.707878:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977414.707881:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977414.707885:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824885:824885:256:4294967295] 192.168.201.148@tcp LPNI seq info [824856:824856:8:4294967295] 00000400:00000200:0.0:1783977414.707889:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977414.707904:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977414.707913:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977414.707920:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977414.707928:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977414.707932:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783977414.707953:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977414.707957:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977414.707966:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977414.707975:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977414.707983:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977414.707987:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977414.707996:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977414.708003:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38380 x1870620402758784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.708024:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977414.708030:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620402758784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.708046:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977414.708049:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977414.708057:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977414.708065:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977414.708069:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309741818 00000100:00000010:0.0:1783977414.708077:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783977414.708087:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977414.708094:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309741818 00000100:00000010:0.0:1783977414.708101:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783977414.708108:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977414.708113:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977414.708120:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977414.708125:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977414.708133:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977414/real 1783977414] req@ffff9b83eed38380 x1870620402758784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977414.708169:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977414.708172:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977414.708176:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977414.708180:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977414.708183:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977414.708187:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977414.708192:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38380 x1870620402758784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977414.708206:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38380 x1870620402758784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.708217:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977414.708219:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977414.708224:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977414.708226:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977414.708232:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38380 x1870620402758784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.708240:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977414.708248:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38380 x1870620402758784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.708267:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977414.708275:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977414.708279:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977414.708280:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977414.708285:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977414.708289:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977414.708345:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977414.708354:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977414.708359:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977414.708369:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38380 x1870620402758784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977414.708401:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402758784:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977414.708409:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977414.708415:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977414.708422:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38380 x1870620402758784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.708438:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977414.708442:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977414.708446:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977414.708452:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977414.708457:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977414.708461:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977414.708465:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977414.708469:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16800. 02000000:00000001:0.0:1783977414.708475:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977414.708479:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977414.708483:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38380. 00000100:00000001:0.0:1783977414.708487:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977414.708491:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977414.708495:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977414.708516:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977414.708520:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977414.708525:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977414.708529:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977414.708533:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977414.708541:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b100 x1870620402758912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.708555:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977414.708559:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977414.708563:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977414.708566:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977414.708571:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977414.708577:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402758912:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977414.708586:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977414.708590:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977414.708593:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977414.708597:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977414.708602:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977414.708607:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977414.708615:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977414.708620:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977414.708627:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977414.708633:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402758912, portal 10 00000100:00000001:0.0:1783977414.708637:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977414.708640:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682712832 : -110484026838784 : ffff9b83eed3b100) 00000100:00000040:0.0:1783977414.708648:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b100 x1870620402758912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.708655:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977414.708658:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977414.708661:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977414.708662:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402758912, offset 0 00000400:00000200:0.0:1783977414.708666:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977414.708671:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977414.708674:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977414.708677:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977414.708680:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977414.708683:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977414.708685:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977414.708687:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824886:824886:256:4294967295] 192.168.201.148@tcp LPNI seq info [824857:824857:8:4294967295] 00000400:00000200:0.0:1783977414.708692:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977414.708698:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977414.708702:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977414.708705:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977414.708709:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977414.708712:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783977414.708722:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977414.708724:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977414.708727:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977414.708730:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977414.708733:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977414.708735:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977414.708738:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977414.708741:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b100 x1870620402758912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.708749:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977414.708752:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b100 x1870620402758912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.708758:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977414.708759:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977414.708763:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977414.708766:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977414.708768:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977414.708769:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309740560 00000100:00000001:0.0:1783977414.708771:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309741818 00000100:00000001:0.0:1783977414.708772:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309740560 00000100:00000001:0.0:1783977414.708774:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309741818 00000100:00000001:0.0:1783977414.708775:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977414.708776:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977414.708777:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977414.708779:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977414/real 1783977414] req@ffff9b83eed3b100 x1870620402758912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977414.708784:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977414.708784:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977414.708786:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977414.708788:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977414.708790:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977414.708792:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977414.708795:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b100 x1870620402758912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977414.708802:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b100 x1870620402758912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.708808:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977414.708809:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977414.708811:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977414.708812:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977414.708816:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b100 x1870620402758912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.708823:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977414.708826:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b100 x1870620402758912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.708832:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977414.708835:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977414.708836:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977414.708837:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977414.708839:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977414.708847:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977414.708849:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977414.708853:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977414.708854:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977414.708858:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b100 x1870620402758912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977414.708866:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402758912:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977414.708869:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977414.708873:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b480 x1870620402759040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.708879:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977414.708881:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977414.708883:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977414.708884:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977414.708886:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977414.708889:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402759040:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977414.708892:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977414.708894:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977414.708895:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977414.708897:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977414.708900:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977414.708903:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977414.708906:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977414.708908:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977414.708911:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977414.708914:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402759040, portal 10 00000100:00000001:0.0:1783977414.708916:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977414.708917:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682713728 : -110484026837888 : ffff9b83eed3b480) 00000100:00000040:0.0:1783977414.708922:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b480 x1870620402759040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.708928:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977414.708931:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977414.708933:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977414.708935:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402759040, offset 0 00000400:00000200:0.0:1783977414.708939:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977414.708943:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977414.708947:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977414.708949:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977414.708952:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977414.708954:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977414.708957:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977414.708959:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824887:824887:256:4294967295] 192.168.201.148@tcp LPNI seq info [824858:824858:8:4294967295] 00000400:00000200:0.0:1783977414.708963:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977414.708969:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977414.708973:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977414.708976:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977414.708980:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977414.708982:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783977414.708992:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977414.708994:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977414.708997:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977414.709000:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977414.709002:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977414.709004:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977414.709006:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977414.709010:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b480 x1870620402759040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.709016:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977414.709018:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620402759040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.709024:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977414.709025:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977414.709027:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977414.709030:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977414.709033:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977414.709035:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309740555 00000100:00000001:0.0:1783977414.709037:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309741818 00000100:00000001:0.0:1783977414.709038:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309740555 00000100:00000001:0.0:1783977414.709040:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309741818 00000100:00000001:0.0:1783977414.709042:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977414.709044:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977414.709046:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977414.709049:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977414/real 1783977414] req@ffff9b83eed3b480 x1870620402759040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977414.709056:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977414.709057:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977414.709058:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977414.709060:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977414.709062:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977414.709064:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977414.709067:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b480 x1870620402759040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977414.709074:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b480 x1870620402759040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.709080:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977414.709081:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977414.709083:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977414.709084:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977414.709087:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b480 x1870620402759040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.709093:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977414.709097:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b480 x1870620402759040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.709103:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977414.709105:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977414.709106:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977414.709106:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977414.709108:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977414.709112:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977414.709114:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977414.709116:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977414.709117:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977414.709120:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b480 x1870620402759040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977414.709124:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402759040:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977414.709126:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977414.709128:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620402759168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.709132:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977414.709133:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977414.709134:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977414.709135:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977414.709136:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977414.709138:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402759168:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977414.709140:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977414.709142:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977414.709142:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977414.709143:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977414.709146:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977414.709147:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977414.709149:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977414.709151:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977414.709153:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977414.709155:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402759168, portal 4 00000100:00000001:0.0:1783977414.709156:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977414.709157:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783977414.709160:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620402759168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.709165:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977414.709166:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977414.709167:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977414.709169:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402759168, offset 0 00000400:00000200:0.0:1783977414.709171:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977414.709173:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977414.709176:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977414.709177:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977414.709179:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977414.709180:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977414.709182:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977414.709184:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824888:824888:256:4294967295] 192.168.201.148@tcp LPNI seq info [824859:824859:8:4294967295] 00000400:00000200:0.0:1783977414.709186:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977414.709192:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977414.709196:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977414.709199:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977414.709202:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977414.709205:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783977414.709214:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977414.709216:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977414.709219:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977414.709222:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977414.709225:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977414.709226:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977414.709228:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977414.709232:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3a300 x1870620402759168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.709238:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977414.709240:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620402759168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.709250:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977414.709251:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977414.709254:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977414.709257:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977414.709260:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977414.709261:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309740582 00000100:00000001:0.0:1783977414.709263:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309741818 00000100:00000001:0.0:1783977414.709265:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309740582 00000100:00000001:0.0:1783977414.709267:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309741818 00000100:00000001:0.0:1783977414.709268:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977414.709270:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977414.709271:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977414.709275:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977414/real 1783977414] req@ffff9b83eed3a300 x1870620402759168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977414.709282:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977414.709283:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977414.709284:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977414.709287:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977414.709288:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977414.709290:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977414.709310:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620402759168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977414.709319:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620402759168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.709325:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977414.709326:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977414.709328:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977414.709329:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977414.709333:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620402759168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.709338:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977414.709342:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620402759168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.709347:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977414.709350:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977414.709351:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977414.709352:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977414.709354:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977414.709357:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977414.709359:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977414.709362:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977414.709365:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977414.709368:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620402759168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977414.709374:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402759168:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977414.709378:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977414.709379:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977414.709382:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b100 x1870620402758912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.709401:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977414.709403:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977414.709405:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977414.709407:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977414.709409:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977414.709410:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977414.709412:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977414.709413:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16c00. 02000000:00000001:0.0:1783977414.709416:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977414.709418:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977414.709419:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b100. 00000100:00000001:0.0:1783977414.709421:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977414.709423:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977414.709424:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977414.709428:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b480 x1870620402759040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.709433:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977414.709434:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977414.709436:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977414.709437:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977414.709439:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977414.709440:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977414.709441:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977414.709443:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14000. 02000000:00000001:0.0:1783977414.709444:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977414.709445:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977414.709447:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b480. 00000100:00000001:0.0:1783977414.709448:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977414.709450:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977414.709451:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977414.709454:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620402759168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.709459:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977414.709460:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977414.709462:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977414.709465:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977414.709466:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977414.709467:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977414.709469:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977414.709470:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14c00. 02000000:00000001:0.0:1783977414.709472:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977414.709473:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977414.709474:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783977414.709476:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977414.709478:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977414.709480:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977414.709484:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977414.709485:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977414.709487:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977414.709488:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977414.709490:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977414.709493:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38a80 x1870620402759296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.709498:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977414.709500:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977414.709501:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977414.709503:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977414.709505:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977414.709508:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402759296:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977414.709510:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977414.709512:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977414.709514:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977414.709515:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977414.709518:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977414.709520:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977414.709523:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977414.709525:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977414.709529:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977414.709531:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402759296, portal 4 00000100:00000001:0.0:1783977414.709533:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977414.709534:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682702976 : -110484026848640 : ffff9b83eed38a80) 00000100:00000040:0.0:1783977414.709539:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38a80 x1870620402759296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.709545:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977414.709547:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977414.709549:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977414.709551:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402759296, offset 0 00000400:00000200:0.0:1783977414.709555:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977414.709559:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977414.709562:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977414.709565:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977414.709567:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977414.709570:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977414.709572:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977414.709574:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824889:824889:256:4294967295] 192.168.201.148@tcp LPNI seq info [824860:824860:8:4294967295] 00000400:00000200:0.0:1783977414.709578:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977414.709584:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977414.709588:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977414.709591:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977414.709595:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977414.709597:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783977414.709608:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977414.709609:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977414.709612:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977414.709615:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977414.709618:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977414.709619:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977414.709622:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977414.709625:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38a80 x1870620402759296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.709632:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977414.709635:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620402759296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.709641:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977414.709642:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977414.709645:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977414.709648:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977414.709651:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977414.709654:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309740573 00000100:00000001:0.0:1783977414.709656:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309741818 00000100:00000001:0.0:1783977414.709658:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309740573 00000100:00000001:0.0:1783977414.709660:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309741818 00000100:00000001:0.0:1783977414.709661:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977414.709663:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977414.709665:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977414.709669:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977414/real 1783977414] req@ffff9b83eed38a80 x1870620402759296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977414.709677:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977414.709678:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977414.709679:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977414.709681:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977414.709683:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977414.709685:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977414.709687:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38a80 x1870620402759296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977414.709695:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38a80 x1870620402759296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.709701:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977414.709702:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977414.709704:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977414.709705:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977414.709708:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38a80 x1870620402759296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.709715:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977414.709719:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38a80 x1870620402759296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.709725:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977414.709727:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977414.709729:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977414.709730:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977414.709732:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977414.709738:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977414.709741:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977414.709744:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977414.709746:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977414.709749:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38a80 x1870620402759296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977414.709756:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402759296:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977414.709760:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977414.709761:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977414.709764:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38a80 x1870620402759296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977414.709770:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977414.709772:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977414.709774:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977414.709777:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977414.709778:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977414.709779:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977414.709781:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977414.709783:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15c00. 02000000:00000001:0.0:1783977414.709785:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977414.709786:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977414.709787:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38a80. 00000100:00000001:0.0:1783977414.709790:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977414.709791:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977414.709792:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977414.709795:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977414.709797:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977414.709799:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977414.709801:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977415.219411:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977415.219418:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977415.219428:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977415.219433:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977415.219446:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977415.219451:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977415.219456:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977415.219459:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977415.219467:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977415.219470:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977415.219522:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977415.219527:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977415.219529:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977415.219534:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977415.219539:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977415.219543:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977415.219547:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977415.219550:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977415.219556:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977416.243492:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977416.243502:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977416.243505:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977416.243511:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977416.243515:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977416.243520:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977416.243527:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977416.243531:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977416.243537:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977416.243578:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977416.243583:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977416.243592:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977416.243597:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977416.243604:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977416.243610:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977416.243622:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977416.243633:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977416.243642:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977416.243647:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977417.267405:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977417.267410:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977417.267418:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977417.267420:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977417.267426:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977417.267430:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977417.267437:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977417.267441:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977417.267448:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977417.267451:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977417.267479:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977417.267485:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977417.267489:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977417.267494:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977417.267499:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977417.267504:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977417.267510:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977417.267514:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977417.267520:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977417.267538:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977417.267542:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977417.267546:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977418.291974:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977418.291987:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977418.291989:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977418.291991:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977418.291993:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977418.291995:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977418.291996:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977418.291997:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977418.291999:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977418.292030:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977418.292034:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977418.292036:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977418.292040:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977418.292043:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977418.292045:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977418.292047:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977418.292049:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977418.292054:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977418.292055:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977418.292059:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977418.292060:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977418.292064:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977418.292065:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977418.292068:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977418.292070:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977418.292105:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977418.292108:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977418.292110:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977419.315554:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977419.315558:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977419.315565:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977419.315568:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977419.315576:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977419.315579:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977419.315587:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977419.315589:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977419.315592:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977419.315594:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977419.315616:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977419.315619:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977419.315622:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977419.827798:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977419.827804:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977419.827808:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977419.827818:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39180 x1870620402759424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.827835:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977419.827838:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977419.827843:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977419.827846:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977419.827848:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977419.827853:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402759424:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977419.827860:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977419.827865:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977419.827868:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977419.827873:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977419.827880:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977419.827884:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977419.827894:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977419.827900:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977419.827909:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977419.827918:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402759424, portal 25 00000100:00000001:0.0:1783977419.827923:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977419.827926:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682704768 : -110484026846848 : ffff9b83eed39180) 00000100:00000040:0.0:1783977419.827937:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39180 x1870620402759424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.827958:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977419.827966:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977419.827972:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977419.827977:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402759424, offset 0 00000400:00000200:0.0:1783977419.827989:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977419.828000:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977419.828010:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977419.828016:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977419.828019:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977419.828023:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977419.828026:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977419.828031:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824890:824890:256:4294967295] 192.168.201.148@tcp LPNI seq info [824861:824861:8:4294967295] 00000400:00000200:0.0:1783977419.828037:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977419.828049:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977419.828055:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977419.828060:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977419.828069:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977419.828073:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783977419.828090:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977419.828094:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977419.828099:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977419.828105:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977419.828111:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977419.828114:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977419.828121:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977419.828130:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39180 x1870620402759424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.828152:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977419.828160:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39180 x1870620402759424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.828179:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977419.828184:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977419.828192:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977419.828198:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977419.828202:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309746938 00000100:00000010:0.0:1783977419.828209:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783977419.828216:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977419.828222:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309746938 00000100:00000010:0.0:1783977419.828228:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783977419.828232:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977419.828234:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977419.828238:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977419.828242:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977419.828248:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977419/real 1783977419] req@ffff9b83eed39180 x1870620402759424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977419.828262:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977419.828264:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977419.828267:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977419.828272:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977419.828274:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977419.828279:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977419.828286:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39180 x1870620402759424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977419.828392:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39180 x1870620402759424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.828406:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977419.828410:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977419.828415:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977419.828419:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977419.828429:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39180 x1870620402759424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.828442:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977419.828450:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39180 x1870620402759424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.828466:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977419.828472:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977419.828478:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977419.828480:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977419.828485:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977419.828490:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977419.828496:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977419.828501:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977419.828504:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977419.828511:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39180 x1870620402759424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977419.828520:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402759424:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977419.828530:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977419.828533:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977419.828536:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39180 x1870620402759424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.828544:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977419.828547:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977419.828549:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977419.828554:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977419.828557:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977419.828559:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977419.828563:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977419.828566:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec17400. 02000000:00000001:0.0:1783977419.828570:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977419.828571:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977419.828574:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39180. 00000100:00000001:0.0:1783977419.828577:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977419.828579:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977419.828582:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977419.828589:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977419.828591:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977419.828595:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977419.828597:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977419.828599:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977419.828612:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620402759552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.828628:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977419.828631:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977419.828636:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977419.828639:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977419.828643:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977419.828647:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402759552:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977419.828650:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977419.828653:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977419.828654:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977419.828657:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977419.828660:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977419.828662:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977419.828666:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977419.828668:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977419.828671:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977419.828675:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402759552, portal 10 00000100:00000001:0.0:1783977419.828676:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977419.828678:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783977419.828684:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620402759552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.828688:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977419.828689:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977419.828691:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977419.828692:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402759552, offset 0 00000400:00000200:0.0:1783977419.828695:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977419.828698:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977419.828700:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977419.828702:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977419.828704:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977419.828705:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977419.828707:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977419.828709:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824891:824891:256:4294967295] 192.168.201.148@tcp LPNI seq info [824862:824862:8:4294967295] 00000400:00000200:0.0:1783977419.828712:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977419.828716:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977419.828719:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977419.828721:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977419.828724:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977419.828725:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783977419.828732:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977419.828734:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977419.828736:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977419.828738:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977419.828740:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977419.828741:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977419.828743:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977419.828745:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620402759552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.828750:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977419.828751:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620402759552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.828755:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977419.828756:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977419.828758:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977419.828761:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977419.828763:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977419.828764:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309745680 00000100:00000001:0.0:1783977419.828765:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309746938 00000100:00000001:0.0:1783977419.828767:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309745680 00000100:00000001:0.0:1783977419.828768:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309746938 00000100:00000001:0.0:1783977419.828769:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977419.828770:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977419.828772:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977419.828774:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977419/real 1783977419] req@ffff9b83eed39f80 x1870620402759552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977419.828778:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977419.828778:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977419.828779:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977419.828781:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977419.828782:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977419.828784:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977419.828787:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620402759552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977419.828794:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620402759552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.828800:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977419.828801:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977419.828803:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977419.828804:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977419.828807:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620402759552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.828814:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977419.828817:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620402759552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.828824:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977419.828827:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977419.828828:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977419.828830:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977419.828831:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977419.828838:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977419.828840:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977419.828842:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977419.828843:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977419.828846:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620402759552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977419.828851:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402759552:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977419.828853:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977419.828855:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38a80 x1870620402759680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.828863:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977419.828864:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977419.828865:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977419.828866:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977419.828867:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977419.828869:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402759680:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977419.828871:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977419.828872:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977419.828873:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977419.828874:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977419.828877:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977419.828878:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977419.828880:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977419.828881:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977419.828884:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977419.828885:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402759680, portal 10 00000100:00000001:0.0:1783977419.828887:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977419.828887:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682702976 : -110484026848640 : ffff9b83eed38a80) 00000100:00000040:0.0:1783977419.828891:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38a80 x1870620402759680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.828895:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977419.828897:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977419.828898:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977419.828899:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402759680, offset 0 00000400:00000200:0.0:1783977419.828901:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977419.828904:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977419.828906:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977419.828908:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977419.828909:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977419.828911:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977419.828912:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977419.828915:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824892:824892:256:4294967295] 192.168.201.148@tcp LPNI seq info [824863:824863:8:4294967295] 00000400:00000200:0.0:1783977419.828917:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977419.828921:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977419.828923:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977419.828925:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977419.828928:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977419.828929:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783977419.828936:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977419.828937:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977419.828939:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977419.828941:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977419.828943:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977419.828944:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977419.828945:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977419.828947:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38a80 x1870620402759680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.828951:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977419.828953:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620402759680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.828957:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977419.828958:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977419.828960:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977419.828962:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977419.828964:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977419.828965:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309745675 00000100:00000001:0.0:1783977419.828966:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309746938 00000100:00000001:0.0:1783977419.828968:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309745675 00000100:00000001:0.0:1783977419.828969:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309746938 00000100:00000001:0.0:1783977419.828970:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977419.828972:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977419.828973:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977419.828975:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977419/real 1783977419] req@ffff9b83eed38a80 x1870620402759680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977419.828979:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977419.828980:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977419.828981:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977419.828982:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977419.828983:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977419.828984:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977419.828985:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38a80 x1870620402759680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977419.828991:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38a80 x1870620402759680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.828994:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977419.828995:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977419.828995:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977419.828996:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977419.828998:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38a80 x1870620402759680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.829001:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977419.829003:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38a80 x1870620402759680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.829007:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977419.829008:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977419.829009:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977419.829009:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977419.829010:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977419.829014:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977419.829015:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977419.829018:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977419.829020:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977419.829023:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38a80 x1870620402759680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977419.829031:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402759680:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977419.829034:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977419.829037:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620402759808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.829043:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977419.829044:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977419.829046:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977419.829048:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977419.829050:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977419.829052:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402759808:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977419.829055:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977419.829057:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977419.829058:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977419.829060:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977419.829063:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977419.829065:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977419.829068:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977419.829070:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977419.829073:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977419.829076:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402759808, portal 4 00000100:00000001:0.0:1783977419.829078:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977419.829079:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783977419.829085:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620402759808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.829090:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977419.829093:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977419.829095:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977419.829098:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402759808, offset 0 00000400:00000200:0.0:1783977419.829101:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977419.829105:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977419.829108:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977419.829111:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977419.829113:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977419.829116:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977419.829118:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977419.829121:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824893:824893:256:4294967295] 192.168.201.148@tcp LPNI seq info [824864:824864:8:4294967295] 00000400:00000200:0.0:1783977419.829123:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977419.829128:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977419.829130:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977419.829133:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977419.829135:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977419.829137:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783977419.829143:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977419.829144:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977419.829146:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977419.829148:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977419.829150:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977419.829151:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977419.829153:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977419.829155:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3a300 x1870620402759808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.829160:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977419.829161:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620402759808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.829165:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977419.829166:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977419.829168:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977419.829170:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977419.829172:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977419.829174:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309745702 00000100:00000001:0.0:1783977419.829175:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309746938 00000100:00000001:0.0:1783977419.829176:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309745702 00000100:00000001:0.0:1783977419.829178:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309746938 00000100:00000001:0.0:1783977419.829179:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977419.829180:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977419.829182:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977419.829185:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977419/real 1783977419] req@ffff9b83eed3a300 x1870620402759808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977419.829192:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977419.829193:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977419.829194:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977419.829196:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977419.829198:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977419.829200:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977419.829203:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620402759808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977419.829210:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620402759808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.829214:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977419.829216:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977419.829217:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977419.829219:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977419.829221:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620402759808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.829226:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977419.829230:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620402759808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.829236:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977419.829238:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977419.829240:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977419.829241:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977419.829244:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977419.829247:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977419.829249:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977419.829252:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977419.829254:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977419.829258:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620402759808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977419.829264:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402759808:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977419.829267:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977419.829269:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977419.829272:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620402759552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.829277:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977419.829279:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977419.829281:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977419.829283:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977419.829285:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977419.829286:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977419.829288:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977419.829289:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16400. 02000000:00000001:0.0:1783977419.829327:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977419.829330:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977419.829331:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783977419.829335:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977419.829337:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977419.829338:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977419.829342:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38a80 x1870620402759680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.829349:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977419.829350:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977419.829351:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977419.829354:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977419.829355:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977419.829356:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977419.829359:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977419.829361:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15400. 02000000:00000001:0.0:1783977419.829364:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977419.829365:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977419.829367:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38a80. 00000100:00000001:0.0:1783977419.829369:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977419.829370:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977419.829372:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977419.829375:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620402759808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.829381:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977419.829382:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977419.829383:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977419.829385:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977419.829386:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977419.829387:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977419.829389:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977419.829390:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15800. 02000000:00000001:0.0:1783977419.829392:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977419.829393:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977419.829394:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783977419.829396:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977419.829397:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977419.829399:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977419.829403:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977419.829404:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977419.829406:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977419.829408:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977419.829409:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977419.829412:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b480 x1870620402759936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.829419:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977419.829420:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977419.829422:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977419.829424:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977419.829426:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977419.829429:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402759936:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977419.829432:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977419.829434:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977419.829435:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977419.829437:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977419.829440:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977419.829441:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977419.829444:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977419.829447:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977419.829449:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977419.829452:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402759936, portal 4 00000100:00000001:0.0:1783977419.829454:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977419.829455:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682713728 : -110484026837888 : ffff9b83eed3b480) 00000100:00000040:0.0:1783977419.829461:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b480 x1870620402759936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.829467:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977419.829469:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977419.829471:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977419.829473:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402759936, offset 0 00000400:00000200:0.0:1783977419.829476:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977419.829479:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977419.829481:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977419.829483:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977419.829484:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977419.829486:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977419.829488:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977419.829490:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824894:824894:256:4294967295] 192.168.201.148@tcp LPNI seq info [824865:824865:8:4294967295] 00000400:00000200:0.0:1783977419.829492:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977419.829496:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977419.829498:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977419.829500:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977419.829503:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977419.829504:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783977419.829511:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977419.829512:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977419.829514:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977419.829516:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977419.829518:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977419.829519:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977419.829521:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977419.829523:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b480 x1870620402759936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.829527:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977419.829529:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620402759936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.829533:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977419.829534:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977419.829536:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977419.829537:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977419.829539:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977419.829540:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309745693 00000100:00000001:0.0:1783977419.829542:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309746938 00000100:00000001:0.0:1783977419.829543:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309745693 00000100:00000001:0.0:1783977419.829546:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309746938 00000100:00000001:0.0:1783977419.829547:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977419.829548:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977419.829550:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977419.829552:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977419/real 1783977419] req@ffff9b83eed3b480 x1870620402759936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977419.829556:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977419.829557:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977419.829558:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977419.829559:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977419.829560:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977419.829561:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977419.829563:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b480 x1870620402759936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977419.829567:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b480 x1870620402759936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.829570:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977419.829571:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977419.829572:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977419.829573:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977419.829575:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b480 x1870620402759936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.829579:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977419.829583:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b480 x1870620402759936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.829588:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977419.829590:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977419.829592:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977419.829592:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977419.829595:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977419.829598:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977419.829601:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977419.829604:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977419.829606:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977419.829610:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b480 x1870620402759936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977419.829618:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402759936:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977419.829621:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977419.829623:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977419.829626:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b480 x1870620402759936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977419.829632:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977419.829633:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977419.829635:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977419.829637:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977419.829638:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977419.829640:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977419.829641:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977419.829643:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15c00. 02000000:00000001:0.0:1783977419.829645:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977419.829646:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977419.829647:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b480. 00000100:00000001:0.0:1783977419.829649:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977419.829650:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977419.829652:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977419.829655:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977419.829656:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977419.829657:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977419.829659:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977420.339425:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977420.339431:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977420.339440:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977420.339443:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977420.339451:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977420.339453:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977420.339456:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977420.339458:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977420.339461:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977420.339463:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977420.339484:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977420.339488:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977420.339493:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977420.339518:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977420.339522:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977420.339523:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977420.339526:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977420.339529:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977420.339534:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977420.339539:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977420.339544:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977420.339548:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977421.363490:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977421.363494:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977421.363496:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977421.363499:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977421.363502:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977421.363505:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977421.363507:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977421.363508:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977421.363511:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977421.363522:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977421.363525:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977421.363526:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977421.363528:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977421.363529:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977421.363531:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977421.363532:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977421.363534:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977421.363536:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977421.363556:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977421.363561:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977421.363566:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977421.363568:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977421.363572:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977421.363586:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977421.363594:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977421.363596:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977421.363600:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977421.363601:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977421.363623:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977421.363628:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977421.363634:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977422.391373:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977422.391377:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977422.391387:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977422.391390:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977422.391398:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977422.391402:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977422.391412:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977422.391415:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977422.391421:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977422.391423:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977423.411408:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977423.411413:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977423.411422:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977423.411427:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977423.411439:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977423.411443:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977423.411456:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977423.411464:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977423.411470:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977423.411475:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977423.411533:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977423.411539:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977423.411544:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977423.411552:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977423.411652:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977423.411656:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977423.411658:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977423.411660:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977423.411662:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977424.435424:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977424.435434:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977424.435438:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977424.435447:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977424.435454:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977424.435461:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977424.435467:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977424.435475:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977424.435479:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977424.435510:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977424.435514:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977424.435521:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977424.435526:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977424.435530:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977424.435533:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977424.435537:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977424.435539:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977424.435541:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977424.435542:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977424.435546:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977424.435548:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977424.435549:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977424.435551:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977424.435553:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977424.435554:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977424.435556:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977424.435558:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977424.435562:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977424.435564:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977424.435565:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977424.435567:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977424.435569:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977424.435570:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977424.435572:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977424.435574:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977424.435577:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977424.435579:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977424.435580:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977424.435581:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977424.435583:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977424.435585:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977424.435587:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977424.435589:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977424.435637:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977424.435640:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977424.435642:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977424.435645:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977424.435647:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977424.435650:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977424.435652:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977424.435653:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977424.435656:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977425.459557:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977425.459560:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977425.459565:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977425.459567:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977425.459571:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977425.459572:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977425.459575:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977425.459576:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977425.459578:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977425.459585:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977425.459621:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977425.459625:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977425.459626:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977425.459629:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977425.459631:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977425.459633:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977425.459635:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977425.459637:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977425.459639:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977425.461335:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977425.461341:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977425.461345:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977425.461351:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977425.461357:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977425.461361:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977425.461372:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977425.461376:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977425.461380:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977426.483599:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977426.483602:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977426.483604:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977426.483606:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977426.483608:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977426.483610:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977426.483613:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977426.483615:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977426.483617:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977426.483633:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977426.483636:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977426.483640:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977426.483642:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977426.483645:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977426.483646:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977426.483649:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977426.483650:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977426.483653:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977426.483654:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977426.483673:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977426.483676:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977426.483678:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977426.483952:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977426.483955:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977426.483956:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977426.483959:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977426.483962:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977426.483964:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977426.483966:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977426.483968:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977426.483971:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977427.507406:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977427.507414:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977427.507418:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977427.507425:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977427.507431:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977427.507437:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977427.507442:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977427.507452:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977427.507456:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977427.507479:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977427.507485:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977427.507489:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977427.507492:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977427.507496:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977427.507498:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977427.507501:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977427.507503:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977427.507507:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977427.507509:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977427.507513:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977427.507515:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977427.507520:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977427.507522:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977427.507529:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977427.507538:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977427.507571:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977427.507574:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977427.507577:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977427.507593:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977427.507595:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977427.507597:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977427.507599:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977427.507601:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977427.507603:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977427.507605:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977427.507606:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977427.507608:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977427.507623:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977427.507625:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977427.507626:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977427.507628:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977427.507631:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977427.507634:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977427.507638:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977427.507643:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977427.507649:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977428.531402:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977428.531409:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977428.531413:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977428.531419:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977428.531438:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977428.531442:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977428.531447:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977428.531449:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977428.531451:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977428.531488:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977428.531494:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977428.531504:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977428.531508:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977428.531518:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977428.531522:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977428.531531:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977428.531535:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977428.531541:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977428.531544:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977428.531568:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977428.531579:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977428.531582:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977429.555418:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977429.555423:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977429.555430:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977429.555433:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977429.555437:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977429.555438:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977429.555441:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977429.555443:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977429.555447:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977429.555450:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977429.555482:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977429.555487:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977429.555492:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977429.555545:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977429.555549:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977429.555551:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977429.555554:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977429.555559:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977429.555563:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977429.555567:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977429.555570:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977429.555577:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977429.555606:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977429.555610:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977429.555614:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977429.555618:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977429.555623:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977429.555627:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977429.555640:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977429.555645:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977429.555649:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977430.579423:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977430.579431:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977430.579436:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977430.579444:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977430.579451:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977430.579457:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977430.579463:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977430.579466:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977430.579469:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977430.579493:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977430.579496:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977430.579500:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977430.579501:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977430.579505:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977430.579507:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977430.579511:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977430.579512:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977430.579516:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977430.579518:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977430.579538:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977430.579541:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977430.579545:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977430.579565:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977430.579571:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977430.579574:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977430.579579:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977430.579583:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977430.579587:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977430.579590:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977430.579592:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977430.579594:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977430.579615:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977430.579620:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977430.579623:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977430.579629:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977430.579634:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977430.579639:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977430.579650:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977430.579653:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977430.579656:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977431.603410:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977431.603415:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977431.603418:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977431.603424:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977431.603431:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977431.603436:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977431.603440:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977431.603444:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977431.603448:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977431.603521:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977431.603524:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977431.603530:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977431.603533:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977431.603544:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977431.603548:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977431.603555:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977431.603560:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977431.603566:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977431.603571:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977431.603594:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977431.603599:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977431.603607:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977432.627388:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977432.627398:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977432.627402:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977432.627409:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977432.627413:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977432.627417:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977432.627424:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977432.627428:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977432.627433:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977432.627450:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977432.627455:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977432.627458:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977432.627462:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977432.627468:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977432.627472:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977432.627478:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977432.627482:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977432.627485:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977432.627513:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977432.627516:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977432.627521:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977432.627523:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977432.627527:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977432.627529:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977432.627532:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977432.627533:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977432.627535:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977432.627537:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977432.627552:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977432.627555:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977432.627558:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977433.651418:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977433.651423:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977433.651426:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977433.651430:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977433.651435:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977433.651440:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977433.651445:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977433.651448:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977433.651454:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977433.651470:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977433.651474:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977433.651477:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977433.651480:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977433.651485:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977433.651488:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977433.651492:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977433.651494:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977433.651495:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977433.651523:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977433.651527:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977433.651533:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977433.651538:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977433.651542:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977433.651545:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977433.651548:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977433.651552:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977433.651556:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977433.651559:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977433.651563:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977433.651566:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977433.651584:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977433.651588:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977433.651590:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977433.651591:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977433.651593:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977433.651595:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977433.651599:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977433.651601:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977433.651602:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977433.651603:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977433.651604:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977433.651606:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977433.651607:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977433.651609:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977433.651612:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977433.651614:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977433.651615:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977433.651617:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977433.651618:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977433.651620:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977433.651622:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977433.651623:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977433.651642:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977433.651645:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977433.651647:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977434.676209:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977434.676213:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977434.676215:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977434.676223:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977434.676226:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977434.676228:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977434.676230:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977434.676232:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977434.676235:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977434.676258:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977434.676263:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977434.676270:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977434.676271:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977434.676275:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977434.676289:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977434.676311:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977434.676312:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977434.676316:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977434.676317:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977434.676333:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977434.676335:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977434.676338:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977435.699414:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977435.699419:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977435.699427:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977435.699431:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977435.699438:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977435.699442:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977435.699449:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977435.699453:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977435.699459:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977435.699460:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977435.699482:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977435.699486:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977435.699490:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977435.699512:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977435.699516:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977435.699519:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977435.699523:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977435.699525:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977435.699528:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977435.699530:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977435.699532:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977435.699535:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977435.699719:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977435.699722:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977435.699723:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977435.699726:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977435.699728:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977435.699730:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977435.699731:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977435.699733:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977435.699735:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977435.699749:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977435.699750:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977435.699752:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977435.699754:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977435.699755:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977435.699756:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977435.699758:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977435.699759:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977435.699761:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977436.729635:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977436.729642:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977436.729644:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977436.729649:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977436.729652:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977436.729656:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977436.729659:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977436.729661:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977436.729664:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977436.729689:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977436.729691:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977436.729696:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977436.729697:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977436.729701:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977436.729702:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977436.729705:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977436.729706:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977436.729709:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977436.729711:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977436.729728:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977436.729731:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977436.729733:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977437.747426:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977437.747433:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977437.747438:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977437.747444:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977437.747451:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977437.747456:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977437.747463:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977437.747468:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977437.747478:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977437.747482:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977437.747489:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977437.747493:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977437.747499:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977437.747500:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977437.747503:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977437.747505:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977437.747527:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977437.747536:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977437.747542:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977437.747566:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977437.747571:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977437.747574:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977437.747581:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977437.747587:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977437.747590:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977437.747594:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977437.747599:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977437.747605:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977438.771405:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977438.771412:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977438.771417:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977438.771424:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977438.771431:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977438.771436:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977438.771443:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977438.771447:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977438.771451:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977438.771477:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977438.771482:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977438.771491:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977438.771495:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977438.771501:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977438.771505:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977438.771511:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977438.771515:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977438.771521:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977438.771524:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977439.795412:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977439.795421:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977439.795426:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977439.795434:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977439.795448:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977439.795454:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977439.795470:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977439.795474:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977439.795477:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977439.795509:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977439.795514:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977439.795524:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977439.795527:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977439.795534:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977439.795537:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977439.795544:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977439.795548:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977439.795553:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977439.795558:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977440.819584:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977440.819588:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977440.819589:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977440.819592:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977440.819594:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977440.819596:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977440.819598:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977440.819599:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977440.819601:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977440.819628:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977440.819631:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977440.819636:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977440.819640:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977440.819649:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977440.819652:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977440.819673:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977440.819676:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977440.819680:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977440.819682:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977441.843752:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977441.843764:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977441.843765:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977441.843768:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977441.843770:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977441.843772:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977441.843774:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977441.843775:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977441.843777:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977441.843798:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977441.843801:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977441.843804:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977441.843806:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977441.843809:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977441.843810:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977441.843814:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977441.843815:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977441.843817:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977441.843819:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977442.867426:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977442.867431:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977442.867441:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977442.867444:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977442.867452:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977442.867458:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977442.867467:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977442.867471:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977442.867477:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977442.867480:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977442.867517:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977442.867521:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977442.867525:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977442.867530:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977442.867534:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977442.867536:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977442.867539:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977442.867541:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977442.867543:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977442.870023:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977442.870031:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977442.870034:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977442.870042:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977442.870047:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977442.870054:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977442.870059:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977442.870064:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977442.870071:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977443.891421:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977443.891429:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977443.891432:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977443.891437:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977443.891442:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977443.891446:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977443.891452:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977443.891458:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977443.891464:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977443.891490:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977443.891494:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977443.891501:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977443.891508:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977443.891511:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977443.891518:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977443.891525:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977443.891529:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977443.891531:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977443.891534:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977443.891539:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977443.891543:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977443.891545:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977443.891549:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977443.891553:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977443.891556:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977443.891558:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977443.891562:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977443.891568:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977443.891572:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977443.891575:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977443.891577:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977443.891579:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977443.891581:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977443.891583:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977443.891585:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977443.891589:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977443.891593:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977443.891597:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977443.891600:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977443.891604:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977443.891607:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977443.891609:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977443.891613:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977444.915456:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977444.915465:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977444.915469:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977444.915477:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977444.915485:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977444.915493:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977444.915499:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977444.915505:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977444.915514:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977444.915568:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977444.915575:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977444.915584:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977444.915591:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977444.915600:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977444.915604:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977444.915612:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977444.915616:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977444.915624:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977444.915628:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977445.940101:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977445.940104:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977445.940105:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977445.940107:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977445.940109:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977445.940111:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977445.940114:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977445.940115:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977445.940117:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977445.940134:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977445.940137:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977445.940142:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977445.940143:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977445.940147:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977445.940148:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977445.940151:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977445.940152:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977445.940156:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977445.940157:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977446.963638:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977446.963644:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977446.963650:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977446.963652:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977446.963656:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977446.963657:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977446.963661:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977446.963662:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977446.963665:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977446.963666:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977446.964875:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977446.964877:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977446.964879:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977446.964881:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977446.964882:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977446.964884:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977446.964885:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977446.964886:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977446.964887:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977446.966162:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977446.966168:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977446.966173:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977446.966179:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977446.966185:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977446.966189:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977446.966200:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977446.966205:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977446.966210:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977447.987437:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977447.987443:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977447.987448:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977447.987454:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977447.987461:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977447.987465:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977447.987469:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977447.987471:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977447.987474:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977447.987499:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977447.987505:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977447.987510:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977447.987514:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977447.987518:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977447.987520:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977447.987521:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977447.987524:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977447.987528:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977447.987529:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977447.987533:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977447.987534:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977447.987537:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977447.987538:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977447.987540:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977447.987542:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977447.988417:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977447.988421:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977447.988422:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977447.988424:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977447.988425:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977447.988426:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977447.988428:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977447.988429:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977447.988430:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977449.011408:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977449.011415:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977449.011419:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977449.011424:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977449.011429:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977449.011434:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977449.011544:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977449.011546:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977449.011554:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977449.011577:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977449.011581:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977449.011592:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977449.011593:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977449.011597:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977449.011598:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977449.011601:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977449.011603:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977449.011606:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977449.011607:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977450.035408:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977450.035414:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977450.035423:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977450.035427:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977450.035434:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977450.035438:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977450.035443:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977450.035446:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977450.035452:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977450.035455:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977450.035665:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977450.035669:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977450.035673:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977450.035680:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977450.035685:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977450.035687:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977450.035690:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977450.035692:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977450.035694:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977451.059417:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977451.059426:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977451.059429:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977451.059438:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977451.059445:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977451.059449:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977451.059464:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977451.059468:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977451.059471:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977451.059495:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977451.059498:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977451.059503:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977451.059504:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977451.059508:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977451.059510:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977451.059514:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977451.059516:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977451.059519:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977451.059521:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977451.059578:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977451.059583:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977451.059586:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977451.059590:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977451.059593:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977451.059595:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977451.059597:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977451.059599:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977451.059601:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977452.083460:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977452.083470:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977452.083475:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977452.083485:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977452.083492:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977452.083498:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977452.083503:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977452.083507:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977452.083510:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977452.083543:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977452.083547:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977452.083557:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977452.083561:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977452.083571:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977452.083626:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977452.083632:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977452.083633:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977452.083638:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977452.083639:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977452.084895:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977452.084901:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977452.084904:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977452.084910:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977452.084917:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977452.084921:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977452.084924:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977452.084926:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977452.084928:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977452.087470:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977452.087477:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977452.087480:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977452.087485:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977452.087489:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977452.087492:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977452.087496:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977452.087499:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977452.087503:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977453.107560:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977453.107563:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977453.107564:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977453.107566:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977453.107568:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977453.107570:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977453.107572:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977453.107573:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977453.107575:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977453.107592:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977453.107595:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977453.107600:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977453.107602:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977453.107606:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977453.107607:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977453.107610:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977453.107611:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977453.107614:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977453.107616:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977453.107649:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977453.107652:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977453.107656:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977453.107681:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977453.107687:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977453.107702:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977453.107706:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977453.107717:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977453.107730:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977453.107737:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977453.107739:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977453.107742:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977453.621553:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977453.621560:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977453.621564:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977453.621575:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977450/real 1783977453] req@ffff9b83fb2e2300 x1870620402763520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977453.621595:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977453.621598:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977453.621603:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c8a13a50. 00000400:00000200:0.0:1783977453.621609:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b14088 00000400:00000010:0.0:1783977453.621612:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b14088. 00000100:00000001:0.0:1783977453.621619:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977453.621632:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2300 x1870620402763520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977453.621642:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2300 x1870620402763520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977453.621649:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977453.621651:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977453.621654:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977453.621656:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977453.621659:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2300 x1870620402763520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977453.621666:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977453.621672:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2300 x1870620402763520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977475 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977453.621680:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977453.621683:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977453.621685:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977453.621687:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977453.621690:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977453.621698:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977453.621713:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977453.621718:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977453.621720:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977453.621724:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2300 x1870620402763520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977475 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977453.621732:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402763520:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977453.621736:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977453.621739:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977450/real 1783977453] req@ffff9b83fb2e1f80 x1870620402763648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977453.621746:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977453.621748:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977453.621749:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c8a132c0. 00000400:00000200:0.0:1783977453.621761:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b145d8 00000400:00000010:0.0:1783977453.621763:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b145d8. 00000100:00000001:0.0:1783977453.621766:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977453.621769:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1f80 x1870620402763648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977453.621776:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1f80 x1870620402763648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977453.621781:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977453.621783:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977453.621785:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977453.621786:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977453.621789:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1f80 x1870620402763648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977453.621794:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977453.621797:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1f80 x1870620402763648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977475 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977453.621802:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977453.621804:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977453.621806:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977453.621807:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977453.621808:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977453.621812:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977453.621814:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977453.621817:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977453.621819:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977453.621822:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1f80 x1870620402763648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977475 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977453.621830:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402763648:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977453.621833:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977453.621837:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977450/real 1783977453] req@ffff9b83fb2e1880 x1870620402763776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977453.621844:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977453.621845:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977453.621846:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c8a135d8. 00000400:00000200:0.0:1783977453.621848:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b14660 00000400:00000010:0.0:1783977453.621850:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b14660. 00000100:00000001:0.0:1783977453.621852:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977453.621855:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1880 x1870620402763776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977453.621862:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1880 x1870620402763776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977453.621867:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977453.621868:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977453.621870:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977453.621872:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977453.621875:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1880 x1870620402763776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977453.621881:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977453.621884:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1880 x1870620402763776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977475 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977453.621891:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977453.621893:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977453.621894:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977453.621895:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977453.621897:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977453.621901:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977453.621908:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977453.621911:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977453.621913:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977453.621918:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1880 x1870620402763776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977475 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977453.621925:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402763776:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977453.621929:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977453.621933:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977450/real 1783977453] req@ffff9b83fb2e0380 x1870620402763392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977453.621941:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977453.621942:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977453.621944:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c8a137e8. 00000400:00000200:0.0:1783977453.621946:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b14220 00000400:00000010:0.0:1783977453.621948:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b14220. 00000100:00000001:0.0:1783977453.621950:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977453.621953:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0380 x1870620402763392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977453.621960:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0380 x1870620402763392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977453.621966:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977453.621967:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977453.621969:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977453.621970:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977453.621974:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0380 x1870620402763392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977453.621980:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977453.621983:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0380 x1870620402763392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977475 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977453.621989:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977453.621991:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977453.621993:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977453.621994:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977453.621996:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977453.622004:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977453.622006:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977453.622009:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977453.622012:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977453.622016:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0380 x1870620402763392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977475 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977453.622023:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402763392:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977453.622027:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977453.622029:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977450/real 1783977453] req@ffff9b83fb2e2a00 x1870620402763264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977453.622035:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977453.622035:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977453.622037:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c8a13c08. 00000400:00000200:0.0:1783977453.622039:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b14198 00000400:00000010:0.0:1783977453.622040:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b14198. 00000100:00000001:0.0:1783977453.622042:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977453.622043:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2a00 x1870620402763264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977453.622048:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2a00 x1870620402763264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977453.622052:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977453.622052:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977453.622053:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977453.622054:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977453.622056:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2a00 x1870620402763264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977453.622071:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977453.622076:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2a00 x1870620402763264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977475 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977453.622081:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977453.622084:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977453.622085:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977453.622086:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977453.622087:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977453.622089:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977453.622091:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977453.622094:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977453.622096:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977453.622099:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2a00 x1870620402763264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977475 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977453.622106:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402763264:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977453.622110:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977453.622113:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977453.622129:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2300 x1870620402763520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977475 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977453.622136:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977453.622139:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977453.622142:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83eec14000. 02000000:00000001:0.0:1783977453.622146:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977453.622148:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977453.622150:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977453.622152:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977453.622154:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065800. 02000000:00000001:0.0:1783977453.622158:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977453.622160:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977453.622162:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2300. 00000100:00000001:0.0:1783977453.622165:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977453.622167:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977453.622168:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977453.622172:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1f80 x1870620402763648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977475 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977453.622177:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977453.622178:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977453.622179:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83eec14c00. 02000000:00000001:0.0:1783977453.622181:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977453.622182:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977453.622183:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977453.622185:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977453.622186:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067800. 02000000:00000001:0.0:1783977453.622189:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977453.622190:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977453.622191:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1f80. 00000100:00000001:0.0:1783977453.622193:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977453.622194:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977453.622195:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977453.622198:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1880 x1870620402763776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977475 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977453.622203:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977453.622205:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977453.622206:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83eec15c00. 02000000:00000001:0.0:1783977453.622209:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977453.622209:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977453.622211:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977453.622213:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977453.622214:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067000. 02000000:00000001:0.0:1783977453.622216:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977453.622217:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977453.622218:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1880. 00000100:00000001:0.0:1783977453.622220:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977453.622221:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977453.622223:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977453.622226:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0380 x1870620402763392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977475 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977453.622232:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977453.622233:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977453.622234:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83eec16c00. 02000000:00000001:0.0:1783977453.622238:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977453.622239:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977453.622240:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977453.622242:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977453.622243:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064800. 02000000:00000001:0.0:1783977453.622245:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977453.622246:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977453.622247:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0380. 00000100:00000001:0.0:1783977453.622259:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977453.622260:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977453.622262:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977453.622266:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2a00 x1870620402763264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977475 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977453.622272:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977453.622273:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977453.622274:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83eec16800. 02000000:00000001:0.0:1783977453.622277:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977453.622278:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977453.622279:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977453.622280:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977453.622282:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064c00. 02000000:00000001:0.0:1783977453.622284:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977453.622285:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977453.622286:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2a00. 00000100:00000001:0.0:1783977453.622288:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977453.622289:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977453.622291:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977453.622321:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977453.622323:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977453.622326:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977453.622328:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977454.131533:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977454.131535:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977454.131537:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977454.131539:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977454.131544:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977454.131549:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977454.131553:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977454.131560:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977454.131567:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977454.131584:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977454.131589:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977454.131590:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977454.131593:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977454.131595:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977454.131597:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977454.131598:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977454.131600:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977454.131602:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977454.131621:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977454.131624:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977454.131628:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977454.131631:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977454.131633:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977454.131636:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977454.131639:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977454.131641:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977454.131643:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977454.131645:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977454.131648:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977454.131650:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977454.131651:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977454.131652:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977454.131654:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977454.131655:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977454.131657:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977454.131658:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977454.131662:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977454.131664:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977454.131665:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977454.131666:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977454.131668:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977454.131669:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977454.131671:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977454.131672:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977454.131676:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977454.131678:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977454.131679:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977454.131680:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977454.131682:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977454.131683:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977454.131684:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977454.131686:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977454.131713:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977454.131716:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977454.131718:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977455.155643:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977455.155645:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977455.155653:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977455.155656:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977455.155658:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977455.155660:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977455.155664:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977455.155665:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977455.155668:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977455.155701:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977455.155705:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977455.155710:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977455.155711:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977455.155716:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977455.155717:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977455.155721:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977455.155722:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977455.155725:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977455.155727:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977455.155743:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977455.155748:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977455.155751:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977455.670632:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977455.670637:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977455.670640:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977455.670647:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3b80 x1870620402763904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.670655:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977455.670657:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977455.670661:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977455.670673:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977455.670676:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977455.670680:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402763904:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977455.670684:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977455.670689:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977455.670691:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977455.670694:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977455.670703:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977455.670705:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977455.670710:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977455.670715:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977455.670721:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977455.670728:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402763904, portal 25 00000100:00000001:0.0:1783977455.670730:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977455.670732:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889973120 : -110483819578496 : ffff9b83fb2e3b80) 00000100:00000040:0.0:1783977455.670736:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3b80 x1870620402763904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.670743:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977455.670746:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977455.670748:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977455.670752:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402763904, offset 0 00000400:00000200:0.0:1783977455.670758:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977455.670883:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977455.670890:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977455.670895:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977455.670899:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977455.670903:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977455.670906:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977455.670909:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824925:824925:256:4294967295] 192.168.201.148@tcp LPNI seq info [824896:824896:8:4294967295] 00000400:00000200:0.0:1783977455.670913:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977455.670924:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977455.670930:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977455.670935:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977455.670941:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977455.670944:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783977455.670958:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977455.670961:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977455.670966:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977455.670971:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977455.670977:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977455.670979:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977455.670985:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977455.670989:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3b80 x1870620402763904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.670999:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977455.671002:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3b80 x1870620402763904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.671010:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977455.671011:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977455.671016:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977455.671020:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977455.671022:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309782781 00000100:00000010:0.0:1783977455.671026:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783977455.671032:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977455.671040:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309782781 00000100:00000010:0.0:1783977455.671044:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783977455.671046:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977455.671049:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977455.671052:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977455.671054:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977455.671058:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977455/real 1783977455] req@ffff9b83fb2e3b80 x1870620402763904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977455.671068:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977455.671070:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977455.671072:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977455.671075:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977455.671076:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977455.671078:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977455.671082:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3b80 x1870620402763904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977455.671089:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3b80 x1870620402763904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.671095:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977455.671097:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977455.671099:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977455.671101:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977455.671105:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3b80 x1870620402763904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.671111:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977455.671115:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3b80 x1870620402763904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.671121:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977455.671124:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977455.671125:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977455.671127:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977455.671129:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977455.671131:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977455.671134:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977455.671137:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977455.671139:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977455.671143:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3b80 x1870620402763904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977455.671150:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402763904:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977455.671155:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977455.671157:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977455.673023:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3b80 x1870620402763904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.673029:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977455.673031:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977455.673033:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977455.673038:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977455.673039:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977455.673040:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977455.673042:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977455.673044:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065000. 02000000:00000001:0.0:1783977455.673046:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977455.673048:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977455.673049:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3b80. 00000100:00000001:0.0:1783977455.673052:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977455.673053:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977455.673055:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977455.673060:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977455.673062:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977455.673063:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977455.673064:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977455.673066:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977455.673068:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0e00 x1870620402764032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.673074:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977455.673075:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977455.673077:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977455.673079:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977455.673080:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977455.673082:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402764032:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977455.673084:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977455.673087:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977455.673089:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977455.673090:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977455.673093:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977455.673094:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977455.673098:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977455.673100:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977455.673104:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977455.673109:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402764032, portal 10 00000100:00000001:0.0:1783977455.673110:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977455.673111:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889961472 : -110483819590144 : ffff9b83fb2e0e00) 00000100:00000040:0.0:1783977455.673117:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0e00 x1870620402764032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.673121:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977455.673123:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977455.673124:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977455.673126:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402764032, offset 0 00000400:00000200:0.0:1783977455.673129:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977455.673134:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977455.673137:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977455.673141:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977455.673143:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977455.673145:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977455.673147:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977455.673150:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824926:824926:256:4294967295] 192.168.201.148@tcp LPNI seq info [824897:824897:8:4294967295] 00000400:00000200:0.0:1783977455.673153:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977455.673167:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977455.673171:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977455.673175:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977455.673179:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977455.673181:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783977455.673189:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977455.673191:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977455.673194:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977455.673197:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977455.673200:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977455.673201:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977455.673203:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977455.673205:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0e00 x1870620402764032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.673215:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977455.673218:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0e00 x1870620402764032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.673225:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977455.673226:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977455.673232:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977455.673235:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977455.673239:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977455.673241:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309781524 00000100:00000001:0.0:1783977455.673244:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309782781 00000100:00000001:0.0:1783977455.673246:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309781524 00000100:00000001:0.0:1783977455.673248:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309782781 00000100:00000001:0.0:1783977455.673250:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977455.673253:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977455.673255:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977455.673259:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977455/real 1783977455] req@ffff9b83fb2e0e00 x1870620402764032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977455.673268:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977455.673269:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977455.673271:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977455.673274:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977455.673276:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977455.673278:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977455.673281:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0e00 x1870620402764032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977455.673289:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0e00 x1870620402764032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.673312:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977455.673313:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977455.673315:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977455.673317:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977455.673321:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0e00 x1870620402764032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.673328:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977455.673331:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0e00 x1870620402764032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.673338:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977455.673341:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977455.673342:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977455.673343:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977455.673345:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977455.673352:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977455.673355:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977455.673359:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977455.673361:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977455.673365:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0e00 x1870620402764032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977455.673372:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402764032:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977455.673375:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977455.673378:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2d80 x1870620402764160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.673382:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977455.673383:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977455.673384:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977455.673386:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977455.673387:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977455.673388:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402764160:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977455.673390:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977455.673392:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977455.673393:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977455.673394:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977455.673396:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783977455.673398:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977455.673400:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977455.673401:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977455.673403:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977455.673405:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402764160, portal 10 00000100:00000001:0.0:1783977455.673406:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977455.673407:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889969536 : -110483819582080 : ffff9b83fb2e2d80) 00000100:00000040:0.0:1783977455.673411:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2d80 x1870620402764160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.673415:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977455.673417:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977455.673418:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977455.673419:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402764160, offset 0 00000400:00000200:0.0:1783977455.673421:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977455.673424:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977455.673426:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977455.673429:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977455.673430:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977455.673432:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977455.673433:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977455.673435:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824927:824927:256:4294967295] 192.168.201.148@tcp LPNI seq info [824898:824898:8:4294967295] 00000400:00000200:0.0:1783977455.673437:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977455.673441:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977455.673444:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977455.673446:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977455.673448:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977455.673450:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783977455.673456:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977455.673458:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977455.673459:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977455.673462:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977455.673463:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977455.673464:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977455.673466:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977455.673468:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2d80 x1870620402764160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.673473:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977455.673474:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2d80 x1870620402764160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.673478:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977455.673479:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977455.673481:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977455.673483:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977455.673485:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977455.673486:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309781520 00000100:00000001:0.0:1783977455.673487:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309782781 00000100:00000001:0.0:1783977455.673489:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309781520 00000100:00000001:0.0:1783977455.673490:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309782781 00000100:00000001:0.0:1783977455.673491:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977455.673492:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977455.673493:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977455.673495:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977455/real 1783977455] req@ffff9b83fb2e2d80 x1870620402764160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977455.673500:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977455.673500:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977455.673501:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977455.673503:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977455.673504:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977455.673505:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977455.673507:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2d80 x1870620402764160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977455.673511:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2d80 x1870620402764160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.673514:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977455.673515:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977455.673516:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977455.673516:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977455.673518:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2d80 x1870620402764160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.673522:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977455.673524:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2d80 x1870620402764160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.673528:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977455.673530:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977455.674973:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977455.674977:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977455.674980:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977455.674988:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977455.674992:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977455.674999:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977455.675002:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977455.675008:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2d80 x1870620402764160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977455.675018:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402764160:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977455.675023:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977455.675026:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1500 x1870620402764288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.675034:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977455.675035:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977455.675038:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977455.675041:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977455.675043:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977455.675046:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402764288:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977455.675049:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977455.675052:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977455.675054:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977455.675056:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977455.675062:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977455.675064:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977455.675069:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977455.675073:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977455.675078:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977455.675082:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402764288, portal 4 00000100:00000001:0.0:1783977455.675084:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977455.675086:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889963264 : -110483819588352 : ffff9b83fb2e1500) 00000100:00000040:0.0:1783977455.675092:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1500 x1870620402764288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.675099:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977455.675101:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977455.675103:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977455.675106:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402764288, offset 0 00000400:00000200:0.0:1783977455.675110:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977455.675115:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977455.675121:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977455.675125:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977455.675128:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977455.675130:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977455.675133:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977455.675136:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824928:824928:256:4294967295] 192.168.201.148@tcp LPNI seq info [824899:824899:8:4294967295] 00000400:00000200:0.0:1783977455.675140:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977455.675148:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977455.675152:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977455.675156:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977455.675161:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977455.675164:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783977455.675176:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977455.675178:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977455.675182:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977455.675186:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977455.675190:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977455.675192:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977455.675195:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977455.675199:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1500 x1870620402764288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.675389:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977455.675394:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1500 x1870620402764288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.675401:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977455.675403:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977455.675409:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977455.675412:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977455.675415:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977455.675418:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309781549 00000100:00000001:0.0:1783977455.675421:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309782781 00000100:00000001:0.0:1783977455.675423:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309781549 00000100:00000001:0.0:1783977455.675425:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309782781 00000100:00000001:0.0:1783977455.675427:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977455.675429:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977455.675431:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977455.675435:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977455/real 1783977455] req@ffff9b83fb2e1500 x1870620402764288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977455.675443:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977455.675445:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977455.675447:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977455.675449:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977455.675451:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977455.675453:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977455.675456:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1500 x1870620402764288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977455.675464:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1500 x1870620402764288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.675471:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977455.675473:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977455.675474:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977455.675476:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977455.675479:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1500 x1870620402764288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.675486:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977455.675490:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1500 x1870620402764288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.675497:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977455.675499:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977455.675500:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977455.675502:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977455.675503:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977455.675507:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977455.675509:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977455.675511:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977455.675513:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977455.675517:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1500 x1870620402764288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977455.675524:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402764288:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977455.675527:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977455.675640:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0700 x1870620402764416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.675648:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977455.675650:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977455.675652:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977455.675654:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977455.675656:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977455.675659:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402764416:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977455.675662:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977455.675672:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977455.675673:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977455.675675:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977455.675678:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977455.675680:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977455.675684:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977455.675686:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977455.675689:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977455.675692:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402764416, portal 4 00000100:00000001:0.0:1783977455.675694:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977455.675696:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889959680 : -110483819591936 : ffff9b83fb2e0700) 00000100:00000040:0.0:1783977455.675701:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0700 x1870620402764416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.675707:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977455.675709:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977455.675711:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977455.675713:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402764416, offset 0 00000400:00000200:0.0:1783977455.675717:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977455.675721:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977455.675724:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977455.675727:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977455.675729:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977455.675731:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977455.675733:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977455.675736:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824929:824929:256:4294967295] 192.168.201.148@tcp LPNI seq info [824900:824900:8:4294967295] 00000400:00000200:0.0:1783977455.675740:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977455.675746:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977455.675751:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977455.675753:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977455.675757:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977455.675760:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783977455.675770:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977455.675772:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977455.675775:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977455.675833:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977455.675836:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977455.675838:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977455.675841:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977455.675844:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0700 x1870620402764416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.675851:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977455.675854:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0700 x1870620402764416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.675861:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977455.675863:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977455.675866:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977455.675868:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977455.675871:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977455.675873:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309781539 00000100:00000001:0.0:1783977455.675875:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309782781 00000100:00000001:0.0:1783977455.675877:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309781539 00000100:00000001:0.0:1783977455.675879:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309782781 00000100:00000001:0.0:1783977455.675881:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977455.675883:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977455.675885:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977455.675888:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977455/real 1783977455] req@ffff9b83fb2e0700 x1870620402764416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977455.675896:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977455.675897:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977455.675898:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977455.675900:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977455.675902:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977455.675904:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977455.675907:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0700 x1870620402764416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977455.675914:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0700 x1870620402764416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.675919:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977455.675921:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977455.675922:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977455.675923:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977455.675927:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0700 x1870620402764416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.675932:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977455.675936:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0700 x1870620402764416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.675942:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977455.675944:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977455.675946:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977455.675947:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977455.675949:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977455.675952:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977455.675954:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977455.675957:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977455.675959:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977455.675963:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0700 x1870620402764416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977455.675970:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402764416:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977455.675974:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977455.675976:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977455.675979:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0e00 x1870620402764032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.675986:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977455.675988:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977455.675990:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977455.675993:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977455.675995:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977455.675996:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977455.675998:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977455.676000:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065400. 02000000:00000001:0.0:1783977455.676004:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977455.676005:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977455.676007:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0e00. 00000100:00000001:0.0:1783977455.676010:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977455.676011:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977455.676013:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977455.676016:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2d80 x1870620402764160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.676022:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977455.676023:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977455.676024:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783977455.676027:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977455.676028:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977455.676029:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977455.676031:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977455.676032:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064c00. 02000000:00000001:0.0:1783977455.676034:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977455.676035:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977455.676037:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2d80. 00000100:00000001:0.0:1783977455.676039:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977455.676040:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977455.676042:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977455.676045:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1500 x1870620402764288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.676051:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977455.676052:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977455.676053:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977455.676055:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977455.676056:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977455.676057:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977455.676058:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977455.676059:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064800. 02000000:00000001:0.0:1783977455.676061:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977455.676062:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977455.676063:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1500. 00000100:00000001:0.0:1783977455.676065:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977455.676066:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977455.676067:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977455.676070:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0700 x1870620402764416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977455.676075:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977455.676076:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977455.676077:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977455.676079:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977455.676080:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977455.676081:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977455.676082:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977455.676084:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067000. 02000000:00000001:0.0:1783977455.676085:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977455.676086:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977455.676087:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0700. 00000100:00000001:0.0:1783977455.676089:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977455.676090:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977455.676092:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977455.676098:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977455.676100:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977455.676102:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977455.676104:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977456.179418:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977456.179423:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977456.179431:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977456.179435:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977456.179441:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977456.179445:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977456.179452:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977456.179456:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977456.179463:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977456.179467:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977456.179744:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977456.179748:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977456.179750:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977456.179755:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977456.179759:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977456.179762:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977456.179766:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977456.179780:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977456.179783:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977456.179801:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977456.179804:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977456.179805:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977456.179807:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977456.179810:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977456.179812:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977456.181802:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977456.181806:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977456.181816:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977457.203759:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977457.203763:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977457.203764:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977457.203768:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977457.203770:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977457.203773:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977457.203775:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977457.203777:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977457.203779:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977457.203878:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977457.203882:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977457.203890:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977457.203892:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977457.203896:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977457.203897:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977457.203901:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977457.203903:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977457.203906:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977457.203907:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977458.227437:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977458.227444:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977458.227448:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977458.227452:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977458.227458:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977458.227462:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977458.227467:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977458.227470:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977458.227477:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977458.227478:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977458.227483:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977458.227484:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977458.227488:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977458.227490:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977458.227494:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977458.227495:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977458.227534:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977458.227538:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977458.227541:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977458.227631:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977458.227637:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977458.227641:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977458.227648:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977458.227653:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977458.227659:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977458.227663:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977458.227666:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977458.227670:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977459.251670:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977459.251673:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977459.251676:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977459.251677:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977459.251689:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977459.251693:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977459.251699:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977459.251702:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977459.251707:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977459.251711:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977459.251740:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977459.251742:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977459.251744:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977459.251747:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977459.251756:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977459.251760:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977459.251774:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977459.251777:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977459.251780:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977460.275430:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977460.275438:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977460.275442:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977460.275449:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977460.275453:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977460.275457:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977460.275462:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977460.275466:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977460.275469:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977460.275496:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977460.275501:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977460.275518:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977460.275520:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977460.275525:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977460.275528:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977460.275535:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977460.275538:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977460.275542:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977460.275544:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977460.275579:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977460.275594:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977460.275598:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977460.275601:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977460.275608:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977460.275613:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977460.275623:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977460.275626:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977460.275629:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977460.788242:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977460.788247:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977460.788249:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977460.788257:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b100 x1870620402764544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.788267:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977460.788269:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977460.788273:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977460.788276:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977460.788278:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977460.788282:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402764544:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977460.788286:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977460.788290:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977460.788318:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977460.788321:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977460.788326:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977460.788328:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977460.788333:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977460.788337:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977460.788342:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977460.788348:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402764544, portal 25 00000100:00000001:0.0:1783977460.788351:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977460.788352:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682712832 : -110484026838784 : ffff9b83eed3b100) 00000100:00000040:0.0:1783977460.788358:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b100 x1870620402764544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.788365:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977460.788368:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977460.788371:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977460.788381:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402764544, offset 0 00000400:00000200:0.0:1783977460.788388:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977460.788394:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977460.788400:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977460.788404:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977460.788408:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977460.788412:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977460.788414:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977460.788418:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824930:824930:256:4294967295] 192.168.201.148@tcp LPNI seq info [824901:824901:8:4294967295] 00000400:00000200:0.0:1783977460.788422:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977460.788432:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977460.788437:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977460.788442:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977460.788448:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977460.788452:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783977460.788466:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977460.788468:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977460.788472:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977460.788476:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977460.788481:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977460.788483:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977460.788487:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977460.788491:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b100 x1870620402764544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.788500:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977460.788503:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b100 x1870620402764544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.788510:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977460.788512:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977460.788517:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977460.788520:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977460.788523:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309787899 00000100:00000010:0.0:1783977460.788527:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783977460.788541:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977460.788545:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309787899 00000100:00000010:0.0:1783977460.788548:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783977460.788551:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977460.788554:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977460.788556:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977460.788559:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977460.788563:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977460/real 1783977460] req@ffff9b83eed3b100 x1870620402764544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977460.788571:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977460.788581:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977460.788584:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977460.788586:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977460.788588:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977460.788590:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977460.788594:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b100 x1870620402764544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977460.788602:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b100 x1870620402764544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.788609:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977460.788611:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977460.788613:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977460.788614:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977460.788618:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b100 x1870620402764544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.788624:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977460.788628:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b100 x1870620402764544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.788634:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977460.788637:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977460.788639:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977460.788640:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977460.788642:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977460.788644:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977460.788646:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977460.788650:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977460.788652:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977460.788655:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b100 x1870620402764544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977460.788663:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402764544:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977460.788667:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977460.788670:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38380 x1870620402764672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.788676:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977460.788677:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977460.788679:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977460.788681:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977460.788683:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977460.788685:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402764672:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977460.788688:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977460.788690:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977460.788691:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977460.788693:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977460.788696:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783977460.788698:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977460.788702:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977460.788704:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977460.788707:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977460.788709:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402764672, portal 10 00000100:00000001:0.0:1783977460.788711:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977460.788712:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682701184 : -110484026850432 : ffff9b83eed38380) 00000100:00000040:0.0:1783977460.788718:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38380 x1870620402764672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.788725:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977460.788727:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977460.788728:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977460.788731:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402764672, offset 0 00000400:00000200:0.0:1783977460.788734:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977460.788737:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977460.788741:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977460.788743:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977460.788746:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977460.788748:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977460.788750:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977460.788753:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824931:824931:256:4294967295] 192.168.201.148@tcp LPNI seq info [824902:824902:8:4294967295] 00000400:00000200:0.0:1783977460.788757:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977460.788763:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977460.788767:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977460.788769:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977460.788772:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977460.788775:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783977460.788786:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977460.788787:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977460.788790:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977460.788794:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977460.788796:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977460.788798:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977460.788800:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977460.788803:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38380 x1870620402764672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.788810:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977460.788813:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620402764672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.788819:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977460.788820:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977460.788823:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977460.788826:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977460.788829:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977460.788831:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309786640 00000100:00000001:0.0:1783977460.788833:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309787899 00000100:00000001:0.0:1783977460.788835:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309786640 00000100:00000001:0.0:1783977460.788837:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309787899 00000100:00000001:0.0:1783977460.788839:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977460.788841:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977460.788842:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977460.788845:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977460/real 1783977460] req@ffff9b83eed38380 x1870620402764672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977460.788852:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977460.788853:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977460.788855:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977460.788857:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977460.788858:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977460.788860:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977460.788863:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38380 x1870620402764672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977460.788871:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38380 x1870620402764672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.788877:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977460.788879:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977460.788880:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977460.788881:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977460.788884:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38380 x1870620402764672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.788891:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977460.788895:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38380 x1870620402764672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.788901:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977460.788903:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977460.788905:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977460.788906:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977460.788907:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977460.788914:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977460.788916:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977460.788919:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977460.788921:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977460.788924:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38380 x1870620402764672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977460.788931:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402764672:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977460.788935:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977460.788938:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b480 x1870620402764800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.788950:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977460.788952:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977460.788954:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977460.788956:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977460.788958:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977460.788960:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402764800:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977460.788963:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977460.788965:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977460.788966:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977460.788968:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977460.788970:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977460.788972:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977460.788975:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977460.788977:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977460.788979:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977460.788982:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402764800, portal 10 00000100:00000001:0.0:1783977460.788984:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977460.788985:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682713728 : -110484026837888 : ffff9b83eed3b480) 00000100:00000040:0.0:1783977460.788990:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b480 x1870620402764800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.788996:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977460.788998:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977460.789000:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977460.789002:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402764800, offset 0 00000400:00000200:0.0:1783977460.789005:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977460.789008:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977460.789011:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977460.789013:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977460.789016:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977460.789018:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977460.789020:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977460.789023:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824932:824932:256:4294967295] 192.168.201.148@tcp LPNI seq info [824903:824903:8:4294967295] 00000400:00000200:0.0:1783977460.789027:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977460.789032:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977460.789036:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977460.789039:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977460.789042:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977460.789045:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783977460.789054:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977460.789056:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977460.789058:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977460.789062:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977460.789064:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977460.789065:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977460.789067:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977460.789070:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b480 x1870620402764800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.789076:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977460.789079:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620402764800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.789085:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977460.789086:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977460.789088:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977460.789090:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977460.789093:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977460.789095:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309786635 00000100:00000001:0.0:1783977460.789097:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309787899 00000100:00000001:0.0:1783977460.789099:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309786635 00000100:00000001:0.0:1783977460.789101:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309787899 00000100:00000001:0.0:1783977460.789102:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977460.789105:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977460.789106:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977460.789109:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977460/real 1783977460] req@ffff9b83eed3b480 x1870620402764800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977460.789116:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977460.789117:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977460.789118:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977460.789120:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977460.789122:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977460.789123:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977460.789126:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b480 x1870620402764800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977460.789134:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b480 x1870620402764800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.789140:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977460.789142:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977460.789143:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977460.789144:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977460.789147:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b480 x1870620402764800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.789153:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977460.789157:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b480 x1870620402764800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.789163:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977460.789165:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977460.789166:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977460.789168:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977460.789169:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977460.789174:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977460.789176:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977460.789180:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977460.789182:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977460.789186:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b480 x1870620402764800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977460.789193:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402764800:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977460.789196:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977460.789199:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620402764928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.789205:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977460.789206:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977460.789209:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977460.789210:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977460.789212:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977460.789215:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402764928:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977460.789218:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977460.789220:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977460.789221:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977460.789222:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977460.789225:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977460.789227:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977460.789230:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977460.789233:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977460.789235:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977460.789239:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402764928, portal 4 00000100:00000001:0.0:1783977460.789241:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977460.789242:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783977460.789248:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620402764928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.789254:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977460.789257:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977460.789260:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977460.789262:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402764928, offset 0 00000400:00000200:0.0:1783977460.789267:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977460.789270:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977460.789273:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977460.789276:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977460.789278:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977460.789281:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977460.789282:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977460.789286:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824933:824933:256:4294967295] 192.168.201.148@tcp LPNI seq info [824904:824904:8:4294967295] 00000400:00000200:0.0:1783977460.789290:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977460.789321:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977460.789326:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977460.789329:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977460.789333:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977460.789336:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783977460.789347:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977460.789349:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977460.789352:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977460.789355:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977460.789358:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977460.789359:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977460.789362:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977460.789366:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3a300 x1870620402764928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.789374:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977460.789377:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620402764928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.789382:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977460.789384:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977460.789387:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977460.789390:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977460.789394:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977460.789396:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309786663 00000100:00000001:0.0:1783977460.789398:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309787899 00000100:00000001:0.0:1783977460.789401:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309786663 00000100:00000001:0.0:1783977460.789404:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309787899 00000100:00000001:0.0:1783977460.789406:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977460.789408:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977460.789409:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977460.789413:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977460/real 1783977460] req@ffff9b83eed3a300 x1870620402764928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977460.789419:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977460.789420:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977460.789422:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977460.789424:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977460.789425:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977460.789427:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977460.789430:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620402764928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977460.789438:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620402764928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.789444:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977460.789445:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977460.789447:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977460.789448:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977460.789451:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620402764928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.789457:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977460.789460:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620402764928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.789467:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977460.789469:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977460.789470:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977460.789471:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977460.789473:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977460.789476:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977460.789478:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977460.789480:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977460.789482:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977460.789486:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620402764928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977460.789493:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402764928:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977460.789497:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977460.789500:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38a80 x1870620402765056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.789505:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977460.789507:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977460.789509:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977460.789510:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977460.789512:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977460.789514:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402765056:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977460.789517:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977460.789518:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977460.789520:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977460.789521:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977460.789524:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977460.789526:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977460.789528:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977460.789530:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977460.789533:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977460.789535:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402765056, portal 4 00000100:00000001:0.0:1783977460.789537:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977460.789538:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682702976 : -110484026848640 : ffff9b83eed38a80) 00000100:00000040:0.0:1783977460.789543:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38a80 x1870620402765056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.789549:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977460.789551:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977460.789553:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977460.789554:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402765056, offset 0 00000400:00000200:0.0:1783977460.789558:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977460.789561:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977460.789564:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977460.789566:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977460.789568:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977460.789570:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977460.789572:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977460.789588:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824934:824934:256:4294967295] 192.168.201.148@tcp LPNI seq info [824905:824905:8:4294967295] 00000400:00000200:0.0:1783977460.789591:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977460.789597:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977460.789601:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977460.789604:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977460.789607:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977460.789610:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783977460.789619:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977460.789621:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977460.789623:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977460.789626:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977460.789628:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977460.789630:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977460.789632:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977460.789636:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38a80 x1870620402765056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.789643:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977460.789646:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620402765056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.789651:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977460.789653:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977460.789655:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977460.789657:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977460.789660:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977460.789662:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309786653 00000100:00000001:0.0:1783977460.789664:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309787899 00000100:00000001:0.0:1783977460.789666:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309786653 00000100:00000001:0.0:1783977460.789668:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309787899 00000100:00000001:0.0:1783977460.789670:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977460.789671:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977460.789673:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977460.789676:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977460/real 1783977460] req@ffff9b83eed38a80 x1870620402765056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977460.789683:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977460.789685:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977460.789686:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977460.789688:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977460.789690:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977460.789692:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977460.789695:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38a80 x1870620402765056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977460.789702:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38a80 x1870620402765056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.789714:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977460.789716:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977460.789718:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977460.789719:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977460.789722:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38a80 x1870620402765056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.789728:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977460.789732:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38a80 x1870620402765056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.789738:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977460.789740:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977460.789742:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977460.789743:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977460.789744:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977460.789747:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977460.789749:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977460.789752:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977460.789754:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977460.789757:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38a80 x1870620402765056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977460.789764:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402765056:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977460.789767:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977460.789769:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977460.789772:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b100 x1870620402764544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.789778:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977460.789780:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977460.789783:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977460.789786:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977460.789788:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977460.789790:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977460.789792:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977460.789794:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15800. 02000000:00000001:0.0:1783977460.789797:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977460.789799:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977460.789801:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b100. 00000100:00000001:0.0:1783977460.789803:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977460.789805:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977460.789806:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977460.789809:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38380 x1870620402764672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.789815:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977460.789817:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977460.789818:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783977460.789821:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977460.789822:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977460.789823:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977460.789825:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977460.789826:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15400. 02000000:00000001:0.0:1783977460.789828:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977460.789829:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977460.789830:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38380. 00000100:00000001:0.0:1783977460.789832:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977460.789833:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977460.789834:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977460.789837:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b480 x1870620402764800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.789843:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977460.789844:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977460.789845:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977460.789847:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977460.789848:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977460.789849:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977460.789852:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977460.789853:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16400. 02000000:00000001:0.0:1783977460.789854:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977460.789855:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977460.789856:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b480. 00000100:00000001:0.0:1783977460.789858:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977460.789859:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977460.789861:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977460.789863:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620402764928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.789869:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977460.789870:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977460.789871:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977460.789873:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977460.789873:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977460.789875:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977460.789876:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977460.789877:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec17400. 02000000:00000001:0.0:1783977460.789879:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977460.789880:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977460.789881:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783977460.789883:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977460.789884:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977460.789885:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977460.789888:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38a80 x1870620402765056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977460.789894:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977460.789895:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977460.789896:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977460.789898:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977460.789899:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977460.789900:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977460.789901:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977460.789903:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16800. 02000000:00000001:0.0:1783977460.789904:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977460.789906:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977460.789907:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38a80. 00000100:00000001:0.0:1783977460.789909:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977460.789910:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977460.789911:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977460.789918:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977460.789920:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977460.789922:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977460.789923:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977461.299427:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977461.299435:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977461.299439:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977461.299446:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977461.299452:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977461.299458:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977461.299465:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977461.299468:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977461.299474:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977461.299495:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977461.299499:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977461.299504:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977461.299506:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977461.299512:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977461.299515:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977461.299521:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977461.299524:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977461.299530:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977461.299533:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977461.299553:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977461.299557:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977461.299561:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977461.299593:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977461.299597:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977461.299598:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977461.299602:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977461.299616:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977461.299619:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977461.299713:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977461.299717:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977461.299720:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977462.323390:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977462.323395:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977462.323397:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977462.323402:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977462.323407:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977462.323412:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977462.323416:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977462.323419:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977462.323423:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977462.323463:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977462.323466:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977462.323483:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977462.323486:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977462.323492:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977462.323495:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977462.323501:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977462.323503:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977462.323507:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977462.323509:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977462.323530:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977462.323535:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977462.323540:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977463.347440:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977463.347448:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977463.347460:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977463.347463:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977463.347473:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977463.347475:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977463.347479:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977463.347481:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977463.347483:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977463.347484:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977463.347508:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977463.347511:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977463.347515:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977463.349591:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977463.349598:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977463.349601:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977463.349606:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977463.349608:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977463.349610:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977463.349613:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977463.349616:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977463.349619:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977464.371431:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977464.371441:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977464.371446:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977464.371454:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977464.371461:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977464.371468:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977464.371475:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977464.371479:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977464.371484:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977464.371532:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977464.371537:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977464.371544:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977464.371548:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977464.371550:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977464.371554:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977464.371566:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977464.371568:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977464.371571:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977464.371573:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977464.371577:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977464.371579:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977464.371580:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977464.371582:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977464.371583:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977464.371585:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977464.371586:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977464.371589:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977464.371592:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977464.371594:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977464.371595:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977464.371597:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977464.371598:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977464.371599:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977464.371601:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977464.371603:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977464.371606:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977464.371607:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977464.371609:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977464.371610:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977464.371612:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977464.371613:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977464.371615:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977464.371617:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977464.371638:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977464.371641:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977464.371644:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977465.395736:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977465.395741:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977465.395742:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977465.395745:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977465.395747:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977465.395750:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977465.395752:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977465.395754:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977465.395756:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977465.395778:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977465.395782:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977465.395787:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977465.395788:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977465.395791:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977465.395791:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977465.395795:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977465.395795:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977465.395798:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977465.395799:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977465.395812:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977465.395814:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977465.395816:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977465.908649:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977465.908654:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977465.908659:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977465.908669:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620402765184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.908686:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977465.908689:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977465.908695:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977465.908699:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977465.908704:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977465.908713:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402765184:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977465.908720:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977465.908726:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977465.908731:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977465.908736:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977465.908744:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977465.908750:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977465.908761:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977465.908768:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977465.908776:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977465.908800:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402765184, portal 25 00000100:00000001:0.0:1783977465.908806:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977465.908810:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783977465.908822:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620402765184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.908842:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977465.908847:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977465.908853:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977465.908859:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402765184, offset 0 00000400:00000200:0.0:1783977465.908870:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977465.908893:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977465.908900:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977465.908905:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977465.908917:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977465.908921:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977465.908923:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977465.908927:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824935:824935:256:4294967295] 192.168.201.148@tcp LPNI seq info [824906:824906:8:4294967295] 00000400:00000200:0.0:1783977465.908932:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977465.908959:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977465.908974:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977465.908982:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977465.908993:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977465.909000:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783977465.909026:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977465.909032:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977465.909052:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977465.909063:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977465.909071:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977465.909076:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977465.909091:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977465.909100:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620402765184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.909117:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977465.909124:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620402765184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.909137:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977465.909142:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977465.909150:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977465.909159:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977465.909165:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309793019 00000100:00000010:0.0:1783977465.909174:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783977465.909192:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977465.909200:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309793019 00000100:00000010:0.0:1783977465.909208:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783977465.909214:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977465.909220:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977465.909225:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977465.909232:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977465.909249:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977465/real 1783977465] req@ffff9b83eed39f80 x1870620402765184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977465.909268:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977465.909273:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977465.909277:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977465.909334:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977465.909338:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977465.909344:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977465.909352:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620402765184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977465.909374:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620402765184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.909391:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977465.909394:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977465.909399:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977465.909403:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977465.909423:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620402765184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.909443:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977465.909453:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620402765184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.909469:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977465.909474:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977465.909479:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977465.909491:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977465.909497:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977465.909501:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977465.909514:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977465.909521:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977465.909525:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977465.909530:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620402765184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977465.909546:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402765184:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977465.909565:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977465.909568:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977465.909574:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620402765184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.909584:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977465.909588:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977465.909591:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977465.909606:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977465.909608:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977465.909609:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977465.909611:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977465.909612:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15c00. 02000000:00000001:0.0:1783977465.909615:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977465.909616:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977465.909617:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783977465.909619:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977465.909620:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977465.909621:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977465.909627:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977465.909628:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977465.909629:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977465.909630:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977465.909631:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977465.909633:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39180 x1870620402765312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.909642:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977465.909643:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977465.909644:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977465.909645:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977465.909647:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977465.909648:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402765312:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977465.909650:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977465.909652:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977465.909653:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977465.909654:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977465.909656:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977465.909657:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977465.909660:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977465.909662:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977465.909664:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977465.909666:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402765312, portal 10 00000100:00000001:0.0:1783977465.909668:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977465.909669:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682704768 : -110484026846848 : ffff9b83eed39180) 00000100:00000040:0.0:1783977465.909673:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39180 x1870620402765312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.909677:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977465.909679:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977465.909680:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977465.909681:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402765312, offset 0 00000400:00000200:0.0:1783977465.909684:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977465.909686:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977465.909689:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977465.909691:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977465.909692:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977465.909694:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977465.909695:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977465.909697:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824936:824936:256:4294967295] 192.168.201.148@tcp LPNI seq info [824907:824907:8:4294967295] 00000400:00000200:0.0:1783977465.909700:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977465.909705:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977465.909707:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977465.909709:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977465.909712:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977465.909714:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783977465.909721:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977465.909722:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977465.909724:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977465.909726:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977465.909728:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977465.909729:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977465.909730:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977465.909732:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39180 x1870620402765312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.909737:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977465.909740:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39180 x1870620402765312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.909746:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977465.909747:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977465.909750:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977465.909754:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977465.909756:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977465.909758:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309791761 00000100:00000001:0.0:1783977465.909761:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309793019 00000100:00000001:0.0:1783977465.909763:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309791761 00000100:00000001:0.0:1783977465.909765:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309793019 00000100:00000001:0.0:1783977465.909767:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977465.909769:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977465.909771:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977465.909774:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977465/real 1783977465] req@ffff9b83eed39180 x1870620402765312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977465.909783:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977465.909784:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977465.909786:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977465.909788:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977465.909789:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977465.909791:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977465.909794:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39180 x1870620402765312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977465.909802:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39180 x1870620402765312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.909808:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977465.909810:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977465.909812:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977465.909813:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977465.909816:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39180 x1870620402765312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.909823:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977465.909826:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39180 x1870620402765312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.909832:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977465.909835:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977465.909836:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977465.909837:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977465.909839:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977465.909859:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977465.909863:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977465.909866:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977465.909868:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977465.909872:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39180 x1870620402765312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977465.909880:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402765312:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977465.909884:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977465.909887:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38a80 x1870620402765440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.909893:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977465.909894:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977465.909897:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977465.909899:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977465.909901:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977465.909903:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402765440:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977465.909906:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977465.909908:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977465.909909:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977465.909912:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977465.909916:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783977465.909917:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977465.909920:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977465.909922:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977465.909925:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977465.909929:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402765440, portal 10 00000100:00000001:0.0:1783977465.909930:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977465.909931:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682702976 : -110484026848640 : ffff9b83eed38a80) 00000100:00000040:0.0:1783977465.909937:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38a80 x1870620402765440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.909942:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977465.909945:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977465.909946:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977465.909948:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402765440, offset 0 00000400:00000200:0.0:1783977465.909952:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977465.909956:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977465.909959:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977465.909962:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977465.909964:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977465.909966:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977465.909968:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977465.909970:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824937:824937:256:4294967295] 192.168.201.148@tcp LPNI seq info [824908:824908:8:4294967295] 00000400:00000200:0.0:1783977465.909974:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977465.909980:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977465.909983:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977465.909986:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977465.909990:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977465.909992:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783977465.910000:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977465.910002:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977465.910004:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977465.910007:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977465.910010:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977465.910011:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977465.910013:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977465.910017:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38a80 x1870620402765440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.910023:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977465.910026:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620402765440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.910032:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977465.910034:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977465.910036:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977465.910039:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977465.910042:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977465.910044:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309791756 00000100:00000001:0.0:1783977465.910046:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309793019 00000100:00000001:0.0:1783977465.910048:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309791756 00000100:00000001:0.0:1783977465.910049:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309793019 00000100:00000001:0.0:1783977465.910051:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977465.910053:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977465.910054:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977465.910058:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977465/real 1783977465] req@ffff9b83eed38a80 x1870620402765440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977465.910064:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977465.910066:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977465.910067:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977465.910070:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977465.910071:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977465.910073:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977465.910076:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38a80 x1870620402765440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977465.910084:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38a80 x1870620402765440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.910089:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977465.910091:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977465.910092:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977465.910094:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977465.910097:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38a80 x1870620402765440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.910103:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977465.910107:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38a80 x1870620402765440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.910114:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977465.910116:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977465.910118:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977465.910119:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977465.910121:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977465.910126:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977465.910127:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977465.910130:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977465.910131:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977465.910134:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38a80 x1870620402765440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977465.910138:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402765440:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977465.910140:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977465.910142:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620402765568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.910146:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977465.910147:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977465.910149:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977465.910150:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977465.910151:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977465.910153:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402765568:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977465.910154:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977465.910156:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977465.910156:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977465.910158:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977465.910160:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977465.910161:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977465.910164:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977465.910165:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977465.910167:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977465.910169:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402765568, portal 4 00000100:00000001:0.0:1783977465.910170:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977465.910171:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783977465.910174:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620402765568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.910178:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977465.910179:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977465.910181:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977465.910182:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402765568, offset 0 00000400:00000200:0.0:1783977465.910184:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977465.910187:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977465.910189:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977465.910191:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977465.910192:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977465.910194:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977465.910195:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977465.910197:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824938:824938:256:4294967295] 192.168.201.148@tcp LPNI seq info [824909:824909:8:4294967295] 00000400:00000200:0.0:1783977465.910199:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977465.910203:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977465.910206:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977465.910208:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977465.910210:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977465.910212:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783977465.910218:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977465.910219:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977465.910221:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977465.910223:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977465.910225:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977465.910226:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977465.910228:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977465.910230:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3a300 x1870620402765568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.910234:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977465.910236:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620402765568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.910240:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977465.910240:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977465.910242:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977465.910244:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977465.910245:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977465.910246:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309791783 00000100:00000001:0.0:1783977465.910248:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309793019 00000100:00000001:0.0:1783977465.910249:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309791783 00000100:00000001:0.0:1783977465.910251:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309793019 00000100:00000001:0.0:1783977465.910252:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977465.910253:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977465.910254:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977465.910256:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977465/real 1783977465] req@ffff9b83eed3a300 x1870620402765568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977465.910260:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977465.910261:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977465.910261:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977465.910263:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977465.910263:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977465.910264:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977465.910266:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620402765568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977465.910270:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620402765568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.910274:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977465.910275:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977465.910276:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977465.910277:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977465.910279:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620402765568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.910282:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977465.910284:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620402765568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.910288:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977465.910289:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977465.910290:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977465.910290:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977465.910291:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977465.910311:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977465.910313:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977465.910315:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977465.910317:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977465.910319:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620402765568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977465.910324:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402765568:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977465.910326:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977465.910328:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b480 x1870620402765696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.910331:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977465.910332:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977465.910333:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977465.910335:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977465.910336:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977465.910337:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402765696:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977465.910339:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977465.910340:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977465.910341:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977465.910342:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977465.910344:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977465.910346:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977465.910348:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977465.910349:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977465.910351:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977465.910352:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402765696, portal 4 00000100:00000001:0.0:1783977465.910354:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977465.910354:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682713728 : -110484026837888 : ffff9b83eed3b480) 00000100:00000040:0.0:1783977465.910369:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b480 x1870620402765696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.910373:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977465.910375:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977465.910376:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977465.910379:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402765696, offset 0 00000400:00000200:0.0:1783977465.910383:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977465.910386:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977465.910389:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977465.910392:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977465.910394:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977465.910396:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977465.910398:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977465.910401:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824939:824939:256:4294967295] 192.168.201.148@tcp LPNI seq info [824910:824910:8:4294967295] 00000400:00000200:0.0:1783977465.910404:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977465.910410:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977465.910414:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977465.910418:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977465.910421:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977465.910423:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783977465.910434:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977465.910435:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977465.910438:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977465.910441:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977465.910444:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977465.910445:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977465.910448:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977465.910451:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b480 x1870620402765696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.910455:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977465.910457:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620402765696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.910461:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977465.910462:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977465.910464:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977465.910466:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977465.910468:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977465.910469:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309791774 00000100:00000001:0.0:1783977465.910471:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309793019 00000100:00000001:0.0:1783977465.910472:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309791774 00000100:00000001:0.0:1783977465.910473:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309793019 00000100:00000001:0.0:1783977465.910474:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977465.910476:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977465.910477:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977465.910479:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977465/real 1783977465] req@ffff9b83eed3b480 x1870620402765696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977465.910495:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977465.910496:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977465.910497:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977465.910498:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977465.910499:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977465.910500:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977465.910503:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b480 x1870620402765696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977465.910509:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b480 x1870620402765696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.910515:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977465.910516:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977465.910518:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977465.910519:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977465.910522:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b480 x1870620402765696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.910527:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977465.910531:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b480 x1870620402765696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.910537:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977465.910539:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977465.910541:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977465.910542:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977465.910543:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977465.910547:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977465.910549:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977465.910552:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977465.910554:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977465.910559:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b480 x1870620402765696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977465.910566:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402765696:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977465.910569:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977465.910571:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977465.910574:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39180 x1870620402765312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.910580:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977465.910581:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977465.910583:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977465.910586:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977465.910587:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977465.910588:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977465.910590:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977465.910592:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14c00. 02000000:00000001:0.0:1783977465.910594:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977465.910596:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977465.910597:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39180. 00000100:00000001:0.0:1783977465.910599:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977465.910600:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977465.910602:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977465.910605:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38a80 x1870620402765440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.910611:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977465.910613:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977465.910614:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783977465.910617:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977465.910618:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977465.910619:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977465.910621:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977465.910622:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14000. 02000000:00000001:0.0:1783977465.910623:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977465.910624:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977465.910625:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38a80. 00000100:00000001:0.0:1783977465.910626:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977465.910627:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977465.910628:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977465.910630:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620402765568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.910634:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977465.910634:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977465.910635:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977465.910636:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977465.910637:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977465.910637:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977465.910638:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977465.910639:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16800. 02000000:00000001:0.0:1783977465.910640:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977465.910641:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977465.910641:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783977465.910643:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977465.910643:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977465.910644:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977465.910646:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b480 x1870620402765696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977465.910649:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977465.910649:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977465.910650:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977465.910651:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977465.910652:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977465.910652:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977465.910653:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977465.910654:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec17400. 02000000:00000001:0.0:1783977465.910656:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977465.910657:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977465.910657:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b480. 00000100:00000001:0.0:1783977465.910659:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977465.910659:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977465.910661:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977465.910664:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977465.910665:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977465.910667:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977465.910668:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977466.419410:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977466.419419:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977466.419424:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977466.419432:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977466.419439:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977466.419444:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977466.419449:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977466.419454:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977466.419465:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977466.419499:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977466.419503:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977466.419509:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977466.419513:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977466.419520:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977466.419521:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977466.419526:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977466.419530:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977466.419536:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977466.419539:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977466.419561:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977466.419564:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977466.419568:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977466.423998:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977466.424001:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977466.424002:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977466.424004:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977466.424006:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977466.424008:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977466.424010:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977466.424012:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977466.424014:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977467.443396:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977467.443403:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977467.443411:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977467.443413:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977467.443417:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977467.443418:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977467.443422:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977467.443424:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977467.443428:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977467.443429:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977467.443454:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977467.443469:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977467.443474:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977467.443487:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977467.443491:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977467.443494:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977467.443499:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977467.443504:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977467.443516:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977467.443521:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977467.443525:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977467.443531:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977467.443559:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977467.443564:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977467.443567:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977467.443573:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977467.443579:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977467.443583:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977467.443589:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977467.443593:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977467.443596:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977468.471069:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977468.471076:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977468.471078:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977468.471083:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977468.471086:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977468.471089:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977468.471091:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977468.471093:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977468.471097:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977468.471114:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977468.471119:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977468.471121:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977468.471123:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977468.471126:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977468.471129:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977468.471130:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977468.471132:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977468.471136:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977468.471137:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977468.471140:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977468.471142:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977468.471144:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977468.471146:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977468.471148:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977468.471149:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977468.471164:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977468.471167:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977468.471169:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977469.491723:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977469.491726:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977469.491728:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977469.491731:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977469.491733:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977469.491735:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977469.491737:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977469.491739:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977469.491741:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977469.491759:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977469.491762:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977469.491767:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977469.491768:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977469.491773:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977469.491774:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977469.491778:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977469.491780:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977469.491784:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977469.491787:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977469.491813:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977469.491817:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977469.491820:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977470.515707:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977470.515710:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977470.515711:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977470.515713:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977470.515715:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977470.515716:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977470.515717:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977470.515718:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977470.515719:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977470.515734:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977470.515736:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977470.515738:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977470.515739:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977470.515741:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977470.515742:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977470.515745:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977470.515746:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977470.515747:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977470.515748:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977470.515762:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977470.515765:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977470.515768:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977471.027661:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977471.027670:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977471.027673:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977471.027684:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38380 x1870620402765824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.027699:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977471.027703:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977471.027709:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977471.027714:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977471.027719:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977471.027724:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402765824:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977471.027738:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977471.027744:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977471.027749:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977471.027753:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977471.027759:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977471.027763:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977471.027772:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977471.027779:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977471.027788:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977471.027799:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402765824, portal 25 00000100:00000001:0.0:1783977471.027804:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977471.027808:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682701184 : -110484026850432 : ffff9b83eed38380) 00000100:00000040:0.0:1783977471.027819:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38380 x1870620402765824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.027834:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977471.027840:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977471.027846:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977471.027851:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402765824, offset 0 00000400:00000200:0.0:1783977471.027863:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977471.027876:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977471.027885:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977471.027893:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977471.027899:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977471.027906:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977471.027912:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977471.027920:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824940:824940:256:4294967295] 192.168.201.148@tcp LPNI seq info [824911:824911:8:4294967295] 00000400:00000200:0.0:1783977471.027928:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977471.027949:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977471.027962:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977471.027970:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977471.027982:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977471.027988:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783977471.028022:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977471.028027:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977471.028036:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977471.028046:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977471.028055:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977471.028059:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977471.028067:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977471.028075:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38380 x1870620402765824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.028103:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977471.028112:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620402765824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977496 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.028126:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977471.028130:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977471.028139:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977471.028147:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977471.028151:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309798138 00000100:00000010:0.0:1783977471.028160:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783977471.028169:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977471.028178:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309798138 00000100:00000010:0.0:1783977471.028184:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783977471.028190:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977471.028197:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977471.028203:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977471.028209:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977471.028218:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977471/real 1783977471] req@ffff9b83eed38380 x1870620402765824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977471.028246:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977471.028248:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977471.028252:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977471.028258:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977471.028261:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977471.028267:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977471.028275:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38380 x1870620402765824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977471.028336:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38380 x1870620402765824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.028352:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977471.028356:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977471.028360:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977471.028365:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977471.028374:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38380 x1870620402765824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.028391:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977471.028408:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38380 x1870620402765824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977496 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.028422:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977471.028428:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977471.028433:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977471.028436:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977471.028441:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977471.028444:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977471.028449:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977471.028453:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977471.028455:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977471.028458:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38380 x1870620402765824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977496 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977471.028464:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402765824:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977471.028470:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977471.028471:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977471.028473:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38380 x1870620402765824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977496 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.028477:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977471.028479:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977471.028480:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977471.028483:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977471.028484:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977471.028485:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977471.028486:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977471.028488:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16400. 02000000:00000001:0.0:1783977471.028490:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977471.028492:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977471.028494:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38380. 00000100:00000001:0.0:1783977471.028496:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977471.028497:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977471.028499:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977471.028506:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977471.028508:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977471.028510:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977471.028511:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977471.028513:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977471.028517:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b100 x1870620402765952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.028524:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977471.028525:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977471.028527:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977471.028529:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977471.028531:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977471.028534:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402765952:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977471.028538:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977471.028540:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977471.028541:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977471.028543:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977471.028547:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977471.028548:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977471.028552:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977471.028555:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977471.028559:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977471.028562:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402765952, portal 10 00000100:00000001:0.0:1783977471.028564:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977471.028565:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682712832 : -110484026838784 : ffff9b83eed3b100) 00000100:00000040:0.0:1783977471.028571:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b100 x1870620402765952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.028577:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977471.028579:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977471.028581:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977471.028584:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402765952, offset 0 00000400:00000200:0.0:1783977471.028588:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977471.028592:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977471.028596:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977471.028599:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977471.028601:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977471.028617:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977471.028619:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977471.028622:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824941:824941:256:4294967295] 192.168.201.148@tcp LPNI seq info [824912:824912:8:4294967295] 00000400:00000200:0.0:1783977471.028626:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977471.028632:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977471.028637:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977471.028640:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977471.028643:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977471.028645:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783977471.028652:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977471.028653:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977471.028656:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977471.028658:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977471.028660:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977471.028661:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977471.028663:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977471.028665:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b100 x1870620402765952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.028670:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977471.028673:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b100 x1870620402765952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977496 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.028679:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977471.028680:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977471.028683:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977471.028687:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977471.028690:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977471.028692:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309796880 00000100:00000001:0.0:1783977471.028694:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309798138 00000100:00000001:0.0:1783977471.028696:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309796880 00000100:00000001:0.0:1783977471.028698:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309798138 00000100:00000001:0.0:1783977471.028700:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977471.028702:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977471.028704:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977471.028707:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977471/real 1783977471] req@ffff9b83eed3b100 x1870620402765952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977471.028715:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977471.028716:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977471.028718:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977471.028720:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977471.028722:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977471.028724:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977471.028727:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b100 x1870620402765952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977471.028734:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b100 x1870620402765952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.028739:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977471.028741:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977471.028742:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977471.028743:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977471.028746:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b100 x1870620402765952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.028752:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977471.028755:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b100 x1870620402765952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977496 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.028760:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977471.028763:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977471.028764:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977471.028765:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977471.028767:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977471.028776:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977471.028778:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977471.028781:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977471.028783:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977471.028787:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b100 x1870620402765952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977496 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977471.028794:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402765952:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977471.028797:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977471.028800:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b480 x1870620402766080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.028812:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977471.028814:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977471.028816:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977471.028818:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977471.028820:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977471.028823:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402766080:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977471.028825:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977471.028827:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977471.028829:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977471.028830:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977471.028833:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783977471.028835:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977471.028838:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977471.028840:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977471.028843:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977471.028846:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402766080, portal 10 00000100:00000001:0.0:1783977471.028847:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977471.028849:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682713728 : -110484026837888 : ffff9b83eed3b480) 00000100:00000040:0.0:1783977471.028855:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b480 x1870620402766080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.028861:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977471.028863:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977471.028865:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977471.028867:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402766080, offset 0 00000400:00000200:0.0:1783977471.028870:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977471.028874:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977471.028877:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977471.028880:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977471.028882:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977471.028884:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977471.028887:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977471.028890:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824942:824942:256:4294967295] 192.168.201.148@tcp LPNI seq info [824913:824913:8:4294967295] 00000400:00000200:0.0:1783977471.028894:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977471.028900:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977471.028905:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977471.028908:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977471.028911:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977471.028913:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783977471.028919:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977471.028920:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977471.028922:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977471.028924:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977471.028926:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977471.028927:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977471.028929:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977471.028931:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b480 x1870620402766080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.028936:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977471.028938:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620402766080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977496 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.028942:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977471.028943:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977471.028945:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977471.028947:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977471.028949:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977471.028950:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309796875 00000100:00000001:0.0:1783977471.028951:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309798138 00000100:00000001:0.0:1783977471.028953:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309796875 00000100:00000001:0.0:1783977471.028954:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309798138 00000100:00000001:0.0:1783977471.028955:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977471.028957:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977471.028958:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977471.028960:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977471/real 1783977471] req@ffff9b83eed3b480 x1870620402766080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977471.028965:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977471.028966:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977471.028967:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977471.028968:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977471.028969:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977471.028970:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977471.028972:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b480 x1870620402766080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977471.028976:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b480 x1870620402766080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.028980:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977471.028980:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977471.028981:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977471.028982:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977471.028984:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b480 x1870620402766080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.028987:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977471.028989:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b480 x1870620402766080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977496 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.028993:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977471.028995:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977471.028995:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977471.028996:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977471.028997:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977471.029001:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977471.029003:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977471.029005:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977471.029006:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977471.029008:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b480 x1870620402766080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977496 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977471.029012:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402766080:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977471.029014:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977471.029016:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620402766208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.029019:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977471.029020:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977471.029021:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977471.029022:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977471.029024:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977471.029025:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402766208:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977471.029027:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977471.029028:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977471.029030:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977471.029030:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977471.029033:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977471.029034:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977471.029036:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977471.029038:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977471.029039:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977471.029041:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402766208, portal 4 00000100:00000001:0.0:1783977471.029042:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977471.029043:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783977471.029047:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620402766208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.029050:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977471.029052:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977471.029053:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977471.029054:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402766208, offset 0 00000400:00000200:0.0:1783977471.029056:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977471.029059:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977471.029061:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977471.029062:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977471.029064:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977471.029065:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977471.029066:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977471.029068:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824943:824943:256:4294967295] 192.168.201.148@tcp LPNI seq info [824914:824914:8:4294967295] 00000400:00000200:0.0:1783977471.029071:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977471.029074:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977471.029076:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977471.029078:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977471.029080:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977471.029081:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783977471.029087:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977471.029088:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977471.029090:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977471.029092:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977471.029094:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977471.029095:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977471.029096:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977471.029098:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3a300 x1870620402766208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.029102:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977471.029104:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620402766208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977496 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.029107:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977471.029108:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977471.029110:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977471.029112:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977471.029114:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977471.029115:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309796902 00000100:00000001:0.0:1783977471.029116:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309798138 00000100:00000001:0.0:1783977471.029118:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309796902 00000100:00000001:0.0:1783977471.029120:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309798138 00000100:00000001:0.0:1783977471.029122:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977471.029124:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977471.029125:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977471.029129:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977471/real 1783977471] req@ffff9b83eed3a300 x1870620402766208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977471.029136:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977471.029137:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977471.029139:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977471.029141:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977471.029142:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977471.029144:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977471.029147:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620402766208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977471.029154:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620402766208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.029161:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977471.029162:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977471.029164:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977471.029165:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977471.029169:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620402766208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.029175:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977471.029178:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620402766208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977496 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.029184:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977471.029185:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977471.029186:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977471.029187:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977471.029188:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977471.029190:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977471.029192:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977471.029194:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977471.029195:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977471.029198:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620402766208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977496 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977471.029202:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402766208:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977471.029204:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977471.029205:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38a80 x1870620402766336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.029209:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977471.029210:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977471.029211:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977471.029212:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977471.029214:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977471.029215:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402766336:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977471.029217:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977471.029218:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977471.029219:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977471.029220:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977471.029223:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977471.029225:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977471.029228:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977471.029231:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977471.029233:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977471.029236:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402766336, portal 4 00000100:00000001:0.0:1783977471.029238:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977471.029239:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682702976 : -110484026848640 : ffff9b83eed38a80) 00000100:00000040:0.0:1783977471.029244:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38a80 x1870620402766336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.029250:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977471.029253:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977471.029255:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977471.029257:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402766336, offset 0 00000400:00000200:0.0:1783977471.029261:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977471.029265:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977471.029268:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977471.029269:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977471.029271:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977471.029272:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977471.029274:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977471.029276:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824944:824944:256:4294967295] 192.168.201.148@tcp LPNI seq info [824915:824915:8:4294967295] 00000400:00000200:0.0:1783977471.029278:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977471.029282:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977471.029284:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977471.029286:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977471.029288:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977471.029290:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783977471.029313:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977471.029314:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977471.029316:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977471.029318:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977471.029319:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977471.029321:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977471.029323:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977471.029325:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38a80 x1870620402766336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.029329:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977471.029331:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620402766336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977496 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.029335:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977471.029336:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977471.029338:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977471.029340:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977471.029341:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977471.029343:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309796893 00000100:00000001:0.0:1783977471.029344:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309798138 00000100:00000001:0.0:1783977471.029346:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309796893 00000100:00000001:0.0:1783977471.029347:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309798138 00000100:00000001:0.0:1783977471.029348:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977471.029349:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977471.029350:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977471.029352:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977471/real 1783977471] req@ffff9b83eed38a80 x1870620402766336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977471.029356:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977471.029357:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977471.029358:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977471.029359:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977471.029360:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977471.029361:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977471.029363:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38a80 x1870620402766336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977471.029367:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38a80 x1870620402766336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.029374:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977471.029375:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977471.029376:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977471.029377:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977471.029379:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38a80 x1870620402766336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.029382:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977471.029385:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38a80 x1870620402766336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977496 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.029390:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977471.029392:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977471.029404:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977471.029404:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977471.029406:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977471.029409:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977471.029412:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977471.029415:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977471.029417:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977471.029421:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38a80 x1870620402766336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977496 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977471.029429:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402766336:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977471.029433:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977471.029434:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977471.029437:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b100 x1870620402765952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977496 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.029443:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977471.029445:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977471.029446:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977471.029448:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977471.029449:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977471.029450:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977471.029451:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977471.029452:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15400. 02000000:00000001:0.0:1783977471.029454:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977471.029455:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977471.029456:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b100. 00000100:00000001:0.0:1783977471.029457:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977471.029458:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977471.029459:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977471.029462:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b480 x1870620402766080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977496 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.029465:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977471.029466:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977471.029467:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783977471.029469:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977471.029470:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977471.029470:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977471.029471:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977471.029472:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15800. 02000000:00000001:0.0:1783977471.029473:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977471.029473:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977471.029474:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b480. 00000100:00000001:0.0:1783977471.029475:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977471.029476:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977471.029477:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977471.029478:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620402766208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977496 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.029481:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977471.029482:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977471.029483:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783977471.029485:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977471.029485:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977471.029486:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977471.029487:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977471.029488:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16c00. 02000000:00000001:0.0:1783977471.029489:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977471.029490:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977471.029491:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783977471.029492:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977471.029493:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977471.029494:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977471.029496:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38a80 x1870620402766336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977496 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977471.029501:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977471.029502:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977471.029503:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783977471.029505:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977471.029506:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977471.029507:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977471.029508:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977471.029509:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec17400. 02000000:00000001:0.0:1783977471.029512:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977471.029513:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977471.029514:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38a80. 00000100:00000001:0.0:1783977471.029516:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977471.029517:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977471.029519:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977471.029523:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977471.029524:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977471.029526:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977471.029528:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977471.539435:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977471.539442:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977471.539445:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977471.539451:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977471.539456:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977471.539462:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977471.539470:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977471.539474:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977471.539477:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977471.539495:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977471.539500:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977471.539504:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977471.539508:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977471.539510:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977471.539512:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977471.539514:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977471.539516:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977471.539520:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977471.539557:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977471.539561:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977471.539567:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977471.539570:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977471.539575:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977471.539576:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977471.539579:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977471.539580:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977471.539583:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977471.539585:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977471.539601:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977471.539603:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977471.539606:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977472.563406:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977472.563411:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977472.563415:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977472.563421:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977472.563428:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977472.563435:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977472.563453:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977472.563457:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977472.563463:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977472.563489:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977472.563492:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977472.563497:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977472.563500:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977472.563504:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977472.563508:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977472.563514:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977472.563518:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977472.563523:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977472.563527:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977472.563550:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977472.563555:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977472.563558:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977473.587423:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977473.587432:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977473.587437:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977473.587444:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977473.587452:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977473.587458:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977473.587473:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977473.587477:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977473.587482:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977473.587506:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977473.587510:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977473.587518:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977473.587525:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977473.587530:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977473.587537:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977473.587544:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977473.587549:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977473.587553:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977473.587558:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977473.587564:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977473.587567:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977473.587571:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977473.587575:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977473.587580:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977473.587583:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977473.587587:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977473.587594:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977473.587600:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977473.587601:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977473.587603:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977473.587605:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977473.587607:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977473.587609:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977473.587610:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977473.587612:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977473.587615:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977473.587616:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977473.587617:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977473.587619:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977473.587620:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977473.587621:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977473.587623:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977473.587624:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977473.587640:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977473.587643:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977473.587645:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977474.611429:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977474.611438:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977474.611442:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977474.611448:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977474.611453:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977474.611458:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977474.611465:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977474.611471:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977474.611478:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977474.611511:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977474.611516:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977474.611524:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977474.611528:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977474.611536:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977474.611540:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977474.611547:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977474.611551:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977474.611559:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977474.611562:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977474.611582:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977474.611585:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977474.611587:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977474.612869:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977474.612873:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977474.612874:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977474.612877:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977474.612879:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977474.612882:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977474.612884:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977474.612885:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977474.612887:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977475.635406:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977475.635416:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977475.635420:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977475.635425:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977475.635431:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977475.635436:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977475.635448:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977475.635452:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977475.635457:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977475.635474:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977475.635479:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977475.635483:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977475.635488:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977475.635493:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977475.635498:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977475.635504:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977475.635508:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977475.635511:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977475.635537:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977475.635541:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977475.635553:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977475.635554:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977475.635559:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977475.635560:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977475.635564:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977475.635565:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977475.635568:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977475.635569:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977475.635585:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977475.635588:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977475.635591:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977476.148057:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977476.148063:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977476.148067:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977476.148078:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39180 x1870620402766464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.148096:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977476.148100:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977476.148106:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977476.148109:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977476.148113:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977476.148120:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402766464:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977476.148126:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977476.148132:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977476.148136:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977476.148141:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977476.148148:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783977476.148153:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977476.148162:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977476.148168:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977476.148176:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977476.148185:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402766464, portal 25 00000100:00000001:0.0:1783977476.148190:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977476.148193:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682704768 : -110484026846848 : ffff9b83eed39180) 00000100:00000040:0.0:1783977476.148203:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39180 x1870620402766464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.148218:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977476.148224:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977476.148229:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977476.148235:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402766464, offset 0 00000400:00000200:0.0:1783977476.148246:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977476.148259:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977476.148279:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977476.148287:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977476.148337:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977476.148346:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977476.148352:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977476.148360:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824945:824945:256:4294967295] 192.168.201.148@tcp LPNI seq info [824916:824916:8:4294967295] 00000400:00000200:0.0:1783977476.148370:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977476.148387:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977476.148398:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977476.148406:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977476.148416:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977476.148422:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1783977476.148445:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977476.148450:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977476.148457:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977476.148466:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977476.148474:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977476.148479:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977476.148485:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977476.148494:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39180 x1870620402766464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.148511:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977476.148519:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39180 x1870620402766464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977501 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.148533:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977476.148538:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977476.148544:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977476.148554:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977476.148559:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309803259 00000100:00000010:0.0:1783977476.148566:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783977476.148575:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977476.148583:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309803259 00000100:00000010:0.0:1783977476.148589:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783977476.148594:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977476.148599:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977476.148605:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977476.148610:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977476.148618:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977476/real 1783977476] req@ffff9b83eed39180 x1870620402766464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977476.148637:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977476.148640:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977476.148644:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977476.148649:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977476.148652:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977476.148657:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977476.148670:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39180 x1870620402766464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977476.148688:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39180 x1870620402766464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.148702:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977476.148707:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977476.148711:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977476.148714:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977476.148723:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39180 x1870620402766464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.148737:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977476.148744:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39180 x1870620402766464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977501 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.148762:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977476.148768:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977476.148773:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977476.148776:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977476.148781:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977476.148785:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977476.148790:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977476.148797:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977476.148802:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977476.148811:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39180 x1870620402766464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977501 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977476.148829:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402766464:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977476.148836:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977476.148840:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977476.148846:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39180 x1870620402766464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977501 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.148861:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977476.148864:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977476.148869:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783977476.148876:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977476.148880:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977476.148883:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977476.148888:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977476.148892:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14000. 02000000:00000001:0.0:1783977476.148896:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977476.148900:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977476.148904:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39180. 00000100:00000001:0.0:1783977476.148909:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977476.148912:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977476.148916:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977476.148926:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977476.148929:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977476.148934:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977476.148937:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977476.148939:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977476.148946:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620402766592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.148965:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977476.148967:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977476.148969:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977476.148970:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977476.148973:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977476.148977:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402766592:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977476.148980:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977476.148983:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977476.148984:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977476.148986:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977476.148989:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783977476.148991:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977476.148995:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977476.148997:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977476.149000:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977476.149003:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402766592, portal 10 00000100:00000001:0.0:1783977476.149004:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977476.149005:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783977476.149010:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620402766592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.149014:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977476.149016:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977476.149017:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977476.149019:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402766592, offset 0 00000400:00000200:0.0:1783977476.149021:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977476.149024:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977476.149026:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977476.149028:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977476.149030:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977476.149031:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977476.149033:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977476.149035:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824946:824946:256:4294967295] 192.168.201.148@tcp LPNI seq info [824917:824917:8:4294967295] 00000400:00000200:0.0:1783977476.149038:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977476.149042:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977476.149045:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977476.149047:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977476.149049:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977476.149051:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1783977476.149058:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977476.149059:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977476.149061:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977476.149063:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977476.149065:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977476.149066:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977476.149068:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977476.149070:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620402766592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.149075:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977476.149076:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620402766592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977501 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.149080:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977476.149081:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977476.149083:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977476.149086:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977476.149088:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977476.149089:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309802000 00000100:00000001:0.0:1783977476.149091:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309803259 00000100:00000001:0.0:1783977476.149092:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309802000 00000100:00000001:0.0:1783977476.149094:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309803259 00000100:00000001:0.0:1783977476.149095:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977476.149096:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977476.149098:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977476.149100:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977476/real 1783977476] req@ffff9b83eed39f80 x1870620402766592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977476.149104:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977476.149105:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977476.149106:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977476.149107:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977476.149108:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977476.149109:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977476.149111:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620402766592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977476.149116:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620402766592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.149119:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977476.149120:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977476.149121:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977476.149122:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977476.149124:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620402766592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.149127:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977476.149129:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620402766592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977501 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.149133:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977476.149134:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977476.149135:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977476.149136:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977476.149137:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977476.149143:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977476.149144:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977476.149146:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977476.149147:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977476.149150:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620402766592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977501 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977476.149154:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402766592:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977476.149156:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977476.149158:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38a80 x1870620402766720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.149161:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977476.149162:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977476.149163:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977476.149164:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977476.149165:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977476.149167:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402766720:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977476.149168:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977476.149170:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977476.149171:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977476.149172:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977476.149173:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977476.149174:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977476.149176:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977476.149177:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977476.149179:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977476.149180:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402766720, portal 10 00000100:00000001:0.0:1783977476.149181:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977476.149182:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682702976 : -110484026848640 : ffff9b83eed38a80) 00000100:00000040:0.0:1783977476.149186:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38a80 x1870620402766720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.149190:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977476.149191:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977476.149192:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977476.149194:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402766720, offset 0 00000400:00000200:0.0:1783977476.149196:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977476.149198:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977476.149200:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977476.149202:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977476.149203:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977476.149205:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977476.149206:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977476.149208:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824947:824947:256:4294967295] 192.168.201.148@tcp LPNI seq info [824918:824918:8:4294967295] 00000400:00000200:0.0:1783977476.149210:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977476.149214:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977476.149216:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977476.149218:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977476.149221:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977476.149224:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1783977476.149233:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977476.149235:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977476.149237:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977476.149240:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977476.149243:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977476.149245:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977476.149247:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977476.149250:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38a80 x1870620402766720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.149257:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977476.149260:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620402766720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977501 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.149265:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977476.149267:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977476.149270:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977476.149273:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977476.149276:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977476.149277:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309801995 00000100:00000001:0.0:1783977476.149280:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309803259 00000100:00000001:0.0:1783977476.149282:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309801995 00000100:00000001:0.0:1783977476.149284:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309803259 00000100:00000001:0.0:1783977476.149286:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977476.149287:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977476.149289:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977476.149322:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977476/real 1783977476] req@ffff9b83eed38a80 x1870620402766720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977476.149335:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977476.149336:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977476.149338:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977476.149340:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977476.149342:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977476.149344:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977476.149348:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38a80 x1870620402766720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977476.149356:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38a80 x1870620402766720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.149362:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977476.149364:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977476.149365:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977476.149367:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977476.149370:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38a80 x1870620402766720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.149376:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977476.149379:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38a80 x1870620402766720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977501 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.149385:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977476.149388:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977476.149389:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977476.149390:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977476.149391:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977476.149397:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977476.149399:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977476.149402:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977476.149404:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977476.149407:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38a80 x1870620402766720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977501 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977476.149413:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402766720:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977476.149416:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977476.149419:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620402766848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.149424:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977476.149426:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977476.149427:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977476.149429:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977476.149430:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977476.149433:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402766848:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977476.149436:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977476.149437:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977476.149439:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977476.149440:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977476.149443:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977476.149445:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977476.149449:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977476.149451:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977476.149454:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977476.149457:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402766848, portal 4 00000100:00000001:0.0:1783977476.149458:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977476.149459:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783977476.149465:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620402766848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.149471:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977476.149473:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977476.149475:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977476.149477:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402766848, offset 0 00000400:00000200:0.0:1783977476.149481:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977476.149485:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977476.149489:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977476.149490:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977476.149492:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977476.149494:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977476.149496:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977476.149498:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824948:824948:256:4294967295] 192.168.201.148@tcp LPNI seq info [824919:824919:8:4294967295] 00000400:00000200:0.0:1783977476.149500:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977476.149506:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977476.149510:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977476.149514:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977476.149517:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977476.149520:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1783977476.149529:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977476.149531:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977476.149534:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977476.149537:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977476.149540:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977476.149542:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977476.149544:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977476.149547:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3a300 x1870620402766848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.149555:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977476.149558:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620402766848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977501 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.149564:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977476.149566:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977476.149569:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977476.149572:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977476.149575:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977476.149577:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309802023 00000100:00000001:0.0:1783977476.149579:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309803259 00000100:00000001:0.0:1783977476.149581:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309802023 00000100:00000001:0.0:1783977476.149583:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309803259 00000100:00000001:0.0:1783977476.149585:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977476.149587:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977476.149589:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977476.149593:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977476/real 1783977476] req@ffff9b83eed3a300 x1870620402766848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977476.149600:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977476.149602:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977476.149603:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977476.149606:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977476.149607:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977476.149609:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977476.149612:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620402766848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977476.149620:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620402766848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.149626:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977476.149627:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977476.149629:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977476.149630:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977476.149633:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620402766848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.149640:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977476.149643:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620402766848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977501 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.149650:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977476.149652:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977476.149654:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977476.149655:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977476.149656:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977476.149660:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977476.149662:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977476.149665:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977476.149667:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977476.149671:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620402766848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977501 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977476.149679:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402766848:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977476.149682:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977476.149684:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977476.149687:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620402766592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977501 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.149693:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977476.149695:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977476.149697:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783977476.149700:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977476.149701:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977476.149702:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977476.149704:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977476.149705:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14c00. 02000000:00000001:0.0:1783977476.149708:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977476.149709:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977476.149710:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783977476.149712:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977476.149713:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977476.149715:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977476.149718:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38a80 x1870620402766720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977501 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.149725:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977476.149726:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977476.149727:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977476.149729:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977476.149730:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977476.149732:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977476.149734:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977476.149735:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15c00. 02000000:00000001:0.0:1783977476.149737:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977476.149738:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977476.149739:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38a80. 00000100:00000001:0.0:1783977476.149741:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977476.149743:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977476.149744:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977476.149747:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620402766848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977501 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.149753:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977476.149754:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977476.149756:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977476.149757:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977476.149758:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977476.149759:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977476.149762:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977476.149763:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16800. 02000000:00000001:0.0:1783977476.149765:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977476.149766:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977476.149767:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783977476.149769:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977476.149770:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977476.149772:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977476.149775:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977476.149777:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977476.149779:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977476.149780:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977476.149781:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977476.149785:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b480 x1870620402766976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.149791:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977476.149792:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977476.149794:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977476.149796:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977476.149798:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977476.149800:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402766976:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977476.149803:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977476.149805:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977476.149807:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977476.149808:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977476.149811:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977476.149813:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977476.149816:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977476.149818:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977476.149821:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977476.149823:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402766976, portal 4 00000100:00000001:0.0:1783977476.149825:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977476.149826:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682713728 : -110484026837888 : ffff9b83eed3b480) 00000100:00000040:0.0:1783977476.149832:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b480 x1870620402766976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.149837:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977476.149840:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977476.149841:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977476.149844:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402766976, offset 0 00000400:00000200:0.0:1783977476.149847:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977476.149851:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977476.149854:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977476.149857:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977476.149859:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977476.149861:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977476.149863:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977476.149866:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824949:824949:256:4294967295] 192.168.201.148@tcp LPNI seq info [824920:824920:8:4294967295] 00000400:00000200:0.0:1783977476.149869:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977476.149875:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977476.149879:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977476.149881:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977476.149885:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977476.149887:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1783977476.149897:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977476.149899:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977476.149902:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977476.149904:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977476.149907:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977476.149909:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977476.149912:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977476.149915:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b480 x1870620402766976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.149922:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977476.149925:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620402766976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977501 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.149936:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977476.149937:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977476.149940:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977476.149942:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977476.149945:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977476.149947:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309802013 00000100:00000001:0.0:1783977476.149949:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309803259 00000100:00000001:0.0:1783977476.149951:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309802013 00000100:00000001:0.0:1783977476.149953:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309803259 00000100:00000001:0.0:1783977476.149955:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977476.149957:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977476.149958:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977476.149961:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977476/real 1783977476] req@ffff9b83eed3b480 x1870620402766976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977476.149968:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977476.149969:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977476.149971:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977476.149973:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977476.149974:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977476.149976:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977476.149979:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b480 x1870620402766976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977476.149986:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b480 x1870620402766976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.149991:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977476.149993:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977476.149994:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977476.149995:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977476.149998:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b480 x1870620402766976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.150004:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977476.150007:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b480 x1870620402766976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977501 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.150013:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977476.150015:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977476.150017:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977476.150018:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977476.150019:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977476.150023:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977476.150025:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977476.150028:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977476.150030:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977476.150033:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b480 x1870620402766976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977501 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977476.150040:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402766976:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977476.150043:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977476.150045:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977476.150047:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b480 x1870620402766976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977501 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977476.150053:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977476.150054:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977476.150056:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977476.150058:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977476.150060:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977476.150061:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977476.150063:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977476.150065:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec17400. 02000000:00000001:0.0:1783977476.150067:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977476.150069:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977476.150070:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b480. 00000100:00000001:0.0:1783977476.150072:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977476.150073:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977476.150075:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977476.150077:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977476.150079:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977476.150080:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977476.150082:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977476.659471:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977476.659477:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977476.659481:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977476.659487:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977476.659492:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977476.659495:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977476.659502:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977476.659506:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977476.659510:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977476.659527:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977476.659531:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977476.659534:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977476.659537:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977476.659540:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977476.659542:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977476.659544:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977476.659546:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977476.659548:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977476.659567:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977476.659569:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977476.659571:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977476.659572:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977476.659575:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977476.659576:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977476.659579:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977476.659580:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977476.659582:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977476.659583:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977476.659593:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977476.659595:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977476.659597:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977477.683440:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977477.683449:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977477.683454:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977477.683463:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977477.683470:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977477.683477:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977477.683484:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977477.683489:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977477.683646:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977477.683664:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977477.683666:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977477.683669:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977477.683669:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977477.683672:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977477.683673:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977477.683675:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977477.683676:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977477.683677:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977477.683678:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977477.683688:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977477.683690:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977477.683691:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977478.707423:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977478.707433:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977478.707437:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977478.707442:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977478.707446:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977478.707451:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977478.707455:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977478.707459:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977478.707466:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977478.707470:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977478.707477:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977478.707480:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977478.707486:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977478.707487:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977478.707490:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977478.707491:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977478.707507:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977478.707509:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977478.707514:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977478.707619:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977478.707624:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977478.707629:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977478.707635:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977478.707641:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977478.707645:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977478.707649:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977478.707653:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977478.707666:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977479.733354:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977479.733361:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977479.733364:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977479.733369:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977479.733374:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977479.733379:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977479.733386:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977479.733390:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977479.733394:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977479.733420:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977479.733422:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977479.733426:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977479.733427:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977479.733431:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977479.733432:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977479.733435:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977479.733436:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977479.733440:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977479.733441:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977479.733458:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977479.733461:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977479.733465:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977480.756926:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977480.756932:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977480.756942:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977480.756946:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977480.756952:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977480.756955:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977480.756962:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977480.756966:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977480.756985:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977480.756987:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977480.757005:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977480.757007:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977480.757010:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977481.268206:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977481.268210:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977481.268222:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977481.268228:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b100 x1870620402767104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.268237:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977481.268240:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977481.268243:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977481.268246:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977481.268248:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977481.268252:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402767104:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977481.268256:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977481.268260:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977481.268262:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977481.268265:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977481.268270:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977481.268272:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977481.268277:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977481.268281:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977481.268287:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977481.268316:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402767104, portal 25 00000100:00000001:0.0:1783977481.268319:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977481.268321:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682712832 : -110484026838784 : ffff9b83eed3b100) 00000100:00000040:0.0:1783977481.268327:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b100 x1870620402767104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.268334:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977481.268338:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977481.268341:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977481.268344:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402767104, offset 0 00000400:00000200:0.0:1783977481.268351:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977481.268358:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977481.268365:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977481.268370:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977481.268374:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977481.268377:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977481.268380:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977481.268385:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824950:824950:256:4294967295] 192.168.201.148@tcp LPNI seq info [824921:824921:8:4294967295] 00000400:00000200:0.0:1783977481.268389:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977481.268399:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977481.268405:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977481.268410:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977481.268417:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977481.268420:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1783977481.268434:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977481.268436:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977481.268442:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977481.268447:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977481.268452:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977481.268454:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977481.268460:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977481.268463:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b100 x1870620402767104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.268473:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977481.268477:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b100 x1870620402767104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977506 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.268484:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977481.268486:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977481.268491:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977481.268494:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977481.268497:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309808379 00000100:00000010:0.0:1783977481.268502:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783977481.268508:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977481.268513:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309808379 00000100:00000010:0.0:1783977481.268516:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783977481.268519:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977481.268521:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977481.268524:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977481.268526:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977481.268531:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977481/real 1783977481] req@ffff9b83eed3b100 x1870620402767104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977481.268539:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977481.268541:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977481.268543:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977481.268545:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977481.268547:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977481.268549:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977481.268553:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b100 x1870620402767104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977481.268562:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b100 x1870620402767104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.268568:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977481.268570:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977481.268573:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977481.268575:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977481.268579:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b100 x1870620402767104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.268586:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977481.268590:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b100 x1870620402767104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977506 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.268598:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977481.268601:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977481.268603:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977481.268604:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977481.268606:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977481.268608:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977481.268611:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977481.268615:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977481.268618:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977481.268622:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b100 x1870620402767104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977506 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977481.268631:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402767104:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977481.268635:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977481.268639:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38380 x1870620402767232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.268645:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977481.268646:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977481.268648:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977481.268650:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977481.268652:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977481.268655:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402767232:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977481.268658:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977481.268660:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977481.268662:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977481.268664:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977481.268667:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977481.268668:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977481.268672:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977481.268674:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977481.268677:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977481.268680:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402767232, portal 10 00000100:00000001:0.0:1783977481.268682:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977481.268684:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682701184 : -110484026850432 : ffff9b83eed38380) 00000100:00000040:0.0:1783977481.268690:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38380 x1870620402767232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.268697:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977481.268699:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977481.268701:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977481.268703:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402767232, offset 0 00000400:00000200:0.0:1783977481.268707:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977481.268711:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977481.268714:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977481.268717:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977481.268720:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977481.268722:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977481.268724:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977481.268727:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824951:824951:256:4294967295] 192.168.201.148@tcp LPNI seq info [824922:824922:8:4294967295] 00000400:00000200:0.0:1783977481.268731:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977481.268738:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977481.268742:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977481.268745:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977481.268748:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977481.268751:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1783977481.268762:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977481.268763:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977481.268767:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977481.268770:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977481.268772:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977481.268774:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977481.268777:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977481.268780:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38380 x1870620402767232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.268788:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977481.268791:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620402767232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977506 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.268798:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977481.268800:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977481.268802:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977481.268805:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977481.268809:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977481.268811:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309807120 00000100:00000001:0.0:1783977481.268814:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309808379 00000100:00000001:0.0:1783977481.268816:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309807120 00000100:00000001:0.0:1783977481.268818:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309808379 00000100:00000001:0.0:1783977481.268820:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977481.268822:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977481.268824:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977481.268827:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977481/real 1783977481] req@ffff9b83eed38380 x1870620402767232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977481.268835:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977481.268836:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977481.268838:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977481.268840:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977481.268842:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977481.268844:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977481.268847:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38380 x1870620402767232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977481.268855:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38380 x1870620402767232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.268862:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977481.268863:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977481.268865:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977481.268867:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977481.268871:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38380 x1870620402767232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.268877:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977481.268882:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38380 x1870620402767232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977506 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.268888:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977481.268891:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977481.268892:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977481.268894:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977481.268895:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977481.268903:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977481.268906:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977481.268909:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977481.268911:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977481.268915:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38380 x1870620402767232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977506 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977481.268923:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402767232:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977481.268927:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977481.268930:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b480 x1870620402767360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.268943:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977481.268944:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977481.268947:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977481.268948:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977481.268950:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977481.268953:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402767360:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977481.268956:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977481.268958:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977481.268960:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977481.268961:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977481.268965:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783977481.268966:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977481.268970:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977481.268972:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977481.268975:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977481.268977:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402767360, portal 10 00000100:00000001:0.0:1783977481.268979:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977481.268980:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682713728 : -110484026837888 : ffff9b83eed3b480) 00000100:00000040:0.0:1783977481.268985:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b480 x1870620402767360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.268992:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977481.268994:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977481.268996:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977481.268999:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402767360, offset 0 00000400:00000200:0.0:1783977481.269003:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977481.269006:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977481.269010:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977481.269012:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977481.269014:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977481.269017:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977481.269019:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977481.269023:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824952:824952:256:4294967295] 192.168.201.148@tcp LPNI seq info [824923:824923:8:4294967295] 00000400:00000200:0.0:1783977481.269027:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977481.269033:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977481.269037:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977481.269040:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977481.269043:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977481.269046:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1783977481.269057:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977481.269058:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977481.269061:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977481.269065:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977481.269067:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977481.269069:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977481.269071:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977481.269074:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b480 x1870620402767360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.269082:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977481.269085:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620402767360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977506 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.269091:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977481.269093:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977481.269095:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977481.269098:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977481.269101:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977481.269103:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309807115 00000100:00000001:0.0:1783977481.269105:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309808379 00000100:00000001:0.0:1783977481.269108:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309807115 00000100:00000001:0.0:1783977481.269110:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309808379 00000100:00000001:0.0:1783977481.269112:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977481.269114:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977481.269116:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977481.269120:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977481/real 1783977481] req@ffff9b83eed3b480 x1870620402767360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977481.269128:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977481.269129:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977481.269130:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977481.269133:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977481.269134:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977481.269136:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977481.269140:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b480 x1870620402767360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977481.269148:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b480 x1870620402767360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.269154:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977481.269155:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977481.269157:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977481.269158:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977481.269161:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b480 x1870620402767360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.269168:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977481.269172:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b480 x1870620402767360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977506 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.269179:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977481.269181:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977481.269183:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977481.269184:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977481.269186:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977481.269191:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977481.269193:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977481.269197:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977481.269200:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977481.269204:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b480 x1870620402767360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977506 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977481.269212:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402767360:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977481.269227:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977481.269231:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620402767488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.269237:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977481.269239:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977481.269241:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977481.269243:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977481.269245:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977481.269248:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402767488:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977481.269251:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977481.269253:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977481.269255:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977481.269256:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977481.269259:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977481.269261:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977481.269265:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977481.269267:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977481.269271:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977481.269273:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402767488, portal 4 00000100:00000001:0.0:1783977481.269275:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977481.269277:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783977481.269282:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620402767488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.269288:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977481.269291:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977481.269312:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977481.269315:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402767488, offset 0 00000400:00000200:0.0:1783977481.269320:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977481.269324:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977481.269328:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977481.269331:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977481.269333:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977481.269335:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977481.269337:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977481.269341:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824953:824953:256:4294967295] 192.168.201.148@tcp LPNI seq info [824924:824924:8:4294967295] 00000400:00000200:0.0:1783977481.269345:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977481.269351:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977481.269355:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977481.269358:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977481.269362:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977481.269365:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1783977481.269376:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977481.269378:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977481.269381:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977481.269384:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977481.269387:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977481.269389:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977481.269391:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977481.269395:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3a300 x1870620402767488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.269403:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977481.269406:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620402767488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977506 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.269412:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977481.269414:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977481.269418:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977481.269421:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977481.269423:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977481.269425:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309807143 00000100:00000001:0.0:1783977481.269428:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309808379 00000100:00000001:0.0:1783977481.269430:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309807143 00000100:00000001:0.0:1783977481.269432:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309808379 00000100:00000001:0.0:1783977481.269434:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977481.269436:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977481.269438:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977481.269442:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977481/real 1783977481] req@ffff9b83eed3a300 x1870620402767488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977481.269449:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977481.269451:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977481.269453:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977481.269455:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977481.269456:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977481.269458:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977481.269461:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620402767488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977481.269470:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620402767488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.269476:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977481.269478:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977481.269479:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977481.269481:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977481.269484:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620402767488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.269490:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977481.269494:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620402767488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977506 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.269501:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977481.269504:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977481.269505:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977481.269507:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977481.269508:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977481.269512:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977481.269514:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977481.269518:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977481.269520:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977481.269524:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620402767488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977506 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977481.269532:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402767488:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977481.269535:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977481.269539:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38a80 x1870620402767616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.269545:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977481.269547:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977481.269549:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977481.269550:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977481.269552:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977481.269555:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402767616:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977481.269558:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977481.269560:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977481.269562:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977481.269564:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977481.269566:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783977481.269568:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977481.269572:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977481.269574:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977481.269577:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977481.269580:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402767616, portal 4 00000100:00000001:0.0:1783977481.269582:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977481.269583:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682702976 : -110484026848640 : ffff9b83eed38a80) 00000100:00000040:0.0:1783977481.269588:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38a80 x1870620402767616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.269595:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977481.269597:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977481.269599:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977481.269602:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402767616, offset 0 00000400:00000200:0.0:1783977481.269606:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977481.269609:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977481.269612:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977481.269615:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977481.269617:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977481.269619:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977481.269622:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977481.269625:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824954:824954:256:4294967295] 192.168.201.148@tcp LPNI seq info [824925:824925:8:4294967295] 00000400:00000200:0.0:1783977481.269629:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977481.269635:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977481.269640:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977481.269642:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977481.269646:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977481.269648:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1783977481.269659:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977481.269661:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977481.269663:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977481.269666:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977481.269669:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977481.269671:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977481.269673:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977481.269677:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38a80 x1870620402767616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.269684:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977481.269687:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620402767616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977506 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.269694:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977481.269696:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977481.269698:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977481.269701:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977481.269704:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977481.269706:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309807133 00000100:00000001:0.0:1783977481.269708:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309808379 00000100:00000001:0.0:1783977481.269710:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309807133 00000100:00000001:0.0:1783977481.269712:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309808379 00000100:00000001:0.0:1783977481.269714:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977481.269716:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977481.269717:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977481.269721:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977481/real 1783977481] req@ffff9b83eed38a80 x1870620402767616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977481.269729:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977481.269730:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977481.269732:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977481.269734:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977481.269735:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977481.269737:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977481.269740:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38a80 x1870620402767616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977481.269749:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38a80 x1870620402767616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.269761:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977481.269762:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977481.269764:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977481.269766:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977481.269769:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38a80 x1870620402767616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.269776:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977481.269779:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38a80 x1870620402767616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977506 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.269787:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977481.269789:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977481.269790:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977481.269791:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977481.269793:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977481.269796:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977481.269799:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977481.269802:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977481.269804:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977481.269808:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38a80 x1870620402767616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977506 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977481.269817:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402767616:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977481.269820:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977481.269822:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977481.269826:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b100 x1870620402767104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977506 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.269832:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977481.269835:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977481.269838:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977481.269842:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977481.269844:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977481.269846:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977481.269848:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977481.269850:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16c00. 02000000:00000001:0.0:1783977481.269854:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977481.269855:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977481.269857:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b100. 00000100:00000001:0.0:1783977481.269860:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977481.269861:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977481.269863:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977481.269866:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38380 x1870620402767232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977506 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.269873:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977481.269874:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977481.269876:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977481.269878:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977481.269879:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977481.269881:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977481.269882:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977481.269884:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15800. 02000000:00000001:0.0:1783977481.269886:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977481.269888:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977481.269889:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38380. 00000100:00000001:0.0:1783977481.269891:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977481.269892:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977481.269894:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977481.269897:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b480 x1870620402767360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977506 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.269904:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977481.269905:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977481.269906:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783977481.269908:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977481.269910:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977481.269911:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977481.269913:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977481.269915:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15400. 02000000:00000001:0.0:1783977481.269917:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977481.269918:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977481.269919:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b480. 00000100:00000001:0.0:1783977481.269921:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977481.269922:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977481.269924:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977481.269927:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620402767488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977506 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.269933:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977481.269935:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977481.269936:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977481.269938:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977481.269939:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977481.269941:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977481.269942:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977481.269944:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16400. 02000000:00000001:0.0:1783977481.269946:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977481.269947:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977481.269948:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783977481.269951:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977481.269952:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977481.269953:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977481.269957:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38a80 x1870620402767616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977506 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977481.269963:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977481.269964:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977481.269966:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783977481.269968:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977481.269969:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977481.269970:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977481.269972:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977481.269973:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec17400. 02000000:00000001:0.0:1783977481.269975:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977481.269976:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977481.269978:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38a80. 00000100:00000001:0.0:1783977481.269980:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977481.269981:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977481.269983:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977481.269990:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977481.269993:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977481.269995:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977481.269997:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977481.779411:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977481.779416:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977481.779424:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977481.779428:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977481.779434:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977481.779437:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977481.779443:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977481.779446:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977481.779452:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977481.779456:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977481.779790:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977481.779793:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977481.779794:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977481.779797:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977481.779799:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977481.779801:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977481.779802:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977481.779804:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977481.779806:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977482.803407:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977482.803415:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977482.803417:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977482.803422:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977482.803426:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977482.803430:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977482.803433:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977482.803435:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977482.803439:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977482.803464:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977482.803467:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977482.803472:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977482.803474:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977482.803480:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977482.803483:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977482.803489:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977482.803492:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977482.803496:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977482.803500:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977482.804325:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977482.804329:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977482.804330:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977482.804333:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977482.804334:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977482.804336:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977482.804338:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977482.804339:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977482.804342:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977483.829846:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977483.829851:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977483.829853:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977483.829856:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977483.829858:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977483.829860:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977483.829862:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977483.829863:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977483.829864:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977483.829881:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977483.829882:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977483.829886:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977483.829888:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977483.829890:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977483.829893:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977483.829895:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977483.829897:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977483.829898:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977483.829899:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977483.829902:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977483.829904:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977483.829905:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977483.829905:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977483.829907:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977483.829908:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977483.829909:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977483.829911:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977483.829913:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977483.829914:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977483.829915:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977483.829916:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977483.829917:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977483.829918:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977483.829920:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977483.829922:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977483.829926:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977483.829929:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977483.829931:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977483.829934:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977483.829938:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977483.829940:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977483.829943:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977483.829947:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977484.851427:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977484.851435:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977484.851444:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977484.851447:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977484.851453:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977484.851455:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977484.851458:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977484.851459:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977484.851465:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977484.851468:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977484.851603:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977484.851607:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977484.851609:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977484.851613:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977484.851618:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977484.851622:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977484.851636:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977484.851640:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977484.851643:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977484.851732:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977484.851735:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977484.851737:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977484.851739:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977484.851742:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977484.851744:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977484.851746:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977484.851749:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977484.851751:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977484.851790:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977484.851793:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977484.851794:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977484.851797:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977484.851799:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977484.851801:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977484.851804:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977484.851805:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977484.851807:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977485.875410:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977485.875415:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977485.875417:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977485.875420:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977485.875423:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977485.875425:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977485.875427:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977485.875429:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977485.875432:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977485.875460:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977485.875463:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977485.875466:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977485.875468:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977485.875472:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977485.875473:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977485.875478:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977485.875479:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977485.875482:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977485.875484:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977485.875506:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977485.875510:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977485.875515:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977485.875539:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977485.875542:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977485.875544:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977485.875547:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977485.875549:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977485.875551:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977485.875553:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977485.875555:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977485.875557:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977485.879173:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977485.879181:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977485.879183:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977485.879189:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977485.879192:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977485.879198:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977485.879201:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977485.879203:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977485.879206:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977486.387973:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977486.387978:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977486.387983:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977486.387993:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1180 x1870620402767744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.388041:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977486.388045:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977486.388052:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977486.388055:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977486.388071:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977486.388081:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402767744:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977486.388099:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977486.388106:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977486.388109:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977486.388115:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977486.388139:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977486.388144:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977486.388153:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977486.388175:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977486.388184:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977486.388193:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402767744, portal 25 00000100:00000001:0.0:1783977486.388198:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977486.388201:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889962368 : -110483819589248 : ffff9b83fb2e1180) 00000100:00000040:0.0:1783977486.388211:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1180 x1870620402767744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.388228:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977486.388234:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977486.388241:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977486.388246:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402767744, offset 0 00000400:00000200:0.0:1783977486.388257:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977486.388266:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977486.388277:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977486.388287:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977486.388321:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977486.388326:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977486.388329:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977486.388334:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824955:824955:256:4294967295] 192.168.201.148@tcp LPNI seq info [824926:824926:8:4294967295] 00000400:00000200:0.0:1783977486.388343:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977486.388361:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977486.388368:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977486.388374:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977486.388381:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977486.388385:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1783977486.388398:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977486.388401:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977486.388407:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977486.388412:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977486.388417:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977486.388419:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977486.388423:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977486.388427:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1180 x1870620402767744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.388435:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977486.388438:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1180 x1870620402767744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977511 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.388445:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977486.388447:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977486.388452:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977486.388456:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977486.388458:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309813499 00000100:00000010:0.0:1783977486.388463:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783977486.388469:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977486.388474:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309813499 00000100:00000010:0.0:1783977486.388477:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783977486.388479:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977486.388482:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977486.388485:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977486.388487:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977486.388491:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977486/real 1783977486] req@ffff9b83fb2e1180 x1870620402767744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977486.388500:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977486.388502:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977486.388504:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977486.388506:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977486.388508:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977486.388510:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977486.388515:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1180 x1870620402767744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977486.388522:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1180 x1870620402767744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.388529:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977486.388530:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977486.388532:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977486.388534:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977486.388538:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1180 x1870620402767744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.388544:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977486.388549:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1180 x1870620402767744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977511 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.388556:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977486.388558:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977486.388560:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977486.388561:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977486.388563:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977486.388565:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977486.388568:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977486.388572:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977486.388574:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977486.388578:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1180 x1870620402767744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977511 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977486.388585:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402767744:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977486.388590:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977486.388593:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3480 x1870620402767872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.388604:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977486.388605:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977486.388608:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977486.388609:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977486.388611:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977486.388614:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402767872:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977486.388617:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977486.388619:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977486.388621:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977486.388622:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977486.388625:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783977486.388627:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977486.388631:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977486.388633:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977486.388636:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977486.388639:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402767872, portal 10 00000100:00000001:0.0:1783977486.388641:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977486.388642:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889971328 : -110483819580288 : ffff9b83fb2e3480) 00000100:00000040:0.0:1783977486.388648:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3480 x1870620402767872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.388654:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977486.388656:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977486.388658:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977486.388660:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402767872, offset 0 00000400:00000200:0.0:1783977486.388664:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977486.388668:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977486.388671:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977486.388673:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977486.388676:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977486.388678:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977486.388680:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977486.388683:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824956:824956:256:4294967295] 192.168.201.148@tcp LPNI seq info [824927:824927:8:4294967295] 00000400:00000200:0.0:1783977486.388687:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977486.388693:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977486.388697:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977486.388700:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977486.388704:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977486.388707:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1783977486.388716:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977486.388718:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977486.388721:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977486.388724:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977486.388726:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977486.388728:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977486.388730:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977486.388733:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3480 x1870620402767872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.388740:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977486.388742:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3480 x1870620402767872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977511 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.388748:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977486.388749:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977486.388752:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977486.388755:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977486.388758:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977486.388760:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309812240 00000100:00000001:0.0:1783977486.388763:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309813499 00000100:00000001:0.0:1783977486.388765:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309812240 00000100:00000001:0.0:1783977486.388767:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309813499 00000100:00000001:0.0:1783977486.388768:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977486.388770:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977486.388772:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977486.388775:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977486/real 1783977486] req@ffff9b83fb2e3480 x1870620402767872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977486.388782:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977486.388783:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977486.388785:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977486.388787:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977486.388789:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977486.388791:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977486.388794:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3480 x1870620402767872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977486.388801:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3480 x1870620402767872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.388807:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977486.388809:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977486.388810:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977486.388811:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977486.388815:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3480 x1870620402767872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.388821:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977486.388825:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3480 x1870620402767872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977511 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.388830:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977486.388833:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977486.388834:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977486.388835:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977486.388837:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977486.388844:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977486.388847:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977486.388850:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977486.388852:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977486.388856:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3480 x1870620402767872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977511 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977486.388862:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402767872:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977486.388866:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977486.388869:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3100 x1870620402768000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.388875:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977486.388876:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977486.388878:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977486.388880:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977486.388882:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977486.388884:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402768000:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977486.388887:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977486.388888:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977486.388890:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977486.388891:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977486.388894:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977486.388896:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977486.388899:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977486.388901:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977486.388904:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977486.388907:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402768000, portal 10 00000100:00000001:0.0:1783977486.388909:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977486.388910:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889970432 : -110483819581184 : ffff9b83fb2e3100) 00000100:00000040:0.0:1783977486.388915:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3100 x1870620402768000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.388921:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977486.388924:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977486.388926:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977486.388928:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402768000, offset 0 00000400:00000200:0.0:1783977486.388932:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977486.388936:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977486.388939:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977486.388941:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977486.388944:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977486.388946:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977486.388948:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977486.388951:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824957:824957:256:4294967295] 192.168.201.148@tcp LPNI seq info [824928:824928:8:4294967295] 00000400:00000200:0.0:1783977486.388955:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977486.388961:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977486.388966:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977486.388969:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977486.388972:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977486.388975:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1783977486.388983:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977486.388985:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977486.388987:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977486.388990:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977486.388993:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977486.388994:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977486.388997:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977486.389000:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3100 x1870620402768000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.389006:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977486.389009:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3100 x1870620402768000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977511 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.389015:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977486.389016:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977486.389019:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977486.389021:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977486.389025:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977486.389027:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309812235 00000100:00000001:0.0:1783977486.389029:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309813499 00000100:00000001:0.0:1783977486.389031:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309812235 00000100:00000001:0.0:1783977486.389033:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309813499 00000100:00000001:0.0:1783977486.389035:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977486.389036:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977486.389038:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977486.389041:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977486/real 1783977486] req@ffff9b83fb2e3100 x1870620402768000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977486.389049:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977486.389050:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977486.389052:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977486.389054:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977486.389056:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977486.389058:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977486.389061:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3100 x1870620402768000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977486.389068:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3100 x1870620402768000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.389073:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977486.389075:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977486.389076:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977486.389078:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977486.389081:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3100 x1870620402768000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.389086:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977486.389091:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3100 x1870620402768000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977511 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.389097:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977486.389099:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977486.389100:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977486.389102:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977486.389104:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977486.389109:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977486.389111:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977486.389114:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977486.389116:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977486.389120:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3100 x1870620402768000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977511 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977486.389140:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402768000:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977486.389144:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977486.389146:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977486.389149:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1180 x1870620402767744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977511 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.389155:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977486.389157:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977486.389160:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977486.389163:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977486.389164:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977486.389166:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977486.389168:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977486.389171:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067800. 02000000:00000001:0.0:1783977486.389174:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977486.389176:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977486.389177:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1180. 00000100:00000001:0.0:1783977486.389180:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977486.389182:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977486.389184:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977486.389187:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3480 x1870620402767872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977511 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.389193:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977486.389194:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977486.389195:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783977486.389240:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977486.389242:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977486.389243:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977486.389245:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977486.389247:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065800. 02000000:00000001:0.0:1783977486.389250:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977486.389251:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977486.389252:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3480. 00000100:00000001:0.0:1783977486.389255:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977486.389256:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977486.389257:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977486.389261:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3100 x1870620402768000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977511 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.389266:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977486.389267:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977486.389269:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977486.389271:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977486.389272:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977486.389274:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977486.389275:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977486.389277:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067000. 02000000:00000001:0.0:1783977486.389279:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977486.389280:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977486.389281:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3100. 00000100:00000001:0.0:1783977486.389283:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977486.389284:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977486.389286:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977486.389311:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977486.389313:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977486.389316:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977486.389317:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977486.389319:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977486.389323:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2680 x1870620402768128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.389329:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977486.389331:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977486.389333:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977486.389334:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977486.389336:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977486.389339:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402768128:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977486.389342:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977486.389344:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977486.389345:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977486.389347:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977486.389350:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977486.389351:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977486.389355:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977486.389357:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977486.389360:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977486.389363:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402768128, portal 4 00000100:00000001:0.0:1783977486.389365:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977486.389366:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889967744 : -110483819583872 : ffff9b83fb2e2680) 00000100:00000040:0.0:1783977486.389372:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2680 x1870620402768128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.389377:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977486.389379:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977486.389381:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977486.389384:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402768128, offset 0 00000400:00000200:0.0:1783977486.389388:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977486.389391:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977486.389395:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977486.389397:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977486.389400:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977486.389402:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977486.389404:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977486.389407:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824958:824958:256:4294967295] 192.168.201.148@tcp LPNI seq info [824929:824929:8:4294967295] 00000400:00000200:0.0:1783977486.389410:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977486.389416:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977486.389420:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977486.389423:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977486.389427:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977486.389430:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1783977486.389439:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977486.389441:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977486.389443:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977486.389446:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977486.389449:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977486.389451:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977486.389453:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977486.389456:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2680 x1870620402768128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.389463:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977486.389466:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2680 x1870620402768128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977511 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.389471:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977486.389473:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977486.389475:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977486.389478:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977486.389481:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977486.389483:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309812263 00000100:00000001:0.0:1783977486.389484:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309813499 00000100:00000001:0.0:1783977486.389486:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309812263 00000100:00000001:0.0:1783977486.389488:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309813499 00000100:00000001:0.0:1783977486.389490:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977486.389492:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977486.389494:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977486.389497:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977486/real 1783977486] req@ffff9b83fb2e2680 x1870620402768128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977486.389504:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977486.389505:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977486.389506:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977486.389508:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977486.389510:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977486.389512:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977486.389514:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2680 x1870620402768128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977486.389522:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2680 x1870620402768128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.389528:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977486.389529:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977486.389531:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977486.389532:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977486.389536:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2680 x1870620402768128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.389542:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977486.389545:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2680 x1870620402768128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977511 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.389551:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977486.389553:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977486.389554:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977486.389555:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977486.389557:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977486.389560:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977486.389563:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977486.389566:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977486.389567:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977486.389571:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2680 x1870620402768128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977511 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977486.389578:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402768128:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977486.389582:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977486.389585:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1c00 x1870620402768256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.389590:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977486.389592:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977486.389594:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977486.389596:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977486.389597:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977486.389600:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402768256:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977486.389603:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977486.389604:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977486.389606:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977486.389607:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977486.389610:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783977486.389612:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977486.389615:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977486.389617:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977486.389620:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977486.389622:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402768256, portal 4 00000100:00000001:0.0:1783977486.389624:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977486.389625:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889965056 : -110483819586560 : ffff9b83fb2e1c00) 00000100:00000040:0.0:1783977486.389630:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1c00 x1870620402768256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.389636:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977486.389638:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977486.389640:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977486.389643:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402768256, offset 0 00000400:00000200:0.0:1783977486.389646:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977486.389649:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977486.389652:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977486.389655:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977486.389658:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977486.389660:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977486.389662:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977486.389665:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824959:824959:256:4294967295] 192.168.201.148@tcp LPNI seq info [824930:824930:8:4294967295] 00000400:00000200:0.0:1783977486.389668:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977486.389674:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977486.389678:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977486.389681:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977486.389685:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977486.389687:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1783977486.389697:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977486.389699:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977486.389701:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977486.389704:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977486.389707:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977486.389709:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977486.389711:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977486.389714:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1c00 x1870620402768256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.389721:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977486.389723:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1c00 x1870620402768256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977511 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.389733:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977486.389734:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977486.389737:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977486.389739:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977486.389742:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977486.389744:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309812253 00000100:00000001:0.0:1783977486.389746:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309813499 00000100:00000001:0.0:1783977486.389748:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309812253 00000100:00000001:0.0:1783977486.389750:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309813499 00000100:00000001:0.0:1783977486.389752:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977486.389754:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977486.389755:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977486.389759:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977486/real 1783977486] req@ffff9b83fb2e1c00 x1870620402768256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977486.389766:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977486.389767:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977486.389768:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977486.389770:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977486.389772:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977486.389774:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977486.389777:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1c00 x1870620402768256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977486.389784:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1c00 x1870620402768256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.389790:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977486.389791:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977486.389793:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977486.389794:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977486.389797:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1c00 x1870620402768256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.389803:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977486.389807:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1c00 x1870620402768256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977511 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.389813:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977486.389815:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977486.389817:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977486.389818:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977486.389820:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977486.389823:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977486.389825:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977486.389828:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977486.389830:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977486.389834:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1c00 x1870620402768256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977511 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977486.389840:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402768256:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977486.389844:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977486.389846:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977486.389848:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2680 x1870620402768128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977511 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.389854:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977486.389856:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977486.389857:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977486.389860:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977486.389861:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977486.389862:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977486.389864:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977486.389866:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064800. 02000000:00000001:0.0:1783977486.389869:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977486.389870:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977486.389872:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2680. 00000100:00000001:0.0:1783977486.389875:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977486.389876:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977486.389877:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977486.389880:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1c00 x1870620402768256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977511 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977486.389886:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977486.389887:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977486.389889:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783977486.389891:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977486.389892:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977486.389893:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977486.389895:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977486.389897:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064c00. 02000000:00000001:0.0:1783977486.389898:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977486.389900:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977486.389901:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1c00. 00000100:00000001:0.0:1783977486.389903:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977486.389904:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977486.389905:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977486.389909:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977486.389910:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977486.389912:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977486.389913:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977486.899441:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977486.899446:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977486.899447:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977486.899450:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977486.899453:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977486.899456:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977486.899458:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977486.899459:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977486.899461:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977486.899483:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977486.899487:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977486.899494:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977486.899498:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977486.899503:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977486.899506:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977486.899512:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977486.899515:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977486.899522:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977486.899524:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977486.899542:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977486.899545:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977486.899547:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977487.923417:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977487.923422:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977487.923430:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977487.923434:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977487.923440:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977487.923442:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977487.923447:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977487.923450:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977487.923456:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977487.923459:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977487.923479:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977487.923482:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977487.923485:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977488.947718:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977488.947720:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977488.947721:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977488.947722:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977488.947724:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977488.947725:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977488.947727:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977488.947728:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977488.947729:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977488.947744:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977488.947747:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977488.947750:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977488.947753:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977488.947756:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977488.947758:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977488.947760:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977488.947762:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977488.947766:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977488.947768:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977488.947772:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977488.947773:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977488.947776:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977488.947777:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977488.947780:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977488.947781:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977488.947804:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977488.947806:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977488.947807:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977488.947809:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977488.947811:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977488.947812:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977488.947814:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977488.947816:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977488.947817:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977489.971842:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977489.971847:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977489.971852:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977489.971853:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977489.971858:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977489.971859:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977489.971863:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977489.971864:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977489.971868:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977489.971870:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977490.995651:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977490.995672:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977490.995673:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977490.995676:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977490.995679:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977490.995681:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977490.995682:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977490.995684:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977490.995687:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977490.995706:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977490.995709:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977490.995713:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977490.995715:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977490.995718:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977490.995719:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977490.995722:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977490.995723:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977490.995727:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977490.995728:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977491.508322:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977491.508327:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977491.508330:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977491.508336:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620402768384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.508345:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977491.508347:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977491.508350:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977491.508352:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977491.508354:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977491.508356:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402768384:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977491.508360:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977491.508370:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977491.508373:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977491.508375:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977491.508391:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977491.508393:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977491.508398:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977491.508402:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977491.508413:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977491.508427:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402768384, portal 25 00000100:00000001:0.0:1783977491.508429:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977491.508430:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783977491.508434:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620402768384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.508440:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977491.508441:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977491.508444:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977491.508446:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402768384, offset 0 00000400:00000200:0.0:1783977491.508451:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977491.508462:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977491.508466:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977491.508470:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977491.508473:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977491.508476:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977491.508478:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977491.508480:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824960:824960:256:4294967295] 192.168.201.148@tcp LPNI seq info [824931:824931:8:4294967295] 00000400:00000200:0.0:1783977491.508483:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977491.508491:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977491.508496:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977491.508499:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977491.508504:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977491.508506:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783977491.508521:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977491.508523:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977491.508535:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977491.508539:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977491.508544:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977491.508546:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977491.508564:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977491.508568:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620402768384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.508583:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977491.508587:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620402768384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977516 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.508609:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977491.508610:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977491.508616:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977491.508620:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977491.508623:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309818619 00000100:00000010:0.0:1783977491.508628:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783977491.508633:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977491.508637:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309818619 00000100:00000010:0.0:1783977491.508639:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783977491.508641:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977491.508643:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977491.508644:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977491.508647:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977491.508650:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977491/real 1783977491] req@ffff9b83eed39f80 x1870620402768384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977491.508658:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977491.508659:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977491.508661:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977491.508675:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977491.508677:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977491.508680:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977491.508684:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620402768384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977491.508693:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620402768384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.508700:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977491.508701:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977491.508703:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977491.508704:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977491.508707:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620402768384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.508713:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977491.508717:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620402768384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977516 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.508729:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977491.508732:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977491.508733:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977491.508734:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977491.508737:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977491.508738:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977491.508741:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977491.508745:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977491.508747:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977491.508752:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620402768384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977516 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977491.508759:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402768384:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977491.508764:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977491.508767:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39180 x1870620402768512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.508773:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977491.508775:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977491.508777:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977491.508779:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977491.508781:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977491.508783:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402768512:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977491.508786:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977491.508788:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977491.508790:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977491.508792:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977491.508795:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977491.508798:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977491.508801:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977491.508804:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977491.508807:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977491.508809:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402768512, portal 10 00000100:00000001:0.0:1783977491.508811:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977491.508812:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682704768 : -110484026846848 : ffff9b83eed39180) 00000100:00000040:0.0:1783977491.508819:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39180 x1870620402768512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.508825:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977491.508827:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977491.508830:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977491.508832:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402768512, offset 0 00000400:00000200:0.0:1783977491.508836:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977491.508840:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977491.508844:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977491.508847:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977491.508849:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977491.508852:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977491.508854:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977491.508857:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824961:824961:256:4294967295] 192.168.201.148@tcp LPNI seq info [824932:824932:8:4294967295] 00000400:00000200:0.0:1783977491.508860:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977491.508867:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977491.508871:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977491.508874:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977491.508878:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977491.508880:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783977491.508891:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977491.508892:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977491.508895:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977491.508898:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977491.508901:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977491.508903:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977491.508905:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977491.508908:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39180 x1870620402768512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.508915:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977491.508918:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39180 x1870620402768512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977516 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.508924:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977491.508925:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977491.508928:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977491.508932:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977491.508935:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977491.508937:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309817360 00000100:00000001:0.0:1783977491.508940:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309818619 00000100:00000001:0.0:1783977491.508942:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309817360 00000100:00000001:0.0:1783977491.508944:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309818619 00000100:00000001:0.0:1783977491.508946:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977491.508947:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977491.508949:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977491.508953:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977491/real 1783977491] req@ffff9b83eed39180 x1870620402768512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977491.508960:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977491.508961:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977491.508963:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977491.508965:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977491.508966:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977491.508968:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977491.508972:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39180 x1870620402768512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977491.508980:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39180 x1870620402768512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.508986:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977491.508987:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977491.508988:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977491.508990:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977491.508993:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39180 x1870620402768512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.508999:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977491.509002:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39180 x1870620402768512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977516 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.509008:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977491.509011:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977491.509012:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977491.509013:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977491.509015:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977491.509063:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977491.509066:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977491.509070:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977491.509073:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977491.509077:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39180 x1870620402768512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977516 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977491.509085:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402768512:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977491.509089:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977491.509092:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38a80 x1870620402768640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.509103:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977491.509104:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977491.509106:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977491.509108:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977491.509110:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977491.509113:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402768640:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977491.509116:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977491.509118:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977491.509119:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977491.509120:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977491.509123:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977491.509125:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977491.509127:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977491.509129:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977491.509132:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977491.509135:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402768640, portal 10 00000100:00000001:0.0:1783977491.509137:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977491.509138:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682702976 : -110484026848640 : ffff9b83eed38a80) 00000100:00000040:0.0:1783977491.509143:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38a80 x1870620402768640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.509149:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977491.509152:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977491.509154:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977491.509156:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402768640, offset 0 00000400:00000200:0.0:1783977491.509159:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977491.509163:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977491.509167:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977491.509169:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977491.509172:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977491.509174:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977491.509176:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977491.509180:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824962:824962:256:4294967295] 192.168.201.148@tcp LPNI seq info [824933:824933:8:4294967295] 00000400:00000200:0.0:1783977491.509184:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977491.509190:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977491.509194:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977491.509197:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977491.509201:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977491.509203:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783977491.509213:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977491.509215:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977491.509218:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977491.509221:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977491.509224:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977491.509225:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977491.509227:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977491.509231:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38a80 x1870620402768640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.509239:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977491.509242:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620402768640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977516 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.509248:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977491.509249:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977491.509252:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977491.509255:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977491.509258:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977491.509260:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309817355 00000100:00000001:0.0:1783977491.509262:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309818619 00000100:00000001:0.0:1783977491.509264:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309817355 00000100:00000001:0.0:1783977491.509266:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309818619 00000100:00000001:0.0:1783977491.509268:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977491.509271:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977491.509273:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977491.509276:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977491/real 1783977491] req@ffff9b83eed38a80 x1870620402768640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977491.509284:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977491.509286:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977491.509287:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977491.509290:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977491.509291:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977491.509316:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977491.509320:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38a80 x1870620402768640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977491.509328:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38a80 x1870620402768640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.509334:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977491.509335:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977491.509337:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977491.509338:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977491.509342:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38a80 x1870620402768640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.509348:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977491.509352:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38a80 x1870620402768640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977516 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.509358:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977491.509360:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977491.509362:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977491.509363:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977491.509365:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977491.509370:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977491.509373:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977491.509376:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977491.509378:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977491.509382:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38a80 x1870620402768640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977516 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977491.509389:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402768640:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977491.509393:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977491.509396:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620402768768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.509402:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977491.509404:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977491.509406:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977491.509408:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977491.509409:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977491.509412:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402768768:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977491.509416:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977491.509417:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977491.509418:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977491.509420:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977491.509423:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977491.509425:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977491.509428:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977491.509431:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977491.509434:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977491.509436:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402768768, portal 4 00000100:00000001:0.0:1783977491.509438:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977491.509439:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783977491.509460:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620402768768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.509465:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977491.509468:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977491.509471:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977491.509473:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402768768, offset 0 00000400:00000200:0.0:1783977491.509477:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977491.509481:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977491.509485:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977491.509487:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977491.509489:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977491.509492:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977491.509494:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977491.509496:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824963:824963:256:4294967295] 192.168.201.148@tcp LPNI seq info [824934:824934:8:4294967295] 00000400:00000200:0.0:1783977491.509500:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977491.509506:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977491.509510:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977491.509513:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977491.509517:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977491.509520:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783977491.509529:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977491.509531:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977491.509534:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977491.509537:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977491.509540:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977491.509541:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977491.509544:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977491.509547:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3a300 x1870620402768768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.509554:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977491.509557:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620402768768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977516 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.509564:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977491.509565:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977491.509568:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977491.509571:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977491.509574:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977491.509575:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309817383 00000100:00000001:0.0:1783977491.509577:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309818619 00000100:00000001:0.0:1783977491.509579:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309817383 00000100:00000001:0.0:1783977491.509581:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309818619 00000100:00000001:0.0:1783977491.509583:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977491.509584:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977491.509586:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977491.509589:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977491/real 1783977491] req@ffff9b83eed3a300 x1870620402768768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977491.509596:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977491.509598:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977491.509599:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977491.509602:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977491.509603:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977491.509605:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977491.509608:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620402768768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977491.509615:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620402768768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.509621:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977491.509622:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977491.509624:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977491.509625:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977491.509628:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620402768768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.509635:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977491.509638:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620402768768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977516 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.509645:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977491.509647:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977491.509649:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977491.509650:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977491.509652:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977491.509655:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977491.509658:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977491.509661:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977491.509663:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977491.509667:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620402768768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977516 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977491.509675:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402768768:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977491.509678:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977491.509681:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b480 x1870620402768896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.509688:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977491.509689:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977491.509692:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977491.509693:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977491.509695:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977491.509697:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402768896:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977491.509701:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977491.509702:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977491.509703:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977491.509705:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977491.509708:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977491.509710:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977491.509713:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977491.509715:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977491.509718:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977491.509720:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402768896, portal 4 00000100:00000001:0.0:1783977491.509722:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977491.509723:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682713728 : -110484026837888 : ffff9b83eed3b480) 00000100:00000040:0.0:1783977491.509742:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b480 x1870620402768896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.509749:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977491.509751:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977491.509754:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977491.509756:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402768896, offset 0 00000400:00000200:0.0:1783977491.509760:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977491.509763:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977491.509766:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977491.509769:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977491.509771:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977491.509774:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977491.509776:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977491.509778:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824964:824964:256:4294967295] 192.168.201.148@tcp LPNI seq info [824935:824935:8:4294967295] 00000400:00000200:0.0:1783977491.509782:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977491.509789:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977491.509792:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977491.509795:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977491.509798:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977491.509800:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783977491.509809:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977491.509811:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977491.509813:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977491.509816:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977491.509819:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977491.509820:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977491.509823:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977491.509826:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b480 x1870620402768896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.509832:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977491.509834:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620402768896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977516 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.509839:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977491.509841:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977491.509843:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977491.509846:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977491.509849:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977491.509850:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309817373 00000100:00000001:0.0:1783977491.509852:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309818619 00000100:00000001:0.0:1783977491.509854:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309817373 00000100:00000001:0.0:1783977491.509856:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309818619 00000100:00000001:0.0:1783977491.509858:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977491.509860:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977491.509862:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977491.509865:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977491/real 1783977491] req@ffff9b83eed3b480 x1870620402768896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977491.509872:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977491.509873:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977491.509875:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977491.509877:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977491.509879:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977491.509880:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977491.509883:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b480 x1870620402768896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977491.509889:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b480 x1870620402768896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.509899:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977491.509900:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977491.509902:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977491.509903:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977491.509906:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b480 x1870620402768896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.509913:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977491.509916:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b480 x1870620402768896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977516 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.509922:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977491.509924:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977491.509925:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977491.509926:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977491.509928:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977491.509932:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977491.509934:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977491.509937:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977491.509939:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977491.509942:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b480 x1870620402768896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977516 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977491.509950:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402768896:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977491.509953:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977491.509956:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977491.509959:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620402768384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977516 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.509966:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977491.509969:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977491.509972:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977491.509988:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977491.509991:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977491.509993:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977491.509995:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977491.509998:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16800. 02000000:00000001:0.0:1783977491.510002:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977491.510003:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977491.510005:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783977491.510008:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977491.510010:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977491.510011:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977491.510015:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39180 x1870620402768512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977516 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.510021:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977491.510022:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977491.510024:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977491.510026:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977491.510027:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977491.510028:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977491.510030:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977491.510031:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15c00. 02000000:00000001:0.0:1783977491.510045:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977491.510047:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977491.510048:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39180. 00000100:00000001:0.0:1783977491.510050:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977491.510051:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977491.510053:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977491.510056:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38a80 x1870620402768640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977516 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.510062:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977491.510063:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977491.510065:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977491.510068:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977491.510069:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977491.510070:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977491.510072:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977491.510074:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14c00. 02000000:00000001:0.0:1783977491.510076:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977491.510077:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977491.510078:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38a80. 00000100:00000001:0.0:1783977491.510080:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977491.510081:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977491.510083:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977491.510086:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620402768768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977516 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.510092:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977491.510093:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977491.510095:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977491.510098:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977491.510099:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977491.510101:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977491.510102:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977491.510104:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14000. 02000000:00000001:0.0:1783977491.510106:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977491.510107:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977491.510108:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783977491.510109:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977491.510111:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977491.510112:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977491.510115:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b480 x1870620402768896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977516 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977491.510122:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977491.510123:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977491.510124:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977491.510126:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977491.510127:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977491.510128:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977491.510130:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977491.510131:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec17400. 02000000:00000001:0.0:1783977491.510133:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977491.510134:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977491.510135:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b480. 00000100:00000001:0.0:1783977491.510137:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977491.510138:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977491.510140:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977491.510148:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977491.510149:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977491.510151:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977491.510153:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977492.019637:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977492.019641:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977492.019643:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977492.019646:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977492.019648:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977492.019651:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977492.019655:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977492.019659:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977492.019665:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977492.019676:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977492.019680:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977492.019684:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977492.019689:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977492.019694:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977492.019697:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977492.019700:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977492.019701:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977492.019711:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977492.019730:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977492.019733:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977492.019745:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977492.019746:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977492.019751:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977492.019752:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977492.019755:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977492.019756:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977492.019759:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977492.019760:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977493.044282:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977493.044285:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977493.044287:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977493.044290:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977493.044697:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977493.044701:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977493.044704:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977493.044705:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977493.044707:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977493.044728:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977493.044730:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977493.044733:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977493.044734:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977493.044738:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977493.044739:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977493.044742:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977493.044743:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977493.044746:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977493.044747:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977494.067413:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977494.067418:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977494.067426:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977494.067430:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977494.067432:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977494.067436:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977494.067446:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977494.067449:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977494.067453:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977494.067457:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977494.067464:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977494.067469:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977494.067473:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977494.067477:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977494.067480:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977494.067484:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977494.067487:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977494.067491:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977494.067497:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977494.067501:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977494.067504:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977494.067508:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977494.067511:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977494.067515:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977494.067519:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977494.067524:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977494.067531:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977494.067533:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977494.067535:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977494.067537:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977494.067539:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977494.067541:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977494.067543:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977494.067545:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977495.091411:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977495.091419:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977495.091429:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977495.091432:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977495.091440:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977495.091443:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977495.091448:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977495.091452:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977495.091458:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977495.091462:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977495.091586:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977495.091591:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977495.091596:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977495.091602:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977495.091609:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977495.091613:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977495.091619:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977495.091621:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977495.091629:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977496.115470:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977496.115474:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977496.115479:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977496.115481:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977496.115485:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977496.115487:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977496.115491:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977496.115494:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977496.115500:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977496.115504:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977496.115527:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977496.115530:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977496.115539:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977496.115580:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977496.115584:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977496.115586:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977496.115589:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977496.115594:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977496.115598:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977496.115603:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977496.115607:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977496.115611:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977496.627896:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977496.627902:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977496.627907:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977496.627917:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1c00 x1870620402769024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.627928:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977496.627930:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977496.627934:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977496.627936:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977496.627939:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977496.627955:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402769024:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977496.627963:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977496.627967:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977496.627970:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977496.627973:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977496.627978:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977496.627981:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977496.627987:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977496.627991:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977496.627998:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977496.628005:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402769024, portal 25 00000100:00000001:0.0:1783977496.628008:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977496.628009:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889965056 : -110483819586560 : ffff9b83fb2e1c00) 00000100:00000040:0.0:1783977496.628016:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1c00 x1870620402769024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.628023:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977496.628026:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977496.628029:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977496.628032:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402769024, offset 0 00000400:00000200:0.0:1783977496.628037:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977496.628060:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977496.628070:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977496.628075:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977496.628079:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977496.628082:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977496.628086:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977496.628090:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824965:824965:256:4294967295] 192.168.201.148@tcp LPNI seq info [824936:824936:8:4294967295] 00000400:00000200:0.0:1783977496.628096:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977496.628106:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977496.628111:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977496.628116:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977496.628122:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977496.628124:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783977496.628134:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977496.628136:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977496.628139:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977496.628147:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977496.628150:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977496.628152:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977496.628155:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977496.628158:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1c00 x1870620402769024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.628166:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977496.628168:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1c00 x1870620402769024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977521 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.628173:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977496.628174:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977496.628178:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977496.628180:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977496.628182:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309823738 00000100:00000010:0.0:1783977496.628185:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783977496.628190:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977496.628195:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309823738 00000100:00000010:0.0:1783977496.628198:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783977496.628200:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977496.628203:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977496.628206:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977496.628208:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977496.628212:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977496/real 1783977496] req@ffff9b83fb2e1c00 x1870620402769024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977496.628222:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977496.628223:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977496.628225:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977496.628228:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977496.628229:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977496.628232:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977496.628236:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1c00 x1870620402769024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977496.628244:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1c00 x1870620402769024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.628251:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977496.628253:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977496.628255:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977496.628257:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977496.628261:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1c00 x1870620402769024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.628268:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977496.628277:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1c00 x1870620402769024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977521 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.628284:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977496.628287:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977496.628289:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977496.628290:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977496.628292:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977496.628317:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977496.628320:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977496.628324:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977496.628326:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977496.628332:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1c00 x1870620402769024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977521 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977496.628341:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402769024:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977496.628345:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977496.628348:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977496.628351:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1c00 x1870620402769024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977521 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.628357:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977496.628359:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977496.628362:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977496.628367:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977496.628369:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977496.628371:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977496.628373:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977496.628375:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065400. 02000000:00000001:0.0:1783977496.628378:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977496.628380:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977496.628382:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1c00. 00000100:00000001:0.0:1783977496.628385:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977496.628386:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977496.628388:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977496.628395:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977496.628397:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977496.628399:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977496.628400:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977496.629441:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977496.629446:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977496.629450:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977496.629458:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2680 x1870620402769152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.629475:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977496.629479:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977496.629484:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977496.629488:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977496.629493:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977496.629501:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402769152:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977496.629508:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977496.629514:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977496.629518:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977496.629523:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977496.629530:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977496.629534:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977496.629542:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977496.629547:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977496.629553:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977496.629562:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402769152, portal 10 00000100:00000001:0.0:1783977496.629566:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977496.629569:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889967744 : -110483819583872 : ffff9b83fb2e2680) 00000100:00000040:0.0:1783977496.629581:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2680 x1870620402769152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.629595:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977496.629602:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977496.629608:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977496.629613:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402769152, offset 0 00000400:00000200:0.0:1783977496.629624:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977496.629634:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977496.629654:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977496.629662:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977496.629668:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977496.629674:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977496.629680:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977496.629687:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824966:824966:256:4294967295] 192.168.201.148@tcp LPNI seq info [824937:824937:8:4294967295] 00000400:00000200:0.0:1783977496.629698:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977496.629713:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977496.629723:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977496.629729:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977496.629740:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977496.629746:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783977496.629776:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977496.629782:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977496.629790:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977496.629797:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977496.629803:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977496.629808:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977496.629814:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977496.629821:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2680 x1870620402769152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.629846:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977496.629854:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2680 x1870620402769152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977521 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.629882:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977496.629886:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977496.629894:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977496.629901:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977496.629919:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977496.629925:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309822481 00000100:00000001:0.0:1783977496.629931:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309823738 00000100:00000001:0.0:1783977496.629937:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309822481 00000100:00000001:0.0:1783977496.629955:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309823738 00000100:00000001:0.0:1783977496.629960:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977496.629966:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977496.629972:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977496.629988:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977496/real 1783977496] req@ffff9b83fb2e2680 x1870620402769152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977496.630003:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977496.630007:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977496.630012:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977496.630018:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977496.630022:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977496.630027:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977496.630033:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2680 x1870620402769152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977496.630049:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2680 x1870620402769152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.630065:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977496.630070:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977496.630074:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977496.630078:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977496.630087:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2680 x1870620402769152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.630097:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977496.630101:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2680 x1870620402769152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977521 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.630108:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977496.630112:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977496.630114:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977496.630116:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977496.630118:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977496.630125:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977496.630128:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977496.630132:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977496.630134:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977496.630138:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2680 x1870620402769152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977521 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977496.630146:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402769152:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977496.630149:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977496.630151:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977496.630154:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2680 x1870620402769152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977521 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.630159:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977496.630161:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977496.630163:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977496.630166:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977496.630168:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977496.630170:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977496.630171:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977496.630173:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065000. 02000000:00000001:0.0:1783977496.630176:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977496.630177:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977496.630178:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2680. 00000100:00000001:0.0:1783977496.630182:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977496.630183:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977496.630185:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977496.630189:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977496.630191:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977496.630192:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977496.630194:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977496.630195:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977496.630198:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3100 x1870620402769280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.630204:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977496.630205:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977496.630207:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977496.630209:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977496.630211:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977496.630213:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402769280:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977496.630216:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977496.630218:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977496.630219:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977496.630221:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977496.630224:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977496.630225:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977496.630229:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977496.630231:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977496.630235:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977496.630238:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402769280, portal 10 00000100:00000001:0.0:1783977496.630239:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977496.630241:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889970432 : -110483819581184 : ffff9b83fb2e3100) 00000100:00000040:0.0:1783977496.630246:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3100 x1870620402769280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.630253:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977496.630255:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977496.630257:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977496.630260:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402769280, offset 0 00000400:00000200:0.0:1783977496.630264:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977496.630268:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977496.630271:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977496.630274:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977496.630288:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977496.630290:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977496.630312:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977496.630316:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824967:824967:256:4294967295] 192.168.201.148@tcp LPNI seq info [824938:824938:8:4294967295] 00000400:00000200:0.0:1783977496.630322:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977496.630331:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977496.630336:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977496.630339:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977496.630343:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977496.630346:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783977496.630356:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977496.630358:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977496.630361:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977496.630365:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977496.630368:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977496.630369:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977496.630372:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977496.630375:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3100 x1870620402769280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.630383:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977496.630385:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3100 x1870620402769280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977521 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.630397:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977496.630399:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977496.630402:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977496.630406:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977496.630409:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977496.630411:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309822477 00000100:00000001:0.0:1783977496.630414:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309823738 00000100:00000001:0.0:1783977496.630416:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309822477 00000100:00000001:0.0:1783977496.630418:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309823738 00000100:00000001:0.0:1783977496.630420:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977496.630422:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977496.630424:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977496.630428:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977496/real 1783977496] req@ffff9b83fb2e3100 x1870620402769280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977496.630436:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977496.630438:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977496.630440:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977496.630442:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977496.630444:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977496.630446:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977496.630449:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3100 x1870620402769280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977496.630458:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3100 x1870620402769280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.630463:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977496.630464:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977496.630466:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977496.630467:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977496.630470:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3100 x1870620402769280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.630477:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977496.630481:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3100 x1870620402769280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977521 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.630487:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977496.630489:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977496.630491:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977496.630492:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977496.630494:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977496.630500:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977496.630502:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977496.630505:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977496.630508:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977496.630512:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3100 x1870620402769280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977521 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977496.630519:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402769280:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977496.630523:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977496.630526:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3480 x1870620402769408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.630533:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977496.630534:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977496.630536:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977496.630538:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977496.630540:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977496.630542:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402769408:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977496.630545:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977496.630547:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977496.630549:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977496.630551:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977496.630554:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977496.630556:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977496.630559:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977496.630562:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977496.630565:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977496.630568:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402769408, portal 4 00000100:00000001:0.0:1783977496.630570:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977496.630571:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889971328 : -110483819580288 : ffff9b83fb2e3480) 00000100:00000040:0.0:1783977496.630576:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3480 x1870620402769408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.630583:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977496.630585:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977496.630587:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977496.630590:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402769408, offset 0 00000400:00000200:0.0:1783977496.630594:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977496.630598:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977496.630601:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977496.630605:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977496.630607:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977496.630609:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977496.630611:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977496.630614:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824968:824968:256:4294967295] 192.168.201.148@tcp LPNI seq info [824939:824939:8:4294967295] 00000400:00000200:0.0:1783977496.630618:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977496.630624:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977496.630628:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977496.630631:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977496.630635:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977496.630637:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783977496.630647:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977496.630649:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977496.630652:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977496.630655:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977496.630658:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977496.630659:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977496.630662:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977496.630665:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3480 x1870620402769408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.630673:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977496.630676:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3480 x1870620402769408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977521 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.630682:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977496.630683:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977496.630686:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977496.630689:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977496.630692:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977496.630694:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309822504 00000100:00000001:0.0:1783977496.630697:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309823738 00000100:00000001:0.0:1783977496.630698:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309822504 00000100:00000001:0.0:1783977496.630700:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309823738 00000100:00000001:0.0:1783977496.630702:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977496.630704:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977496.630706:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977496.630710:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977496/real 1783977496] req@ffff9b83fb2e3480 x1870620402769408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977496.630717:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977496.630718:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977496.630720:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977496.630722:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977496.630723:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977496.630726:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977496.630729:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3480 x1870620402769408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977496.630737:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3480 x1870620402769408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.630743:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977496.630744:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977496.630746:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977496.630747:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977496.630751:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3480 x1870620402769408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.630757:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977496.630760:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3480 x1870620402769408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977521 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.630767:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977496.630769:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977496.630771:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977496.630772:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977496.630774:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977496.630777:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977496.630780:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977496.630783:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977496.630785:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977496.630789:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3480 x1870620402769408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977521 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977496.630797:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402769408:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977496.630801:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977496.630804:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1180 x1870620402769536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.630811:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977496.630812:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977496.630814:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977496.630816:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977496.630817:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977496.630820:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402769536:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977496.630823:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977496.630825:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977496.630827:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977496.630828:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977496.630831:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977496.630833:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977496.630836:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977496.630838:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977496.630841:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977496.630844:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402769536, portal 4 00000100:00000001:0.0:1783977496.630846:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977496.630847:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889962368 : -110483819589248 : ffff9b83fb2e1180) 00000100:00000040:0.0:1783977496.630852:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1180 x1870620402769536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.630857:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977496.630860:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977496.630862:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977496.630864:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402769536, offset 0 00000400:00000200:0.0:1783977496.630868:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977496.630871:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977496.630875:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977496.630877:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977496.630880:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977496.630882:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977496.630884:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977496.630888:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824969:824969:256:4294967295] 192.168.201.148@tcp LPNI seq info [824940:824940:8:4294967295] 00000400:00000200:0.0:1783977496.630892:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977496.630898:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977496.630901:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977496.630904:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977496.630908:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977496.630910:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783977496.630919:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977496.630920:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977496.630923:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977496.630926:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977496.630929:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977496.630930:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977496.630932:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977496.630935:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1180 x1870620402769536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.630956:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977496.630959:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1180 x1870620402769536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977521 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.630965:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977496.630966:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977496.630969:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977496.630972:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977496.630975:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977496.630977:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309822494 00000100:00000001:0.0:1783977496.630979:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309823738 00000100:00000001:0.0:1783977496.630981:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309822494 00000100:00000001:0.0:1783977496.630983:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309823738 00000100:00000001:0.0:1783977496.630984:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977496.630987:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977496.630988:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977496.630992:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977496/real 1783977496] req@ffff9b83fb2e1180 x1870620402769536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977496.630999:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977496.631001:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977496.631003:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977496.631005:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977496.631006:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977496.631008:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977496.631011:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1180 x1870620402769536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977496.631018:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1180 x1870620402769536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.631024:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977496.631026:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977496.631027:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977496.631029:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977496.631032:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1180 x1870620402769536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.631039:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977496.631042:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1180 x1870620402769536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977521 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.631048:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977496.631051:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977496.631052:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977496.631053:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977496.631055:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977496.631058:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977496.631061:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977496.631064:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977496.631066:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977496.631070:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1180 x1870620402769536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977521 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977496.631077:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402769536:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977496.631080:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977496.631082:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977496.631085:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3100 x1870620402769280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977521 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.631091:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977496.631092:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977496.631094:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977496.631097:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977496.631098:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977496.631099:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977496.631101:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977496.631103:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065400. 02000000:00000001:0.0:1783977496.631105:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977496.631106:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977496.631107:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3100. 00000100:00000001:0.0:1783977496.631110:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977496.631111:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977496.631112:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977496.631115:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3480 x1870620402769408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977521 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.631121:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977496.631122:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977496.631124:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977496.631126:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977496.631127:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977496.631128:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977496.631130:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977496.631131:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064c00. 02000000:00000001:0.0:1783977496.631133:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977496.631134:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977496.631136:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3480. 00000100:00000001:0.0:1783977496.631137:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977496.631138:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977496.631140:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977496.631143:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1180 x1870620402769536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977521 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977496.631149:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977496.631150:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977496.631151:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977496.631154:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977496.631155:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977496.631156:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977496.631159:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977496.631160:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064800. 02000000:00000001:0.0:1783977496.631162:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977496.631163:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977496.631164:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1180. 00000100:00000001:0.0:1783977496.631166:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977496.631167:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977496.631169:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977496.631172:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977496.631174:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977496.631175:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977496.631177:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977497.139397:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977497.139402:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977497.139407:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977497.139414:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977497.139420:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977497.139425:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977497.139430:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977497.139434:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977497.139441:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977497.139482:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977497.139488:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977497.139496:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977497.139501:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977497.139508:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977497.139513:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977497.139520:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977497.139523:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977497.139527:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977497.139529:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977497.139550:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977497.139553:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977497.139555:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977498.163425:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977498.163431:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977498.163439:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977498.163440:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977498.163445:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977498.163448:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977498.163453:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977498.163457:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977498.163464:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977498.163467:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977498.163490:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977498.163496:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977498.163501:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977498.163513:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977498.163518:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977498.163522:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977498.163526:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977498.163530:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977498.163532:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977498.163535:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977498.163537:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977498.163540:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977499.187424:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977499.187430:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977499.187433:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977499.187439:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977499.187444:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977499.187448:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977499.187451:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977499.187454:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977499.187457:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977499.187483:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977499.187489:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977499.187493:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977499.187498:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977499.187505:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977499.187509:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977499.187511:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977499.187515:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977499.187520:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977499.187524:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977499.187531:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977499.187762:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977499.187767:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977499.187769:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977499.187771:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977499.187773:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977499.187792:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977499.187794:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977499.187797:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977499.189566:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977499.189572:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977499.189576:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977499.189582:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977499.189588:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977499.189593:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977499.189599:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977499.189603:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977499.189607:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977500.211415:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977500.211421:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977500.211430:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977500.211445:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977500.211453:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977500.211457:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977500.211465:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977500.211468:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977500.211476:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977500.211481:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977501.235359:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977501.235366:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977501.235373:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977501.235375:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977501.235380:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977501.235381:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977501.235386:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977501.235388:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977501.235392:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977501.235395:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977501.235445:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977501.235451:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977501.235454:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977501.235457:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977501.235459:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977501.235461:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977501.235462:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977501.235464:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977501.235467:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977501.235581:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977501.235586:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977501.235590:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977501.235595:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977501.235600:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977501.235605:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977501.235609:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977501.235611:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977501.235613:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977501.749569:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977501.749573:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977501.749575:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977501.749582:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882a00 x1870620402769664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.749594:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977501.749596:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977501.749599:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977501.749601:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977501.749604:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977501.749607:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402769664:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977501.749610:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977501.749614:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977501.749616:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977501.749618:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977501.749622:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977501.749624:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977501.749628:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977501.749632:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977501.749637:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977501.749644:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402769664, portal 25 00000100:00000001:0.0:1783977501.749646:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977501.749648:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694540288 : -110484015011328 : ffff9b83ef882a00) 00000100:00000040:0.0:1783977501.749653:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882a00 x1870620402769664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.749659:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977501.749662:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977501.749665:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977501.749668:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402769664, offset 0 00000400:00000200:0.0:1783977501.749674:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977501.749679:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977501.749684:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977501.749688:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977501.749697:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977501.749699:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977501.749701:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977501.749704:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824970:824970:256:4294967295] 192.168.201.148@tcp LPNI seq info [824941:824941:8:4294967295] 00000400:00000200:0.0:1783977501.749708:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977501.749718:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977501.749724:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977501.749728:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977501.749736:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977501.749739:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783977501.749753:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977501.749755:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977501.749762:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977501.749765:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977501.749769:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977501.749770:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977501.749775:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977501.749778:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882a00 x1870620402769664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.749784:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977501.749786:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882a00 x1870620402769664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.749791:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977501.749792:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977501.749796:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977501.749799:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977501.749801:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309828860 00000100:00000010:0.0:1783977501.749805:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783977501.749810:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977501.749813:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309828860 00000100:00000010:0.0:1783977501.749815:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783977501.749817:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977501.749818:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977501.749821:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977501.749822:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977501.749825:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977501/real 1783977501] req@ffff9b83ef882a00 x1870620402769664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977501.749831:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977501.749832:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977501.749834:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977501.749836:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977501.749838:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977501.749840:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977501.749844:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882a00 x1870620402769664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977501.749863:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882a00 x1870620402769664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.749870:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977501.749872:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977501.749874:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977501.749876:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977501.749880:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882a00 x1870620402769664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.749887:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977501.749891:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882a00 x1870620402769664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.749903:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977501.749906:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977501.749908:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977501.749909:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977501.749911:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977501.749913:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977501.749916:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977501.749919:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977501.749922:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977501.749926:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882a00 x1870620402769664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977501.749931:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402769664:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977501.749934:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977501.749936:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883480 x1870620402769792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.749939:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977501.749940:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977501.749942:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977501.749943:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977501.749944:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977501.749946:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402769792:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977501.749947:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977501.749949:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977501.749950:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977501.749951:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977501.749953:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977501.749955:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977501.749957:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977501.749959:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977501.749961:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977501.749963:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402769792, portal 10 00000100:00000001:0.0:1783977501.749964:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977501.749965:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542976 : -110484015008640 : ffff9b83ef883480) 00000100:00000040:0.0:1783977501.749969:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883480 x1870620402769792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.749973:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977501.749975:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977501.749976:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977501.749978:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402769792, offset 0 00000400:00000200:0.0:1783977501.749980:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977501.749983:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977501.749985:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977501.749987:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977501.749988:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977501.749990:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977501.749992:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977501.749994:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824971:824971:256:4294967295] 192.168.201.148@tcp LPNI seq info [824942:824942:8:4294967295] 00000400:00000200:0.0:1783977501.749996:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977501.750000:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977501.750002:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977501.750004:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977501.750006:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977501.750008:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783977501.750015:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977501.750016:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977501.750018:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977501.750020:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977501.750022:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977501.750023:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977501.750024:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977501.750026:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883480 x1870620402769792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.750031:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977501.750032:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883480 x1870620402769792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.750036:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977501.750037:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977501.750038:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977501.750041:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977501.750043:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977501.750044:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309827601 00000100:00000001:0.0:1783977501.750046:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309828860 00000100:00000001:0.0:1783977501.750047:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309827601 00000100:00000001:0.0:1783977501.750049:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309828860 00000100:00000001:0.0:1783977501.750050:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977501.750051:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977501.750052:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977501.750054:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977501/real 1783977501] req@ffff9b83ef883480 x1870620402769792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977501.750058:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977501.750059:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977501.750060:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977501.750061:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977501.750062:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977501.750063:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977501.750065:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883480 x1870620402769792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977501.750069:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883480 x1870620402769792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.750072:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977501.750073:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977501.750074:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977501.750075:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977501.750077:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883480 x1870620402769792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.750081:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977501.750083:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883480 x1870620402769792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.750087:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977501.750088:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977501.750089:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977501.750090:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977501.750091:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977501.750096:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977501.750098:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977501.750099:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977501.750100:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977501.750103:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883480 x1870620402769792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977501.750107:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402769792:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977501.750109:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977501.750111:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882d80 x1870620402769920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.750114:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977501.750115:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977501.750116:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977501.750117:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977501.750118:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977501.750119:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402769920:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977501.750121:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977501.750122:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977501.750122:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977501.750123:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977501.750125:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977501.750126:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977501.750128:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977501.750129:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977501.750131:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977501.750132:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402769920, portal 10 00000100:00000001:0.0:1783977501.750133:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977501.750134:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694541184 : -110484015010432 : ffff9b83ef882d80) 00000100:00000040:0.0:1783977501.750137:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882d80 x1870620402769920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.750141:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977501.750142:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977501.750144:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977501.750145:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402769920, offset 0 00000400:00000200:0.0:1783977501.750147:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977501.750149:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977501.750150:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977501.750152:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977501.750153:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977501.750154:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977501.750156:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977501.750157:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824972:824972:256:4294967295] 192.168.201.148@tcp LPNI seq info [824943:824943:8:4294967295] 00000400:00000200:0.0:1783977501.750160:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977501.750163:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977501.750166:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977501.750167:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977501.750169:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977501.750170:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783977501.750176:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977501.750177:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977501.750179:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977501.750181:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977501.750182:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977501.750183:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977501.750185:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977501.750186:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882d80 x1870620402769920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.750191:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977501.750192:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882d80 x1870620402769920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.750196:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977501.750197:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977501.750198:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977501.750200:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977501.750201:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977501.750203:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309827596 00000100:00000001:0.0:1783977501.750204:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309828860 00000100:00000001:0.0:1783977501.750205:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309827596 00000100:00000001:0.0:1783977501.750206:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309828860 00000100:00000001:0.0:1783977501.750207:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977501.750208:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977501.750209:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977501.750211:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977501/real 1783977501] req@ffff9b83ef882d80 x1870620402769920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977501.750215:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977501.750216:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977501.750216:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977501.750217:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977501.750218:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977501.750219:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977501.750221:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882d80 x1870620402769920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977501.750226:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882d80 x1870620402769920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.750230:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977501.750230:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977501.750231:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977501.750232:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977501.750234:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882d80 x1870620402769920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.750237:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977501.750239:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882d80 x1870620402769920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.750243:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977501.750244:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977501.750245:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977501.750246:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977501.750246:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977501.750250:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977501.750251:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977501.750253:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977501.750254:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977501.750256:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882d80 x1870620402769920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977501.750260:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402769920:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977501.750261:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977501.750263:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881180 x1870620402770048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.750267:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977501.750268:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977501.750269:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977501.750270:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977501.750272:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977501.750273:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402770048:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977501.750275:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977501.750276:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977501.750277:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977501.750278:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977501.750279:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977501.750280:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977501.750282:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977501.750283:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977501.750285:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977501.750286:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402770048, portal 4 00000100:00000001:0.0:1783977501.750287:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977501.750288:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694534016 : -110484015017600 : ffff9b83ef881180) 00000100:00000040:0.0:1783977501.750291:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881180 x1870620402770048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.750317:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977501.750319:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977501.750321:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977501.750322:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402770048, offset 0 00000400:00000200:0.0:1783977501.750324:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977501.750326:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977501.750329:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977501.750330:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977501.750332:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977501.750333:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977501.750335:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977501.750336:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824973:824973:256:4294967295] 192.168.201.148@tcp LPNI seq info [824944:824944:8:4294967295] 00000400:00000200:0.0:1783977501.750339:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977501.750342:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977501.750345:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977501.750347:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977501.750350:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977501.750352:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783977501.750361:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977501.750363:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977501.750366:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977501.750369:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977501.750372:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977501.750373:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977501.750376:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977501.750379:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881180 x1870620402770048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.750386:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977501.750389:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881180 x1870620402770048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.750396:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977501.750397:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977501.750400:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977501.750403:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977501.750406:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977501.750407:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309827624 00000100:00000001:0.0:1783977501.750410:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309828860 00000100:00000001:0.0:1783977501.750412:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309827624 00000100:00000001:0.0:1783977501.750414:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309828860 00000100:00000001:0.0:1783977501.750416:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977501.750418:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977501.750419:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977501.750423:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977501/real 1783977501] req@ffff9b83ef881180 x1870620402770048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977501.750431:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977501.750432:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977501.750433:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977501.750436:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977501.750437:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977501.750439:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977501.750442:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881180 x1870620402770048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977501.750450:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881180 x1870620402770048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.750456:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977501.750458:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977501.750459:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977501.750460:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977501.750463:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881180 x1870620402770048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.750469:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977501.750473:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881180 x1870620402770048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.750479:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977501.750481:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977501.750483:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977501.750484:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977501.750485:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977501.750489:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977501.750491:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977501.750494:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977501.750496:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977501.750501:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881180 x1870620402770048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977501.750507:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402770048:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977501.750511:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977501.750514:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880380 x1870620402770176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.750519:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977501.750520:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977501.750522:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977501.750524:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977501.750525:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977501.750528:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402770176:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977501.750531:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977501.750532:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977501.750534:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977501.750535:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977501.750539:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977501.750540:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977501.750543:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977501.750546:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977501.750549:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977501.750552:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402770176, portal 4 00000100:00000001:0.0:1783977501.750553:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977501.750554:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694530432 : -110484015021184 : ffff9b83ef880380) 00000100:00000040:0.0:1783977501.750560:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880380 x1870620402770176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.750566:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977501.750568:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977501.750570:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977501.750572:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402770176, offset 0 00000400:00000200:0.0:1783977501.750576:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977501.750580:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977501.750583:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977501.750586:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977501.750588:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977501.750590:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977501.750592:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977501.750595:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824974:824974:256:4294967295] 192.168.201.148@tcp LPNI seq info [824945:824945:8:4294967295] 00000400:00000200:0.0:1783977501.750599:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977501.750604:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977501.750609:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977501.750612:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977501.750615:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977501.750618:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783977501.750627:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977501.750629:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977501.750632:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977501.750635:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977501.750638:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977501.750640:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977501.750642:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977501.750645:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880380 x1870620402770176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.750653:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977501.750655:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880380 x1870620402770176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.750661:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977501.750662:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977501.750665:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977501.750668:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977501.750671:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977501.750673:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309827614 00000100:00000001:0.0:1783977501.750675:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309828860 00000100:00000001:0.0:1783977501.750677:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309827614 00000100:00000001:0.0:1783977501.750679:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309828860 00000100:00000001:0.0:1783977501.750681:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977501.750683:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977501.750685:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977501.750689:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977501/real 1783977501] req@ffff9b83ef880380 x1870620402770176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977501.750696:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977501.750698:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977501.750699:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977501.750701:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977501.750703:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977501.750705:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977501.750708:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880380 x1870620402770176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977501.750716:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880380 x1870620402770176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.750721:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977501.750722:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977501.750724:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977501.750725:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977501.750729:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880380 x1870620402770176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.750735:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977501.750739:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880380 x1870620402770176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.750746:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977501.750748:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977501.750750:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977501.750751:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977501.750752:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977501.750755:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977501.750757:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977501.750759:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977501.750760:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977501.750762:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880380 x1870620402770176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977501.750767:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402770176:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977501.750769:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977501.750771:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977501.750773:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882a00 x1870620402769664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.750776:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977501.750778:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977501.750780:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977501.750784:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977501.750786:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977501.750788:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977501.750790:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977501.750792:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636400. 02000000:00000001:0.0:1783977501.750796:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977501.750798:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977501.750800:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882a00. 00000100:00000001:0.0:1783977501.750804:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977501.750805:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977501.750806:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977501.750809:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883480 x1870620402769792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.750821:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977501.750823:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977501.750824:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977501.750827:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977501.750828:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977501.750829:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977501.750831:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977501.750832:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783977501.750835:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977501.750836:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977501.750837:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883480. 00000100:00000001:0.0:1783977501.750840:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977501.750841:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977501.750842:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977501.750845:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882d80 x1870620402769920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.750848:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977501.750849:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977501.750850:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977501.750851:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977501.750864:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977501.750865:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977501.750868:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977501.750869:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634000. 02000000:00000001:0.0:1783977501.750872:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977501.750873:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977501.750874:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882d80. 00000100:00000001:0.0:1783977501.750876:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977501.750877:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977501.750879:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977501.750882:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881180 x1870620402770048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.750888:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977501.750890:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977501.750892:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977501.750894:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977501.750895:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977501.750896:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977501.750898:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977501.750899:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636000. 02000000:00000001:0.0:1783977501.750901:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977501.750902:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977501.750903:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881180. 00000100:00000001:0.0:1783977501.750906:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977501.750908:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977501.750909:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977501.750913:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880380 x1870620402770176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977501.750918:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977501.750920:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977501.750921:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977501.750923:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977501.750924:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977501.750925:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977501.750927:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977501.750928:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635400. 02000000:00000001:0.0:1783977501.750931:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977501.750931:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977501.750932:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880380. 00000100:00000001:0.0:1783977501.750934:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977501.750935:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977501.750936:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977501.750942:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977501.750943:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977501.750944:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977501.750945:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977502.259422:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977502.259429:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977502.259432:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977502.259440:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977502.259446:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977502.259452:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977502.259458:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977502.259463:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977502.259467:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977502.259491:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977502.259495:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977502.259500:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977502.259501:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977502.259514:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977502.259516:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977502.259524:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977502.259526:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977502.259530:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977502.259531:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977502.259558:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977502.259562:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977502.259567:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977502.259573:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977502.259579:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977502.259585:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977502.259589:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977502.259592:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977502.259596:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977502.259621:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977502.259625:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977502.259627:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977502.259630:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977502.259635:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977502.259638:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977502.259642:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977502.259645:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977502.259648:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977503.283416:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977503.283421:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977503.283424:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977503.283428:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977503.283433:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977503.283437:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977503.283443:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977503.283447:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977503.283450:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977503.283471:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977503.283474:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977503.283478:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977503.283480:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977503.283483:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977503.283484:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977503.283488:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977503.283489:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977503.283492:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977503.283493:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977503.284251:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977503.284256:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977503.284259:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977503.284263:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977503.284268:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977503.284272:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977503.284277:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977503.284280:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977503.284285:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977504.307394:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977504.307403:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977504.307408:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977504.307416:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977504.307424:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977504.307431:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977504.307438:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977504.307442:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977504.307446:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977504.307460:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977504.307466:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977504.307470:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977504.307473:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977504.307476:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977504.307482:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977504.307486:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977504.307490:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977504.307495:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977504.307522:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977504.307527:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977504.307536:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977504.307541:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977504.307545:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977504.307550:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977504.307557:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977504.307560:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977504.307564:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977504.307566:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977504.307571:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977504.307573:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977504.307575:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977504.307576:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977504.307578:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977504.307579:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977504.307581:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977504.307583:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977504.307587:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977504.307589:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977504.307590:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977504.307591:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977504.307593:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977504.307594:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977504.307596:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977504.307598:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977504.307601:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977504.307602:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977504.307603:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977504.307605:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977504.307606:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977504.307607:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977504.307609:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977504.307611:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977505.331417:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977505.331422:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977505.331430:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977505.331433:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977505.331437:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977505.331441:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977505.331449:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977505.331454:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977505.331460:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977505.331464:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977505.331674:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977505.331678:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977505.331679:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977505.331683:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977505.331686:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977505.331688:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977505.331691:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977505.331693:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977505.331695:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977505.331723:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977505.331729:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977505.331733:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977505.331738:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977505.331744:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977505.331749:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977505.331752:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977505.331754:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977505.331756:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977506.355398:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977506.355406:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977506.355411:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977506.355416:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977506.355419:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977506.355424:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977506.355429:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977506.355433:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977506.355438:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977506.355462:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977506.355464:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977506.355480:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977506.355491:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977506.355497:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977506.355499:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977506.355506:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977506.355508:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977506.355515:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977506.355518:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977506.867805:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977506.867811:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977506.867815:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977506.867824:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880a80 x1870620402770304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.867847:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977506.867851:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977506.867856:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977506.867862:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977506.867867:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977506.867873:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402770304:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977506.867880:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977506.867886:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977506.867890:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977506.867896:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977506.867945:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977506.867972:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977506.867983:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977506.867989:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977506.867999:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977506.868009:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402770304, portal 25 00000100:00000001:0.0:1783977506.868015:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977506.868019:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694532224 : -110484015019392 : ffff9b83ef880a80) 00000100:00000040:0.0:1783977506.868030:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880a80 x1870620402770304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.868050:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977506.868054:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977506.868059:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977506.868065:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402770304, offset 0 00000400:00000200:0.0:1783977506.868076:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977506.868087:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977506.868095:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977506.868100:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977506.868105:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977506.868112:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977506.868118:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977506.868125:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824975:824975:256:4294967295] 192.168.201.148@tcp LPNI seq info [824946:824946:8:4294967295] 00000400:00000200:0.0:1783977506.868134:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977506.868150:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977506.868158:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977506.868165:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977506.868174:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977506.868179:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783977506.868196:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977506.868199:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977506.868207:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977506.868226:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977506.868233:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977506.868237:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977506.868391:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977506.868397:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880a80 x1870620402770304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.868407:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977506.868411:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880a80 x1870620402770304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.868418:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977506.868420:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977506.868426:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977506.868430:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977506.868433:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309833979 00000100:00000010:0.0:1783977506.868437:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783977506.868444:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977506.868448:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309833979 00000100:00000010:0.0:1783977506.868451:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783977506.868454:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977506.868457:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977506.868460:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977506.868462:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977506.868466:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977506/real 1783977506] req@ffff9b83ef880a80 x1870620402770304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977506.868475:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977506.868477:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977506.868479:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977506.868482:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977506.868484:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977506.868486:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977506.868490:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880a80 x1870620402770304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977506.868498:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880a80 x1870620402770304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.868505:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977506.868506:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977506.868508:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977506.868510:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977506.868514:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880a80 x1870620402770304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.868521:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977506.868525:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880a80 x1870620402770304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.868533:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977506.868536:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977506.868537:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977506.868539:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977506.868541:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977506.868543:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977506.868545:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977506.868548:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977506.868551:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977506.868555:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880a80 x1870620402770304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977506.868563:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402770304:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977506.868567:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977506.868568:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977506.868571:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880a80 x1870620402770304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.868588:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977506.868591:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977506.868593:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977506.868596:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977506.868598:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977506.868600:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977506.868602:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977506.868604:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636000. 02000000:00000001:0.0:1783977506.868608:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977506.868610:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977506.868621:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880a80. 00000100:00000001:0.0:1783977506.868625:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977506.868626:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977506.868628:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977506.868636:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977506.868638:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977506.868640:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977506.868641:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977506.868643:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977506.868646:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883800 x1870620402770432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.868654:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977506.868656:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977506.868658:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977506.868659:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977506.868661:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977506.868664:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402770432:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977506.868667:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977506.868669:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977506.868671:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977506.868673:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977506.868675:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977506.868677:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977506.868681:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977506.868684:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977506.868687:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977506.868690:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402770432, portal 10 00000100:00000001:0.0:1783977506.868692:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977506.868693:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694543872 : -110484015007744 : ffff9b83ef883800) 00000100:00000040:0.0:1783977506.868700:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883800 x1870620402770432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.868715:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977506.868717:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977506.868719:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977506.868722:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402770432, offset 0 00000400:00000200:0.0:1783977506.868725:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977506.868730:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977506.868734:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977506.868737:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977506.868739:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977506.868741:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977506.868744:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977506.868747:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824976:824976:256:4294967295] 192.168.201.148@tcp LPNI seq info [824947:824947:8:4294967295] 00000400:00000200:0.0:1783977506.868751:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977506.868758:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977506.868772:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977506.868775:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977506.868779:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977506.868782:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783977506.868793:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977506.868795:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977506.868798:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977506.868801:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977506.868804:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977506.868806:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977506.868808:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977506.868812:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883800 x1870620402770432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.868820:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977506.868823:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883800 x1870620402770432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.868830:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977506.868831:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977506.868834:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977506.868837:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977506.868840:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977506.868842:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309832720 00000100:00000001:0.0:1783977506.868845:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309833979 00000100:00000001:0.0:1783977506.868847:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309832720 00000100:00000001:0.0:1783977506.868849:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309833979 00000100:00000001:0.0:1783977506.868851:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977506.868853:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977506.868855:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977506.868858:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977506/real 1783977506] req@ffff9b83ef883800 x1870620402770432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977506.868866:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977506.868867:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977506.868869:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977506.868871:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977506.868872:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977506.868874:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977506.868877:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883800 x1870620402770432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977506.868885:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883800 x1870620402770432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.868891:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977506.868892:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977506.868894:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977506.868895:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977506.868898:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883800 x1870620402770432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.868904:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977506.868908:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883800 x1870620402770432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.868914:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977506.868916:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977506.868918:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977506.868920:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977506.868922:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977506.868931:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977506.868933:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977506.869087:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977506.869090:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977506.869095:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883800 x1870620402770432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977506.869103:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402770432:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977506.869106:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977506.869110:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880700 x1870620402770560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.869116:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977506.869118:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977506.869120:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977506.869122:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977506.869123:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977506.869126:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402770560:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977506.869129:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977506.869131:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977506.869133:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977506.869134:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977506.869138:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977506.869139:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977506.869143:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977506.869145:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977506.869148:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977506.869151:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402770560, portal 10 00000100:00000001:0.0:1783977506.869153:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977506.869154:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694531328 : -110484015020288 : ffff9b83ef880700) 00000100:00000040:0.0:1783977506.869160:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880700 x1870620402770560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.869166:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977506.869169:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977506.869171:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977506.869173:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402770560, offset 0 00000400:00000200:0.0:1783977506.869177:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977506.869181:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977506.869184:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977506.869187:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977506.869189:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977506.869191:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977506.869194:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977506.869197:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824977:824977:256:4294967295] 192.168.201.148@tcp LPNI seq info [824948:824948:8:4294967295] 00000400:00000200:0.0:1783977506.869201:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977506.869207:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977506.869212:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977506.869266:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977506.869270:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977506.869273:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783977506.869284:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977506.869286:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977506.869289:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977506.869292:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977506.869315:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977506.869317:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977506.869320:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977506.869323:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880700 x1870620402770560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.869336:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977506.869339:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880700 x1870620402770560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.869346:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977506.869347:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977506.869350:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977506.869352:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977506.869355:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977506.869358:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309832716 00000100:00000001:0.0:1783977506.869360:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309833979 00000100:00000001:0.0:1783977506.869362:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309832716 00000100:00000001:0.0:1783977506.869364:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309833979 00000100:00000001:0.0:1783977506.869366:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977506.869368:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977506.869370:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977506.869373:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977506/real 1783977506] req@ffff9b83ef880700 x1870620402770560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977506.869380:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977506.869381:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977506.869383:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977506.869384:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977506.869386:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977506.869388:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977506.869391:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880700 x1870620402770560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977506.869399:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880700 x1870620402770560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.869406:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977506.869407:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977506.869409:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977506.869410:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977506.869414:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880700 x1870620402770560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.869421:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977506.869424:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880700 x1870620402770560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.869430:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977506.869433:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977506.869434:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977506.869435:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977506.869437:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977506.869442:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977506.869444:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977506.869447:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977506.869449:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977506.869453:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880700 x1870620402770560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977506.869461:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402770560:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977506.869465:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977506.869468:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880380 x1870620402770688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.869474:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977506.869476:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977506.869478:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977506.869479:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977506.869481:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977506.869484:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402770688:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977506.869487:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977506.869489:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977506.869491:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977506.869493:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977506.869496:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977506.869498:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977506.869501:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977506.869503:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977506.869505:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977506.869508:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402770688, portal 4 00000100:00000001:0.0:1783977506.869510:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977506.869511:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694530432 : -110484015021184 : ffff9b83ef880380) 00000100:00000040:0.0:1783977506.869516:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880380 x1870620402770688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.869523:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977506.869525:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977506.869527:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977506.869529:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402770688, offset 0 00000400:00000200:0.0:1783977506.869532:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977506.869536:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977506.869538:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977506.869541:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977506.869543:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977506.869546:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977506.869548:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977506.869551:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824978:824978:256:4294967295] 192.168.201.148@tcp LPNI seq info [824949:824949:8:4294967295] 00000400:00000200:0.0:1783977506.869555:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977506.869561:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977506.869565:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977506.869567:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977506.869571:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977506.869574:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783977506.869584:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977506.869586:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977506.869588:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977506.869591:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977506.869594:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977506.869596:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977506.869597:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977506.869601:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880380 x1870620402770688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.869608:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977506.869953:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880380 x1870620402770688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.870024:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977506.870026:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977506.870031:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977506.870034:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977506.870038:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977506.870040:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309832743 00000100:00000001:0.0:1783977506.870042:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309833979 00000100:00000001:0.0:1783977506.870044:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309832743 00000100:00000001:0.0:1783977506.870046:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309833979 00000100:00000001:0.0:1783977506.870048:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977506.870050:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977506.870052:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977506.870056:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977506/real 1783977506] req@ffff9b83ef880380 x1870620402770688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977506.870063:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977506.870065:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977506.870066:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977506.870069:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977506.870070:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977506.870072:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977506.870075:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880380 x1870620402770688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977506.870082:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880380 x1870620402770688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.870089:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977506.870090:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977506.870091:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977506.870092:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977506.870095:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880380 x1870620402770688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.870101:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977506.870104:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880380 x1870620402770688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.870110:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977506.870112:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977506.870114:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977506.870115:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977506.870117:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977506.870121:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977506.870123:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977506.870126:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977506.870128:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977506.870131:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880380 x1870620402770688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977506.870144:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402770688:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977506.870147:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977506.870150:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881180 x1870620402770816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.870156:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977506.870158:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977506.870160:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977506.870163:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977506.870165:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977506.870167:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402770816:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977506.870170:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977506.870172:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977506.870174:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977506.870175:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977506.870179:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977506.870181:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977506.870184:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977506.870186:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977506.870189:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977506.870193:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402770816, portal 4 00000100:00000001:0.0:1783977506.870195:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977506.870196:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694534016 : -110484015017600 : ffff9b83ef881180) 00000100:00000040:0.0:1783977506.870202:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881180 x1870620402770816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.870208:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977506.870210:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977506.870212:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977506.870364:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402770816, offset 0 00000400:00000200:0.0:1783977506.870370:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977506.870375:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977506.870378:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977506.870382:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977506.870384:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977506.870387:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977506.870389:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977506.870392:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824979:824979:256:4294967295] 192.168.201.148@tcp LPNI seq info [824950:824950:8:4294967295] 00000400:00000200:0.0:1783977506.870396:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977506.870403:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977506.870407:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977506.870411:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977506.870414:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977506.870417:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783977506.870428:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977506.870430:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977506.870433:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977506.870436:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977506.870439:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977506.870441:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977506.870443:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977506.870447:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881180 x1870620402770816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.870455:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977506.870458:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881180 x1870620402770816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.870465:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977506.870466:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977506.870469:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977506.870472:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977506.870475:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977506.870477:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309832734 00000100:00000001:0.0:1783977506.870480:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309833979 00000100:00000001:0.0:1783977506.870482:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309832734 00000100:00000001:0.0:1783977506.870484:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309833979 00000100:00000001:0.0:1783977506.870485:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977506.870487:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977506.870489:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977506.870492:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977506/real 1783977506] req@ffff9b83ef881180 x1870620402770816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977506.870500:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977506.870502:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977506.870503:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977506.870505:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977506.870507:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977506.870509:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977506.870512:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881180 x1870620402770816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977506.870520:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881180 x1870620402770816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.870526:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977506.870528:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977506.870529:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977506.870531:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977506.870534:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881180 x1870620402770816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.870540:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977506.870544:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881180 x1870620402770816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.870550:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977506.870553:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977506.870555:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977506.870556:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977506.870558:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977506.870561:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977506.870564:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977506.870567:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977506.870569:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977506.870573:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881180 x1870620402770816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977506.870581:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402770816:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977506.870585:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977506.870587:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977506.870590:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883800 x1870620402770432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.870596:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977506.870598:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977506.870601:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977506.870603:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977506.870605:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977506.870607:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977506.870608:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977506.870610:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634000. 02000000:00000001:0.0:1783977506.870622:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977506.870624:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977506.870626:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883800. 00000100:00000001:0.0:1783977506.870631:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977506.870632:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977506.870634:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977506.870637:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880700 x1870620402770560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.870650:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977506.870651:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977506.870652:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977506.870655:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977506.870656:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977506.870657:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977506.870659:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977506.870660:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783977506.870663:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977506.870664:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977506.870666:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880700. 00000100:00000001:0.0:1783977506.870668:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977506.870670:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977506.870671:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977506.870674:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880380 x1870620402770688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.870681:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977506.870682:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977506.870683:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977506.870686:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977506.870687:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977506.870688:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977506.870690:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977506.870691:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636400. 02000000:00000001:0.0:1783977506.870694:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977506.870695:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977506.870696:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880380. 00000100:00000001:0.0:1783977506.870698:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977506.870699:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977506.870701:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977506.870704:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881180 x1870620402770816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977506.870720:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977506.870721:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977506.870723:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977506.870725:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977506.870726:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977506.870727:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977506.870729:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977506.870731:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636c00. 02000000:00000001:0.0:1783977506.870733:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977506.870734:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977506.870735:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881180. 00000100:00000001:0.0:1783977506.870738:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977506.870739:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977506.870741:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977506.870747:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977506.870748:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977506.870751:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977506.870752:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977507.379409:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977507.379415:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977507.379418:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977507.379427:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977507.379440:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977507.379445:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977507.379739:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977507.379743:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977507.379745:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977507.379780:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977507.379784:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977507.379790:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977507.379792:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977507.379797:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977507.379798:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977507.379801:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977507.379802:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977507.379806:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977507.379807:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977508.403459:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977508.403464:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977508.403469:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977508.403474:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977508.403479:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977508.403481:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977508.403484:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977508.403486:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977508.403489:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977508.403513:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977508.403518:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977508.403527:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977508.403531:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977508.403537:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977508.403541:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977508.403548:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977508.403552:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977508.403559:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977508.403563:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977509.427419:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977509.427427:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977509.427429:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977509.427432:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977509.427437:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977509.427439:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977509.427441:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977509.427443:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977509.427448:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977509.427449:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977509.427453:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977509.427454:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977509.427458:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977509.427459:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977509.427462:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977509.427463:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977509.427483:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977509.427486:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977509.427488:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977509.428480:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977509.428483:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977509.428484:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977509.428488:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977509.428490:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977509.428491:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977509.428493:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977509.428495:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977509.428497:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977510.451428:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977510.451437:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977510.451441:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977510.451448:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977510.451457:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977510.451465:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977510.451478:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977510.451484:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977510.451487:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977510.451513:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977510.451517:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977510.451522:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977510.451524:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977510.451528:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977510.451530:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977510.451540:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977510.451541:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977510.451546:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977510.451549:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977510.451578:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977510.451584:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977510.451587:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977510.451620:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977510.451628:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977510.451635:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977510.451641:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977510.451644:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977510.451647:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977510.452202:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977510.452206:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977510.452211:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977511.475583:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977511.475589:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977511.475590:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977511.475592:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977511.475595:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977511.475597:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977511.475599:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977511.475601:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977511.475608:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977511.475632:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977511.475640:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977511.475645:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977511.475647:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977511.475651:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977511.475652:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977511.475654:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977511.475656:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977511.475658:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977511.475659:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977511.475699:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977511.475702:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977511.475704:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977511.476103:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977511.476105:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977511.476106:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977511.476108:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977511.476110:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977511.476112:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977511.476115:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977511.476116:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977511.476120:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977511.988278:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977511.988283:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977511.988286:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977511.988328:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882d80 x1870620402770944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.988338:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977511.988341:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977511.988346:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977511.988349:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977511.988351:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977511.988356:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402770944:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977511.988360:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977511.988366:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977511.988368:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977511.988371:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977511.988378:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977511.988380:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977511.988387:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977511.988392:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977511.988399:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977511.988407:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402770944, portal 25 00000100:00000001:0.0:1783977511.988410:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977511.988411:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694541184 : -110484015010432 : ffff9b83ef882d80) 00000100:00000040:0.0:1783977511.988417:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882d80 x1870620402770944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.988426:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977511.988428:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977511.988431:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977511.988435:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402770944, offset 0 00000400:00000200:0.0:1783977511.988449:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977511.988459:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977511.988467:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977511.988472:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977511.988476:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977511.988479:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977511.988481:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977511.988487:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824980:824980:256:4294967295] 192.168.201.148@tcp LPNI seq info [824951:824951:8:4294967295] 00000400:00000200:0.0:1783977511.988491:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977511.988500:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977511.988506:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977511.988510:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977511.988516:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977511.988519:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783977511.988532:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977511.988534:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977511.988542:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977511.988547:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977511.988553:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977511.988556:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977511.988563:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977511.988568:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882d80 x1870620402770944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.990494:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977511.990501:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882d80 x1870620402770944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.990508:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977511.990510:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977511.990522:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977511.990526:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977511.990530:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309839101 00000100:00000010:0.0:1783977511.990538:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783977511.990546:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977511.990554:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309839101 00000100:00000010:0.0:1783977511.990558:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783977511.990561:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977511.990565:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977511.990568:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977511.990571:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977511.990588:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977511/real 1783977511] req@ffff9b83ef882d80 x1870620402770944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977511.990607:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977511.990609:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977511.990612:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977511.990615:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977511.990618:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977511.990622:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977511.990626:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882d80 x1870620402770944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977511.990634:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882d80 x1870620402770944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.990641:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977511.990643:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977511.990646:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977511.990648:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977511.990652:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882d80 x1870620402770944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.990658:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977511.990662:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882d80 x1870620402770944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.990669:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977511.990680:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977511.990682:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977511.990684:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977511.990686:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977511.990689:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977511.990692:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977511.990697:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977511.990700:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977511.990705:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882d80 x1870620402770944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977511.990714:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402770944:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977511.990718:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977511.990721:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977511.990723:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882d80 x1870620402770944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.990730:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977511.990733:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977511.990736:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977511.990741:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977511.990744:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977511.990745:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977511.990748:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977511.990751:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636c00. 02000000:00000001:0.0:1783977511.990757:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977511.990759:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977511.990761:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882d80. 00000100:00000001:0.0:1783977511.990768:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977511.990770:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977511.990772:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977511.990782:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977511.990784:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977511.990786:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977511.990788:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977511.990790:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977511.990795:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883480 x1870620402771072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.990802:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977511.990804:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977511.990806:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977511.990809:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977511.990811:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977511.990814:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402771072:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977511.990818:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977511.990822:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977511.990824:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977511.990827:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977511.990831:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977511.990833:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977511.990837:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977511.990840:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977511.990845:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977511.990850:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402771072, portal 10 00000100:00000001:0.0:1783977511.990852:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977511.990854:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542976 : -110484015008640 : ffff9b83ef883480) 00000100:00000040:0.0:1783977511.990861:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883480 x1870620402771072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.990868:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977511.990871:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977511.990873:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977511.990876:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402771072, offset 0 00000400:00000200:0.0:1783977511.990881:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977511.990887:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977511.990893:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977511.990899:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977511.990903:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977511.990906:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977511.990909:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977511.990913:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824981:824981:256:4294967295] 192.168.201.148@tcp LPNI seq info [824952:824952:8:4294967295] 00000400:00000200:0.0:1783977511.990917:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977511.990927:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977511.990934:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977511.990940:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977511.990946:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977511.990950:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783977511.990963:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977511.990965:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977511.990969:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977511.990974:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977511.990979:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977511.990980:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977511.990984:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977511.990988:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883480 x1870620402771072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.990996:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977511.990998:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883480 x1870620402771072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.991004:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977511.991005:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977511.991008:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977511.991013:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977511.991016:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977511.991018:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309837842 00000100:00000001:0.0:1783977511.991021:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309839101 00000100:00000001:0.0:1783977511.991023:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309837842 00000100:00000001:0.0:1783977511.991025:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309839101 00000100:00000001:0.0:1783977511.991027:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977511.991029:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977511.991031:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977511.991035:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977511/real 1783977511] req@ffff9b83ef883480 x1870620402771072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977511.991043:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977511.991044:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977511.991046:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977511.991048:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977511.991050:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977511.991052:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977511.991055:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883480 x1870620402771072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977511.991063:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883480 x1870620402771072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.991069:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977511.991071:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977511.991072:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977511.991074:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977511.991077:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883480 x1870620402771072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.991084:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977511.991087:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883480 x1870620402771072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.991093:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977511.991096:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977511.991097:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977511.991098:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977511.991100:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977511.991111:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977511.991113:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977511.991117:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977511.991119:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977511.991123:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883480 x1870620402771072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977511.991130:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402771072:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977511.991134:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977511.991136:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977511.991139:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883480 x1870620402771072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.991145:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977511.991147:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977511.991149:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977511.991152:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977511.991153:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977511.991155:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977511.991157:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977511.991159:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636400. 02000000:00000001:0.0:1783977511.991161:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977511.991162:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977511.991163:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883480. 00000100:00000001:0.0:1783977511.991166:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977511.991168:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977511.991170:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977511.991174:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977511.991175:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977511.991177:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977511.991179:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977511.991343:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977511.991346:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977511.991563:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977511.991566:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977511.991567:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977511.991572:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882a00 x1870620402771200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.991642:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977511.991644:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977511.991646:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977511.991648:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977511.991650:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977511.991654:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402771200:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977511.991657:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977511.991660:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977511.991661:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977511.991663:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977511.991666:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977511.991668:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977511.991682:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977511.991685:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977511.991689:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977511.991693:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402771200, portal 10 00000100:00000001:0.0:1783977511.991695:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977511.991697:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694540288 : -110484015011328 : ffff9b83ef882a00) 00000100:00000040:0.0:1783977511.991704:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882a00 x1870620402771200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.991710:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977511.991713:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977511.991715:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977511.991717:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402771200, offset 0 00000400:00000200:0.0:1783977511.991719:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977511.991722:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977511.991725:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977511.991728:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977511.991731:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977511.991733:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977511.991735:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977511.991739:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824982:824982:256:4294967295] 192.168.201.148@tcp LPNI seq info [824953:824953:8:4294967295] 00000400:00000200:0.0:1783977511.991743:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977511.991750:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977511.991754:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977511.991757:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977511.991761:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977511.991765:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783977511.991776:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977511.991778:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977511.991781:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977511.991784:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977511.991787:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977511.991788:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977511.991791:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977511.991793:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882a00 x1870620402771200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.991926:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977511.991930:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882a00 x1870620402771200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.991937:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977511.991939:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977511.991943:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977511.991947:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977511.991950:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977511.991952:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309837838 00000100:00000001:0.0:1783977511.991955:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309839101 00000100:00000001:0.0:1783977511.991957:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309837838 00000100:00000001:0.0:1783977511.991959:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309839101 00000100:00000001:0.0:1783977511.991961:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977511.991964:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977511.991966:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977511.991969:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977511/real 1783977511] req@ffff9b83ef882a00 x1870620402771200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977511.991978:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977511.991979:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977511.991982:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977511.991984:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977511.991986:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977511.991988:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977511.991991:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882a00 x1870620402771200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977511.991998:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882a00 x1870620402771200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.992005:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977511.992006:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977511.992008:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977511.992009:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977511.992013:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882a00 x1870620402771200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.992018:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977511.992022:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882a00 x1870620402771200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.992029:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977511.992031:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977511.992033:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977511.992034:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977511.992036:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977511.992042:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977511.992045:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977511.992048:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977511.992050:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977511.992054:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882a00 x1870620402771200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977511.992061:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402771200:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977511.992065:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977511.992067:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977511.992069:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882a00 x1870620402771200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.992075:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977511.992077:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977511.992079:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977511.992082:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977511.992083:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977511.992085:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977511.992087:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977511.992089:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783977511.992092:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977511.992094:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977511.992095:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882a00. 00000100:00000001:0.0:1783977511.992098:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977511.992099:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977511.992101:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977511.992105:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977511.992106:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977511.992108:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977511.992109:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977511.992110:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977511.992114:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883100 x1870620402771328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.992120:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977511.992122:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977511.992124:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977511.992126:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977511.992127:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977511.992130:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402771328:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977511.992133:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977511.992135:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977511.992137:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977511.992139:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977511.992142:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977511.992143:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977511.992147:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977511.992150:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977511.992154:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977511.992156:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402771328, portal 4 00000100:00000001:0.0:1783977511.992158:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977511.992159:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542080 : -110484015009536 : ffff9b83ef883100) 00000100:00000040:0.0:1783977511.992165:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883100 x1870620402771328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.992171:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977511.992173:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977511.992175:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977511.992177:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402771328, offset 0 00000400:00000200:0.0:1783977511.992181:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977511.992185:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977511.992188:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977511.992191:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977511.992193:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977511.992196:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977511.992198:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977511.992201:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824983:824983:256:4294967295] 192.168.201.148@tcp LPNI seq info [824954:824954:8:4294967295] 00000400:00000200:0.0:1783977511.992205:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977511.992211:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977511.992215:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977511.992218:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977511.992222:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977511.992225:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783977511.992235:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977511.992237:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977511.992240:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977511.992244:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977511.992247:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977511.992248:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977511.992251:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977511.992254:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883100 x1870620402771328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.992261:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977511.992264:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883100 x1870620402771328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.992270:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977511.992272:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977511.992274:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977511.992277:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977511.992281:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977511.992283:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309837865 00000100:00000001:0.0:1783977511.992285:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309839101 00000100:00000001:0.0:1783977511.992287:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309837865 00000100:00000001:0.0:1783977511.992290:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309839101 00000100:00000001:0.0:1783977511.992292:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977511.992315:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977511.992317:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977511.992321:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977511/real 1783977511] req@ffff9b83ef883100 x1870620402771328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977511.992329:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977511.992330:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977511.992332:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977511.992335:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977511.992336:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977511.992339:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977511.992342:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883100 x1870620402771328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977511.992350:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883100 x1870620402771328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.992356:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977511.992358:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977511.992360:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977511.992361:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977511.992364:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883100 x1870620402771328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.992371:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977511.992375:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883100 x1870620402771328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.992381:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977511.992384:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977511.992385:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977511.992386:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977511.992388:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977511.992392:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977511.992395:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977511.992398:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977511.992400:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977511.992404:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883100 x1870620402771328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977511.992411:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402771328:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977511.992415:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977511.992417:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977511.992420:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883100 x1870620402771328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.992426:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977511.992428:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977511.992430:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977511.992433:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977511.992434:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977511.992436:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977511.992438:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977511.992439:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634000. 02000000:00000001:0.0:1783977511.992442:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977511.992443:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977511.992445:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883100. 00000100:00000001:0.0:1783977511.992447:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977511.992449:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977511.992450:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977511.992454:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977511.992455:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977511.992457:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977511.992458:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977511.992683:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977511.992686:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977511.992687:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977511.992691:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881f80 x1870620402771456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.992695:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977511.992696:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977511.992698:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977511.992699:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977511.992700:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977511.992702:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402771456:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977511.992704:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977511.992706:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977511.992707:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977511.992708:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977511.992710:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977511.992711:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977511.992714:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977511.992715:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977511.992717:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977511.992720:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402771456, portal 4 00000100:00000001:0.0:1783977511.992721:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977511.992722:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694537600 : -110484015014016 : ffff9b83ef881f80) 00000100:00000040:0.0:1783977511.992727:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881f80 x1870620402771456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.992730:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977511.992732:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977511.992733:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977511.992735:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402771456, offset 0 00000400:00000200:0.0:1783977511.992737:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977511.992739:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977511.992742:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977511.992744:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977511.992745:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977511.992747:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977511.992749:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977511.992750:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824984:824984:256:4294967295] 192.168.201.148@tcp LPNI seq info [824955:824955:8:4294967295] 00000400:00000200:0.0:1783977511.992753:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977511.992757:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977511.992760:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977511.992762:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977511.992765:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977511.992767:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783977511.992773:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977511.992775:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4ff9b00. 00000400:00000200:0.0:1783977511.992777:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977511.992779:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977511.992781:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075ee0 00000400:00000010:0.0:1783977511.992783:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075ee0. 00000100:00000001:0.0:1783977511.992784:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977511.992786:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881f80 x1870620402771456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.992791:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977511.992793:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881f80 x1870620402771456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.992797:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977511.992798:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977511.992800:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977511.992802:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977511.992804:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977511.992805:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309837856 00000100:00000001:0.0:1783977511.992807:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309839101 00000100:00000001:0.0:1783977511.992809:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309837856 00000100:00000001:0.0:1783977511.992810:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309839101 00000100:00000001:0.0:1783977511.992812:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977511.992813:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977511.992814:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977511.992816:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977511/real 1783977511] req@ffff9b83ef881f80 x1870620402771456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977511.992820:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977511.992820:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977511.992821:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977511.992823:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977511.992823:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977511.992825:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977511.992827:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881f80 x1870620402771456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977511.992841:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881f80 x1870620402771456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.992848:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977511.992849:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977511.992851:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977511.992852:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977511.992856:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881f80 x1870620402771456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.992862:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977511.992866:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881f80 x1870620402771456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.992872:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977511.992875:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977511.992877:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977511.992878:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977511.992880:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977511.992884:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977511.992886:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977511.992890:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977511.992892:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977511.992896:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881f80 x1870620402771456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977511.992903:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402771456:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977511.992907:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977511.992909:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977511.992912:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881f80 x1870620402771456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977511.992923:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977511.992925:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977511.992927:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977511.992929:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977511.992931:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977511.992932:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977511.992935:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977511.992936:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636000. 02000000:00000001:0.0:1783977511.992939:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977511.992940:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977511.992941:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881f80. 00000100:00000001:0.0:1783977511.992945:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977511.992947:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977511.992949:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977511.992953:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977511.992954:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977511.992956:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977511.992957:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977512.499560:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977512.499567:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977512.499581:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977512.499586:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977512.499594:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977512.499597:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977512.499604:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977512.499609:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977512.499613:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977512.499615:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977512.499940:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977512.499943:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977512.499944:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977512.499946:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977512.499948:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977512.499950:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977512.499952:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977512.499953:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977512.499956:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977513.523567:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977513.523573:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977513.523580:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977513.523586:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977513.523590:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977513.523595:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977513.523599:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977513.523601:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977513.523603:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977513.523606:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977513.523612:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977513.523614:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977513.523618:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977513.523622:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977513.523626:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977513.523627:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977513.523629:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977513.523631:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977513.523634:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977513.523636:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977513.523639:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977513.523656:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977513.523661:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977513.523664:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977513.523668:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977513.523673:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977513.523678:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977513.523679:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977513.523681:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977513.523683:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977513.523685:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977513.523686:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977513.523688:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977513.523690:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977514.547422:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977514.547427:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977514.547435:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977514.547439:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977514.547446:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977514.547450:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977514.547455:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977514.547458:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977514.547464:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977514.547465:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977514.547490:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977514.547495:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977514.547497:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977514.547500:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977514.547505:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977514.547508:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977514.547510:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977514.547512:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977514.547514:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977514.547529:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977514.547535:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977514.547539:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977514.547559:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977514.547563:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977514.547566:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977514.547569:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977514.547571:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977514.547574:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977514.547576:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977514.547578:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977514.547581:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977515.571797:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977515.571802:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977515.571804:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977515.571807:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977515.571810:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977515.571813:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977515.571817:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977515.571821:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977515.571827:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977515.571853:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977515.571857:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977515.571861:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977515.571862:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977515.571866:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977515.571867:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977515.571870:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977515.571871:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977515.571874:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977515.571875:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977515.571893:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977515.571895:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977515.571899:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977516.595561:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977516.595565:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977516.595567:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977516.595570:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977516.595573:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977516.595575:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977516.595577:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977516.595578:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977516.595580:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977516.595601:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977516.595603:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977516.595605:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977516.595607:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977516.595609:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977516.595612:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977516.595614:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977516.595615:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977516.595617:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977516.595638:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977516.595643:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977516.595649:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977516.595654:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977516.595660:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977516.595663:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977516.595670:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977516.595671:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977516.595675:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977516.595676:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977516.595701:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977516.596023:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977516.596028:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977517.107615:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977517.107619:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977517.107621:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977517.107627:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881880 x1870620402771584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977517.107635:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977517.107637:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977517.107640:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977517.107643:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977517.107646:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977517.107649:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402771584:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977517.107653:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977517.107657:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977517.107658:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977517.107661:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977517.107666:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977517.107668:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977517.107673:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977517.107677:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977517.107683:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977517.107698:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402771584, portal 25 00000100:00000001:0.0:1783977517.107701:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977517.107702:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694535808 : -110484015015808 : ffff9b83ef881880) 00000100:00000040:0.0:1783977517.107707:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881880 x1870620402771584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977517.107714:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977517.107717:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977517.107720:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783977517.107724:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402771584, offset 0 00000400:00000200:0.0:1783977517.107730:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977517.107738:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977517.107743:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977517.107749:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977517.107752:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977517.107756:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977517.107759:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977517.107763:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824985:824985:256:4294967295] 192.168.201.148@tcp LPNI seq info [824956:824956:8:4294967295] 00000400:00000200:0.0:1783977517.107767:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977517.107777:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977517.107782:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977517.107787:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9b00. 00000800:00000200:0.0:1783977517.107793:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783977517.107820:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977517.107824:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977517.107827:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309844218 00000100:00000010:0.0:1783977517.107831:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783977517.107837:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977517.107843:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309844218 00000100:00000010:0.0:1783977517.107845:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783977517.107848:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977517.107851:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977517.107853:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977517.107856:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977517.107859:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977517.107865:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977517.107867:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783977517.107869:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977517.107870:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977517.107872:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977517.107875:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882300 x1870620402771712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977517.107888:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977517.107889:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977517.107891:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977517.107893:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977517.107895:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977517.107897:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402771712:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977517.107901:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977517.107902:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977517.107904:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977517.107906:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977517.107908:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977517.107910:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977517.107913:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977517.107916:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783977517.107919:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783977517.107922:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402771712, portal 10 00000100:00000001:0.0:1783977517.107924:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977517.107925:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694538496 : -110484015013120 : ffff9b83ef882300) 00000100:00000040:0.0:1783977517.107931:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882300 x1870620402771712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977517.107937:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977517.107940:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977517.107942:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783977517.107944:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402771712, offset 0 00000400:00000200:0.0:1783977517.107948:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977517.107952:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977517.107955:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977517.107958:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977517.107960:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977517.107962:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977517.107965:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977517.107968:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824986:824986:255:4294967295] 192.168.201.148@tcp LPNI seq info [824957:824957:7:4294967295] 00000400:00000200:0.0:1783977517.107972:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977517.107979:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977517.107983:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977517.107987:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4ff9f00. 00000800:00000200:0.0:1783977517.107991:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783977517.107997:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977517.108000:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977517.108004:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977517.108006:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309842959 00000100:00000001:0.0:1783977517.108008:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309844218 00000100:00000001:0.0:1783977517.108010:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309842959 00000100:00000001:0.0:1783977517.108012:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309844218 00000100:00000001:0.0:1783977517.108014:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977517.108016:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977517.108018:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977517.108022:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881500 x1870620402771840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977517.108028:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977517.108029:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977517.108031:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977517.108032:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977517.108034:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977517.108037:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402771840:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977517.108040:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977517.108041:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977517.108043:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977517.108045:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977517.108047:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977517.108049:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977517.108052:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977517.108054:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a898. 00000400:00000010:0.0:1783977517.108057:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075000. 00000100:00000200:0.0:1783977517.108060:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402771840, portal 10 00000100:00000001:0.0:1783977517.108061:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977517.108062:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694534912 : -110484015016704 : ffff9b83ef881500) 00000100:00000040:0.0:1783977517.108067:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881500 x1870620402771840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977517.108085:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977517.108087:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977517.108090:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075660. 00000100:00000200:0.0:1783977517.108092:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402771840, offset 0 00000400:00000200:0.0:1783977517.108097:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977517.108100:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977517.108103:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977517.108106:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977517.108108:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977517.108110:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977517.108112:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977517.108115:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824987:824987:254:4294967295] 192.168.201.148@tcp LPNI seq info [824958:824958:6:4294967295] 00000400:00000200:0.0:1783977517.108118:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977517.108124:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977517.108128:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977517.108132:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b82d3ea1900. 00000800:00000200:0.0:1783977517.108135:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783977517.108141:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977517.108143:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977517.108146:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977517.108148:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309842954 00000100:00000001:0.0:1783977517.108150:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309844218 00000100:00000001:0.0:1783977517.108152:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309842954 00000100:00000001:0.0:1783977517.108154:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309844218 00000100:00000001:0.0:1783977517.108156:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977517.108159:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977517.108161:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977517.108163:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977517.108166:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977517.108168:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783977517.108169:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977517.108170:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977517.108172:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977517.108175:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881c00 x1870620402771968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977517.108182:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977517.108183:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977517.108185:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977517.108187:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977517.108189:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977517.108192:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402771968:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977517.108195:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977517.108197:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977517.108198:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977517.108200:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977517.108203:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977517.108205:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977517.108208:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977517.108211:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ac60. 00000400:00000010:0.0:1783977517.108214:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075440. 00000100:00000200:0.0:1783977517.108217:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402771968, portal 4 00000100:00000001:0.0:1783977517.108218:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977517.108219:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694536704 : -110484015014912 : ffff9b83ef881c00) 00000100:00000040:0.0:1783977517.108226:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881c00 x1870620402771968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977517.108232:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977517.108234:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977517.108236:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783977517.108239:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402771968, offset 0 00000400:00000200:0.0:1783977517.108243:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977517.108248:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977517.108252:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977517.108254:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977517.108257:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977517.108259:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977517.108261:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977517.108264:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824988:824988:253:4294967295] 192.168.201.148@tcp LPNI seq info [824959:824959:5:4294967295] 00000400:00000200:0.0:1783977517.108267:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977517.108273:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977517.108278:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977517.108284:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4b53800. 00000800:00000200:0.0:1783977517.108288:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783977517.108326:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977517.108329:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977517.108331:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977517.108332:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309842982 00000100:00000001:0.0:1783977517.108334:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309844218 00000100:00000001:0.0:1783977517.108335:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309842982 00000100:00000001:0.0:1783977517.108337:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309844218 00000100:00000001:0.0:1783977517.108338:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977517.108339:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977517.108341:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977517.108343:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880000 x1870620402772096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977517.108347:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977517.108347:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977517.108349:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977517.108350:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977517.108352:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977517.108353:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402772096:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977517.108355:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977517.108357:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977517.108358:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977517.108359:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977517.108361:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977517.108362:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977517.108364:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977517.108366:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783977517.108368:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783977517.108370:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402772096, portal 4 00000100:00000001:0.0:1783977517.108371:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977517.108372:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694529536 : -110484015022080 : ffff9b83ef880000) 00000100:00000040:0.0:1783977517.108375:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880000 x1870620402772096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977517.108379:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977517.108380:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977517.108381:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40756e8. 00000100:00000200:0.0:1783977517.108383:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402772096, offset 0 00000400:00000200:0.0:1783977517.108385:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977517.108388:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977517.108390:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977517.108391:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977517.108393:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977517.108394:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977517.108395:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977517.108397:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824989:824989:252:4294967295] 192.168.201.148@tcp LPNI seq info [824960:824960:4:4294967295] 00000400:00000200:0.0:1783977517.108400:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977517.108403:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977517.108406:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977517.108408:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4b53000. 00000800:00000200:0.0:1783977517.108410:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783977517.108414:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977517.108416:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977517.108417:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977517.108418:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309842972 00000100:00000001:0.0:1783977517.108420:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309844218 00000100:00000001:0.0:1783977517.108421:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309842972 00000100:00000001:0.0:1783977517.108423:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309844218 00000100:00000001:0.0:1783977517.108424:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977517.108425:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977517.108426:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977517.108427:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977517.108429:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977517.108430:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783977517.108431:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977517.108432:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977517.108433:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977517.108434:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977517.619451:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977517.619458:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977517.619465:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977517.619466:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977517.619470:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977517.619472:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977517.619475:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977517.619476:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977517.619480:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977517.619481:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977517.619502:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977517.619505:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977517.619508:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977517.624638:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977517.624646:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977517.624648:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977517.624652:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977517.624655:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977517.624659:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977517.624662:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977517.624665:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977517.624669:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977518.643410:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977518.643417:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977518.643422:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977518.643426:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977518.643431:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977518.643435:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977518.643437:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977518.643440:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977518.643446:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977518.643449:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977518.643457:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977518.643460:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977518.643468:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977518.643470:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977518.643475:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977518.643476:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977518.646105:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977518.646110:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977518.646111:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977518.646114:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977518.646117:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977518.646119:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977518.646121:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977518.646122:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977518.646125:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977519.667395:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977519.667402:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977519.667406:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977519.667411:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977519.667457:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977519.667463:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977519.667471:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977519.667475:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977519.667479:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977519.667508:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977519.667512:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977519.667517:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977519.667519:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977519.667524:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977519.667525:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977519.667529:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977519.667530:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977519.667533:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977519.667534:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977519.668995:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977519.669000:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977519.669004:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977519.669009:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977519.669014:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977519.669018:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977519.669024:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977519.669028:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977519.669040:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977520.180551:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977520.180557:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977520.180559:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977520.180566:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977517/real 1783977520] req@ffff9b83ef881c00 x1870620402771968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977520.180578:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977520.180580:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977520.180583:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ac60. 00000400:00000200:0.0:1783977520.180587:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075440 00000400:00000010:0.0:1783977520.180589:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075440. 00000100:00000001:0.0:1783977520.180592:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977520.180595:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881c00 x1870620402771968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977520.180607:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881c00 x1870620402771968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977520.180613:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977520.180614:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977520.180617:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977520.180619:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977520.180622:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881c00 x1870620402771968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977520.180628:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977520.180632:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881c00 x1870620402771968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977542 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977520.180639:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977520.180641:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977520.180643:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977520.180644:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977520.180646:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977520.180651:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977520.180655:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977520.180659:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977520.180661:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977520.180664:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881c00 x1870620402771968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977542 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977520.180671:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402771968:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977520.180676:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977520.180678:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977517/real 1783977520] req@ffff9b83ef880000 x1870620402772096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977520.180690:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977520.180691:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977520.180693:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783977520.180695:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783977520.180696:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783977520.180699:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977520.180701:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880000 x1870620402772096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977520.180721:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880000 x1870620402772096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977520.180728:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977520.180729:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977520.180731:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977520.180732:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977520.180735:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880000 x1870620402772096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977520.180741:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977520.180745:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880000 x1870620402772096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977542 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977520.180751:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977520.180753:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977520.180754:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977520.180755:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977520.180757:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977520.180760:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977520.180763:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977520.180766:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977520.180769:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977520.180773:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880000 x1870620402772096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977542 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977520.180780:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402772096:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977520.180784:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977520.180787:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977517/real 1783977520] req@ffff9b83ef882300 x1870620402771712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977520.180795:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977520.180796:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977520.180798:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783977520.180801:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783977520.180803:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783977520.180805:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977520.180808:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882300 x1870620402771712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977520.180817:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882300 x1870620402771712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977520.180823:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977520.180825:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977520.180826:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977520.180828:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977520.180831:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882300 x1870620402771712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977520.180838:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977520.180842:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882300 x1870620402771712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977542 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977520.180849:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977520.180851:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977520.180853:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977520.180854:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977520.180856:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977520.180864:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977520.180867:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977520.180870:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977520.180873:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977520.180877:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882300 x1870620402771712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977542 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977520.180885:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402771712:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977520.180888:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977520.180892:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977517/real 1783977520] req@ffff9b83ef881500 x1870620402771840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977520.180900:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977520.180901:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977520.180903:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a898. 00000400:00000200:0.0:1783977520.180905:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075000 00000400:00000010:0.0:1783977520.180906:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075000. 00000100:00000001:0.0:1783977520.180908:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977520.180912:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881500 x1870620402771840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977520.180919:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881500 x1870620402771840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977520.180926:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977520.180927:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977520.180929:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977520.180931:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977520.180934:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881500 x1870620402771840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977520.180947:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977520.180950:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881500 x1870620402771840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977542 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977520.180957:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977520.180959:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977520.180961:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977520.180963:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977520.180964:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977520.180970:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977520.180973:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977520.180976:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977520.180978:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977520.180982:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881500 x1870620402771840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977542 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977520.180990:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402771840:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977520.180994:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977520.180998:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977517/real 1783977520] req@ffff9b83ef881880 x1870620402771584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977520.181005:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977520.181006:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977520.181008:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977520.181010:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977520.181012:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977520.181015:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977520.181018:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881880 x1870620402771584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977520.181032:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881880 x1870620402771584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977520.181039:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977520.181040:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977520.181042:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977520.181043:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977520.181046:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881880 x1870620402771584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977520.181053:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977520.181057:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881880 x1870620402771584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977542 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977520.181064:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977520.181066:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977520.181067:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977520.181068:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977520.181070:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977520.181072:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977520.181088:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977520.181092:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977520.181094:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977520.181099:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881880 x1870620402771584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977542 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977520.181106:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402771584:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977520.181110:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977520.181113:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977520.181116:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881c00 x1870620402771968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977542 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977520.181129:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977520.181131:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977520.181135:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783977520.181139:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977520.181142:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977520.181144:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977520.181146:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977520.181149:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783977520.181153:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977520.181155:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977520.181157:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881c00. 00000100:00000001:0.0:1783977520.181161:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977520.181163:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977520.181164:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977520.181168:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880000 x1870620402772096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977542 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977520.181173:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977520.181174:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977520.181175:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783977520.181179:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977520.181180:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977520.181181:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977520.181183:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977520.181184:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636400. 02000000:00000001:0.0:1783977520.181187:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977520.181188:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977520.181190:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880000. 00000100:00000001:0.0:1783977520.181193:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977520.181194:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977520.181196:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977520.181200:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882300 x1870620402771712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977542 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977520.181206:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977520.181207:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977520.181209:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783977520.181212:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977520.181214:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977520.181215:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977520.181217:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977520.181218:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636000. 02000000:00000001:0.0:1783977520.181221:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977520.181222:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977520.181223:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882300. 00000100:00000001:0.0:1783977520.181235:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977520.181237:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977520.181239:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977520.181243:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881500 x1870620402771840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977542 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977520.181250:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977520.181251:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977520.181253:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977520.181255:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977520.181257:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977520.181258:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977520.181260:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977520.181262:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634000. 02000000:00000001:0.0:1783977520.181264:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977520.181265:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977520.181267:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881500. 00000100:00000001:0.0:1783977520.181269:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977520.181271:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977520.181272:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977520.181275:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881880 x1870620402771584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977542 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977520.181282:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977520.181283:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977520.181285:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977520.181287:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977520.181288:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977520.181289:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977520.181656:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977520.181660:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635400. 02000000:00000001:0.0:1783977520.181665:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977520.181667:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977520.181669:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881880. 00000100:00000001:0.0:1783977520.181672:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977520.181673:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977520.181676:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977520.181685:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977520.181687:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977520.181689:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977520.181691:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977520.691891:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977520.691897:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977520.691901:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977520.691905:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977520.691911:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977520.691915:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977520.691917:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977520.691919:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977520.691921:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977520.691945:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977520.691949:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977520.691953:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977520.691954:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977520.691958:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977520.691960:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977520.691963:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977520.691965:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977520.691968:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977520.691969:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977521.715459:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977521.715467:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977521.715478:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977521.715482:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977521.715490:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977521.715494:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977521.715498:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977521.715510:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977521.715515:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977521.715516:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977521.715872:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977521.715876:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977521.715877:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977521.715879:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977521.715881:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977521.715884:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977521.715886:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977521.715887:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977521.715889:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977522.227760:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977522.227766:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977522.227769:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977522.227785:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38380 x1870620402772224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.227794:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977522.227796:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977522.227800:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977522.227803:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977522.227806:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977522.227810:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402772224:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977522.227814:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977522.227819:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977522.227822:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977522.227825:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977522.227831:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977522.227833:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977522.227839:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977522.227844:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977522.227851:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977522.227859:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402772224, portal 25 00000100:00000001:0.0:1783977522.227862:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977522.227864:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682701184 : -110484026850432 : ffff9b83eed38380) 00000100:00000040:0.0:1783977522.227869:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38380 x1870620402772224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.227877:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977522.227880:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977522.227883:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075000. 00000100:00000200:0.0:1783977522.227887:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402772224, offset 0 00000400:00000200:0.0:1783977522.227894:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977522.227902:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977522.227909:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977522.227914:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977522.227919:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977522.227924:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977522.227926:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977522.227931:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824990:824990:256:4294967295] 192.168.201.148@tcp LPNI seq info [824961:824961:8:4294967295] 00000400:00000200:0.0:1783977522.227935:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977522.227946:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977522.227952:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977522.227959:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4b53500. 00000800:00000200:0.0:1783977522.227966:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977522.227970:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783977522.227986:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977522.227989:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4b53500. 00000400:00000200:0.0:1783977522.227995:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977522.228000:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977522.228007:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075000 00000400:00000010:0.0:1783977522.228010:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075000. 00000100:00000001:0.0:1783977522.228016:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977522.228021:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38380 x1870620402772224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.228030:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977522.228034:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620402772224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977547 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.228042:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977522.228044:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977522.228050:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977522.228054:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977522.228058:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4309849338 00000100:00000010:0.0:1783977522.228065:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783977522.228074:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783977522.228080:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4309849338 00000100:00000010:0.0:1783977522.228084:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783977522.228088:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783977522.228102:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977522.228105:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977522.228109:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977522.228114:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977522/real 1783977522] req@ffff9b83eed38380 x1870620402772224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977522.228125:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977522.228127:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977522.228130:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977522.228133:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977522.228135:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977522.228138:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977522.228142:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38380 x1870620402772224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977522.228150:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38380 x1870620402772224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.228157:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977522.228159:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977522.228162:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977522.228165:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977522.228169:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38380 x1870620402772224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.228178:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977522.228183:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38380 x1870620402772224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977547 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.228196:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977522.228199:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977522.228201:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977522.228203:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977522.228206:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977522.228208:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977522.228211:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977522.228215:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977522.228218:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977522.228223:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38380 x1870620402772224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977547 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977522.228231:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402772224:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783977522.228236:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977522.228239:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977522.228242:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38380 x1870620402772224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783977547 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.228248:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977522.228251:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977522.228254:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977522.228259:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977522.228261:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977522.228262:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977522.228264:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977522.228267:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15400. 02000000:00000001:0.0:1783977522.228272:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977522.228280:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977522.228282:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38380. 00000100:00000001:0.0:1783977522.228286:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977522.228287:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977522.228289:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977522.228341:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977522.228344:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977522.228347:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977522.228348:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977522.228350:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977522.228353:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b100 x1870620402772352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.228360:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977522.228361:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977522.228363:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977522.228365:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977522.228366:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977522.228369:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402772352:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977522.228372:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977522.228375:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977522.228376:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977522.228378:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977522.228381:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977522.228383:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977522.228386:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977522.228389:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977522.228392:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977522.228395:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402772352, portal 10 00000100:00000001:0.0:1783977522.228397:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977522.228398:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682712832 : -110484026838784 : ffff9b83eed3b100) 00000100:00000040:0.0:1783977522.228405:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b100 x1870620402772352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.228411:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977522.228414:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977522.228417:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075000. 00000100:00000200:0.0:1783977522.228419:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402772352, offset 0 00000400:00000200:0.0:1783977522.228423:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977522.228427:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977522.228431:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977522.228434:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977522.228436:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977522.228438:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977522.228441:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977522.228443:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824991:824991:256:4294967295] 192.168.201.148@tcp LPNI seq info [824962:824962:8:4294967295] 00000400:00000200:0.0:1783977522.228446:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977522.228452:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977522.228456:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977522.228459:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4b53500. 00000800:00000200:0.0:1783977522.228462:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977522.228464:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783977522.228474:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977522.228475:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4b53500. 00000400:00000200:0.0:1783977522.228478:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977522.228480:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977522.228483:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075000 00000400:00000010:0.0:1783977522.228484:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075000. 00000100:00000001:0.0:1783977522.228487:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977522.228490:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b100 x1870620402772352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.228510:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977522.228513:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b100 x1870620402772352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977547 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.228519:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977522.228521:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977522.228524:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977522.228529:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783977522.228532:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977522.228534:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309848080 00000100:00000001:0.0:1783977522.228537:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309849338 00000100:00000001:0.0:1783977522.228539:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309848080 00000100:00000001:0.0:1783977522.228541:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309849338 00000100:00000001:0.0:1783977522.228544:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977522.228546:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977522.228548:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977522.228551:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977522/real 1783977522] req@ffff9b83eed3b100 x1870620402772352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977522.228560:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977522.228561:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977522.228563:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977522.228565:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977522.228566:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977522.228568:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977522.228571:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b100 x1870620402772352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977522.228579:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b100 x1870620402772352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.228585:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977522.228587:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977522.228589:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977522.228590:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977522.228593:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b100 x1870620402772352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.228600:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977522.228603:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b100 x1870620402772352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977547 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.228610:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977522.228612:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977522.228614:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977522.228615:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977522.228617:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977522.228628:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977522.228631:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977522.228635:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977522.228637:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977522.228641:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b100 x1870620402772352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977547 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977522.228649:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402772352:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977522.228653:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977522.228656:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b480 x1870620402772480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.228663:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977522.228664:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977522.228667:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977522.228668:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977522.228670:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977522.228673:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402772480:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977522.228676:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977522.228678:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977522.228679:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977522.228681:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977522.228695:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977522.228698:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977522.228702:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977522.228705:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977522.228709:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977522.228712:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402772480, portal 10 00000100:00000001:0.0:1783977522.228714:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977522.228716:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682713728 : -110484026837888 : ffff9b83eed3b480) 00000100:00000040:0.0:1783977522.228722:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b480 x1870620402772480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.228729:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977522.228732:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977522.228734:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075000. 00000100:00000200:0.0:1783977522.228737:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402772480, offset 0 00000400:00000200:0.0:1783977522.228741:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977522.228744:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977522.228748:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977522.228752:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977522.228755:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977522.228757:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977522.228760:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977522.228763:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824992:824992:256:4294967295] 192.168.201.148@tcp LPNI seq info [824963:824963:8:4294967295] 00000400:00000200:0.0:1783977522.228768:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977522.228774:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977522.228778:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977522.228782:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4b53500. 00000800:00000200:0.0:1783977522.228785:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977522.228788:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783977522.228798:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977522.228800:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4b53500. 00000400:00000200:0.0:1783977522.228802:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977522.228805:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977522.228808:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075000 00000400:00000010:0.0:1783977522.228810:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075000. 00000100:00000001:0.0:1783977522.228813:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977522.228817:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b480 x1870620402772480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.228825:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977522.228828:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620402772480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977547 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.228834:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977522.228836:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977522.228840:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977522.228843:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783977522.228846:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977522.228848:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309848075 00000100:00000001:0.0:1783977522.228850:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309849338 00000100:00000001:0.0:1783977522.228852:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309848075 00000100:00000001:0.0:1783977522.228855:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309849338 00000100:00000001:0.0:1783977522.228857:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977522.228859:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977522.228861:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977522.228865:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977522/real 1783977522] req@ffff9b83eed3b480 x1870620402772480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977522.228873:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977522.228874:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977522.228875:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977522.228878:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977522.228879:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977522.228881:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977522.228884:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b480 x1870620402772480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977522.228891:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b480 x1870620402772480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.228898:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977522.228899:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977522.228900:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977522.228901:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977522.228905:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b480 x1870620402772480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.228910:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977522.228914:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b480 x1870620402772480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977547 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.228920:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977522.228922:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977522.228923:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977522.228925:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977522.228926:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977522.228933:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977522.228936:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977522.228940:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977522.228942:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977522.228946:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b480 x1870620402772480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977547 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977522.228954:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402772480:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783977522.228958:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977522.228959:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977522.228963:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b100 x1870620402772352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977547 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.228970:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977522.228972:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977522.228974:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977522.228977:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977522.228979:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977522.228980:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977522.228983:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977522.228985:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15800. 02000000:00000001:0.0:1783977522.228989:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977522.228990:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977522.228992:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b100. 00000100:00000001:0.0:1783977522.228995:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977522.228996:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977522.228998:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977522.229001:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b480 x1870620402772480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783977547 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.229007:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977522.229009:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977522.229010:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977522.229012:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977522.229014:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977522.229015:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783977522.229017:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977522.229018:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16c00. 02000000:00000001:0.0:1783977522.229020:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977522.229021:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977522.229023:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b480. 00000100:00000001:0.0:1783977522.229025:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977522.229026:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977522.229028:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977522.229033:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977522.229034:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977522.229036:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977522.229038:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977522.232648:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977522.232659:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977522.232663:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977522.232680:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620402772608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.232694:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977522.232696:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977522.232701:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977522.232706:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977522.232709:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977522.232712:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402772608:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977522.232718:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977522.232725:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977522.232728:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977522.232731:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977522.232742:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977522.232744:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977522.232822:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977522.232877:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977522.232885:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977522.232893:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402772608, portal 4 00000100:00000001:0.0:1783977522.232896:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977522.232898:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783977522.232908:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620402772608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.232915:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977522.232918:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977522.232921:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075000. 00000100:00000200:0.0:1783977522.232926:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402772608, offset 0 00000400:00000200:0.0:1783977522.232933:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977522.232944:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977522.232954:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977522.232960:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977522.233592:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977522.233596:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977522.233600:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977522.233605:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824993:824993:256:4294967295] 192.168.201.148@tcp LPNI seq info [824964:824964:8:4294967295] 00000400:00000200:0.0:1783977522.233610:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977522.233623:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977522.233629:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977522.233637:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4b53500. 00000800:00000200:0.0:1783977522.233644:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977522.233648:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783977522.233663:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977522.233666:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4b53500. 00000400:00000200:0.0:1783977522.233673:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977522.233679:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977522.233685:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075000 00000400:00000010:0.0:1783977522.233688:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075000. 00000100:00000001:0.0:1783977522.233694:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977522.233699:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3a300 x1870620402772608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.233711:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977522.233714:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620402772608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977547 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.233723:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977522.233724:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977522.233731:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977522.233736:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783977522.233740:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977522.233743:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309848107 00000100:00000001:0.0:1783977522.233747:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309849338 00000100:00000001:0.0:1783977522.233750:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309848107 00000100:00000001:0.0:1783977522.234188:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309849338 00000100:00000001:0.0:1783977522.234190:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977522.234193:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977522.234196:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977522.234201:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977522/real 1783977522] req@ffff9b83eed3a300 x1870620402772608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977522.234211:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977522.234212:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977522.234215:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977522.234218:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977522.234219:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977522.234221:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977522.234224:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620402772608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977522.234230:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620402772608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.234235:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977522.234236:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977522.234237:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977522.234239:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977522.234241:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620402772608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.234245:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977522.234248:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620402772608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977547 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.234252:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977522.234254:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977522.234255:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977522.234255:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977522.234258:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977522.234263:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977522.234266:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977522.234271:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977522.234274:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977522.234278:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620402772608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977547 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977522.234286:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402772608:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977522.234291:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783977522.234318:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38a80 x1870620402772736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.234327:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977522.234328:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977522.234332:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783977522.234335:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977522.234338:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977522.234341:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402772736:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977522.234344:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783977522.234348:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783977522.234350:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977522.234352:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783977522.234358:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977522.234360:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783977522.234364:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783977522.234366:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783977522.234370:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783977522.234375:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402772736, portal 4 00000100:00000001:0.0:1783977522.234377:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783977522.234378:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682702976 : -110484026848640 : ffff9b83eed38a80) 00000100:00000040:0.0:1783977522.234385:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38a80 x1870620402772736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.234391:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783977522.234394:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783977522.234396:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075000. 00000100:00000200:0.0:1783977522.234399:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402772736, offset 0 00000400:00000200:0.0:1783977522.234402:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783977522.234408:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977522.234413:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783977522.234416:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783977522.234419:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783977522.234421:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783977522.234424:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783977522.234427:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [824994:824994:256:4294967295] 192.168.201.148@tcp LPNI seq info [824965:824965:8:4294967295] 00000400:00000200:0.0:1783977522.234430:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977522.234436:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783977522.234439:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977522.234442:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4b53500. 00000800:00000200:0.0:1783977522.234446:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783977522.234448:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783977522.234456:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783977522.234457:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4b53500. 00000400:00000200:0.0:1783977522.234460:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783977522.234462:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783977522.234464:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075000 00000400:00000010:0.0:1783977522.234465:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075000. 00000100:00000001:0.0:1783977522.234467:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977522.234469:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38a80 x1870620402772736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.234475:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977522.234477:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620402772736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977547 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.234481:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977522.234482:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977522.234484:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977522.234487:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783977522.234489:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783977522.234490:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4309848098 00000100:00000001:0.0:1783977522.234507:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4309849338 00000100:00000001:0.0:1783977522.234509:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4309848098 00000100:00000001:0.0:1783977522.234511:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4309849338 00000100:00000001:0.0:1783977522.234516:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783977522.234519:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977522.234520:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783977522.234524:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783977522/real 1783977522] req@ffff9b83eed38a80 x1870620402772736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783977522.234532:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783977522.234533:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783977522.234535:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783977522.234537:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783977522.234539:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783977522.234542:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783977522.234544:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38a80 x1870620402772736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783977522.234552:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38a80 x1870620402772736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.234559:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783977522.234561:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977522.234562:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977522.234564:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783977522.234567:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38a80 x1870620402772736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.234573:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783977522.234577:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38a80 x1870620402772736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977547 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.234584:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783977522.234587:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977522.234588:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783977522.234590:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977522.234591:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783977522.234596:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783977522.234599:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783977522.234602:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783977522.234605:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783977522.234610:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38a80 x1870620402772736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977547 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783977522.234618:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402772736:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783977522.234622:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977522.234624:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977522.234627:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620402772608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977547 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.234632:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977522.234634:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977522.234637:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783977522.234639:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977522.234642:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977522.234644:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977522.234646:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977522.234649:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16c00. 02000000:00000001:0.0:1783977522.234654:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977522.234655:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977522.234657:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783977522.234661:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977522.234663:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977522.234665:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977522.234668:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38a80 x1870620402772736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783977547 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977522.234674:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977522.234675:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977522.234676:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783977522.234680:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977522.234681:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977522.234682:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783977522.234684:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977522.234685:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15800. 02000000:00000001:0.0:1783977522.234687:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977522.234688:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977522.234689:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38a80. 00000100:00000001:0.0:1783977522.234691:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977522.234692:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977522.234694:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977522.234702:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977522.234705:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977522.234707:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783977522.234709:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977522.739454:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977522.739471:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977522.739478:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977522.739502:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977522.739516:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977522.739525:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977522.739537:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977522.739542:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977522.739756:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977522.739784:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977522.739788:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977522.739793:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977522.739794:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977522.739799:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977522.739800:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977522.739804:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977522.739805:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977522.739808:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977522.739809:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977523.763484:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977523.763490:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977523.763506:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977523.763513:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977523.763519:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977523.763527:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977523.763534:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977523.763539:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977523.763544:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977523.763559:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977523.763567:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977523.763572:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977523.763573:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977523.763575:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977523.763577:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977523.763579:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977523.763581:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977523.763583:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977523.763588:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977523.763591:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977523.763593:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977523.763594:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977523.763596:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977523.763598:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977523.763600:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977523.763603:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977523.763612:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977523.763616:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977523.763619:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977523.763623:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977523.763628:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977523.763632:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977523.763635:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977523.763644:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977524.787458:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977524.787469:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977524.787479:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977524.787492:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977524.787500:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977524.787503:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977524.787510:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977524.787514:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977524.787520:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977524.787523:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977524.787618:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977524.787624:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977524.787628:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977524.787633:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977524.787644:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977524.787649:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977524.787656:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977524.787665:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977524.787673:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977524.787701:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977524.787707:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977524.787711:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977524.787716:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977524.787719:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977524.787722:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977524.787725:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977524.787726:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977524.787729:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977525.811366:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977525.811375:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977525.811377:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977525.811382:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977525.811388:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977525.811393:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977525.811410:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977525.811413:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977525.811415:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977525.811446:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977525.811451:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977525.811458:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977525.811462:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977525.811468:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977525.811469:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977525.811473:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977525.811474:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977525.811477:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977525.811478:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977525.811633:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977525.811636:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977525.811638:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977525.811641:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977525.811643:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977525.811644:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977525.811646:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977525.811647:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977525.811648:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977526.835532:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977526.835539:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977526.835542:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977526.835546:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977526.835552:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977526.835561:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977526.835573:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977526.835579:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977526.835587:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977526.835605:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977526.835609:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977526.835611:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977526.835615:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977526.835620:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977526.835625:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977526.835632:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977526.835635:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977526.835638:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977526.835671:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977526.835674:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977526.835683:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977526.835687:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977526.835694:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977526.835697:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977526.835705:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977526.835708:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977526.835714:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977526.835717:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977527.347486:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977527.347501:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977527.347504:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977527.347509:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977527.347514:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977527.347523:0:226353:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 15180 00000400:00000200:0.0:1783977527.347535:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977527.347543:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977527.347546:0:226353:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977527.347550:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977527.347554:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977527.347556:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977527.347559:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977527.347563:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977527.347566:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783977527.347569:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977527.347573:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783977527.347576:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783977527.347578:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783977527.347582:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977527.347584:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977527.347586:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977527.347588:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977527.347591:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783977527.347594:0:226353:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977527.347597:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977527.347601:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977527.347605:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977527.347608:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977527.347611:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977527.347614:0:226353:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977527.347626:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783977527.347631:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783977527.347636:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977527.347638:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977527.347642:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977527.347646:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977527.347652:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977527.347663:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783977527.347671:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977527.347682:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402772864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977527.347693:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977527.347699:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977527.347704:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402772864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977527.347731:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977527.347734:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977527.347738:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977527.347740:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977527.347742:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977527.347745:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977527.347748:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15180 00000400:00000200:0.0:1783977527.347754:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977527.347758:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977527.347761:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977527.347767:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977527.347772:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977527.347776:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977527.347787:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977527.347797:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977527.347800:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783977527.347805:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977527.347810:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783977527.347814:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783977527.347820:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783977527.347828:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977527.347833:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977527.347837:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977527.347840:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977527.347842:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783977527.347844:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977527.347848:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977527.347849:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977527.347857:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977527.347862:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977527.347867:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977527.347874:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977527.347881:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977527.347885:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977527.347893:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783977527.347897:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977527.347903:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977527.347904:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977527.347906:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977527.347908:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977527.347912:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977527.347920:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783977527.347927:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977527.347935:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402772992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977527.347962:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977527.347967:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977527.347975:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402772992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977527.347991:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977527.347996:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977527.348000:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977527.348002:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977527.348004:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977527.348008:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977527.348011:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15180 00000400:00000200:0.0:1783977527.348016:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977527.348019:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977527.348021:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977527.348024:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977527.348026:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977527.348028:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977527.348030:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977527.348032:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977527.348033:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783977527.348035:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977527.348037:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783977527.348039:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783977527.348042:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783977527.348044:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977527.348047:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977527.348048:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977527.348051:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977527.348053:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783977527.348056:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977527.348058:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977527.348060:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977527.348064:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977527.348065:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977527.348067:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977527.348069:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977527.348070:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977527.348071:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977527.348074:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783977527.348076:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977527.348078:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977527.348079:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977527.348080:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977527.348081:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977527.348082:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977527.348085:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783977527.348088:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977527.348092:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402773120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977527.348097:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977527.348098:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977527.348100:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402773120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977527.348105:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977527.348107:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977527.348110:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977527.348111:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977527.348112:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977527.348114:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977527.348116:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15180 00000400:00000200:0.0:1783977527.348119:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977527.348121:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977527.348123:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977527.348125:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977527.348126:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977527.348127:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977527.348128:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977527.348130:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977527.348130:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783977527.348131:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977527.348133:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783977527.348134:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783977527.348136:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783977527.348138:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977527.348140:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977527.348142:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977527.348144:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977527.348146:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783977527.348149:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977527.348151:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977527.348152:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977527.348155:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977527.348157:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977527.348159:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977527.348161:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977527.348164:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977527.348165:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977527.348171:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783977527.348175:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977527.348177:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977527.348179:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977527.348184:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977527.348187:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977527.348190:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977527.348195:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783977527.348201:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977527.348208:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402773248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977527.348222:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977527.348230:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977527.348239:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402773248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977527.348255:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977527.348262:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977527.348268:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977527.348273:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977527.348277:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977527.348286:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977527.348339:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15180 00000400:00000200:0.0:1783977527.348519:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977527.348526:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977527.348534:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977527.348541:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977527.348546:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977527.348554:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977527.348561:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977527.348565:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977527.348566:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783977527.348569:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977527.348574:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783977527.348579:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783977527.348585:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783977527.348597:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977527.348603:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977527.348610:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977527.348616:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977527.348623:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783977527.348635:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977527.348643:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977527.348648:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977527.348654:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977527.348659:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977527.348661:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977527.348663:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977527.348666:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977527.348668:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977527.348679:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783977527.348685:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977527.348691:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977527.348693:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977527.348696:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977527.348702:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977527.348709:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977527.348717:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783977527.348798:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977527.348812:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402773376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977527.348827:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977527.348832:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977527.348842:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402773376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977527.348861:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977527.348871:0:226353:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15190) 00010000:00000001:0.0:1783977527.859456:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977527.859462:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977527.859468:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977527.859471:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977527.859476:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977527.859478:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977527.859484:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977527.859487:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977527.859493:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977527.859496:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977527.859562:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977527.859568:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977527.859572:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977527.859576:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977527.859581:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977527.859586:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977527.859591:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977527.859598:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977527.859609:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977528.883548:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977528.883559:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977528.883562:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977528.883565:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977528.883569:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977528.883571:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977528.883573:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977528.883577:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977528.883584:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977528.883586:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977528.883591:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977528.883594:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977528.883600:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977528.883602:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977528.883607:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977528.883610:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977528.883779:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977528.883784:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977528.883788:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977528.883792:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977528.883796:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977528.883799:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977528.883814:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977528.883819:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977528.883825:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977529.907539:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977529.907548:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977529.907550:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977529.907556:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977529.907561:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977529.907565:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977529.907574:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977529.907575:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977529.907578:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977529.907602:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977529.907605:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977529.907611:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977529.907612:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977529.907616:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977529.907618:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977529.907621:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977529.907623:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977529.907626:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977529.907628:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977529.908007:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977529.908013:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977529.908017:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977529.908022:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977529.908032:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977529.908037:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977529.908043:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977529.908046:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977529.908050:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977529.908478:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977529.908482:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977529.908483:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977529.908487:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977529.908490:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977529.908494:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977529.908496:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977529.908498:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977529.908501:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977530.931413:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977530.931420:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977530.931423:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977530.931427:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977530.931432:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977530.931436:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977530.935140:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977530.935146:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977530.937383:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977530.937416:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977530.937419:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977530.937423:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977530.937424:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977530.937429:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977530.937430:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977530.937433:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977530.937435:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977530.937438:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977530.937440:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977530.937478:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977530.937482:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977530.937484:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977530.937488:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977530.937492:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977530.937497:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977530.937502:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977530.937505:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977530.937508:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977531.955445:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977531.955453:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977531.955456:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977531.955462:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977531.955468:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977531.955472:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977531.955480:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977531.955483:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977531.955486:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977531.955510:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977531.955513:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977531.955517:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977531.955519:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977531.955523:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977531.955525:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977531.955528:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977531.955529:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977531.955532:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977531.955533:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977531.956495:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977531.956498:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977531.956499:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977531.956502:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977531.956504:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977531.956506:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977531.956508:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977531.956509:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977531.956511:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977532.979422:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977532.979427:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977532.979436:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977532.979440:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977532.979445:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977532.979447:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977532.979450:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977532.979452:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977532.979455:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977532.979458:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977532.979483:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977532.979488:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977532.979491:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977532.979496:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977532.979502:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977532.979507:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977532.979513:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977532.979516:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977532.979521:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977532.979535:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977532.979540:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977532.979542:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977532.979544:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977532.979547:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977532.979549:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977532.979551:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977532.979553:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977532.979556:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977534.003422:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977534.003429:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977534.003432:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977534.003437:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977534.003441:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977534.003445:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977534.003449:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977534.003453:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977534.003459:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977534.003482:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977534.003484:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977534.003488:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977534.003490:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977534.003492:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977534.003494:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977534.003497:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977534.003499:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977534.003502:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977534.003507:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977534.003513:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977534.003518:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977534.003522:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977534.003524:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977534.003529:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977534.003532:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977534.003536:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977534.003541:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977534.003545:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977534.003548:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977534.003550:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977534.003553:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977534.003556:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977534.003559:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977534.003560:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977534.003566:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977534.003570:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977534.003573:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977534.003575:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977534.003578:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977534.003580:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977534.003584:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977534.003587:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977534.003592:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977535.027422:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977535.027429:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977535.027437:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977535.027442:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977535.027449:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977535.027453:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977535.027459:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977535.027462:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977535.027467:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977535.027471:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977535.027504:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977535.027508:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977535.027512:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977535.027517:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977535.027521:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977535.027525:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977535.027527:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977535.027529:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977535.027531:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977536.051405:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977536.051414:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977536.051421:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977536.051430:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977536.051437:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977536.051442:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977536.051449:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977536.051453:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977536.051458:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977536.051496:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977536.051501:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977536.051507:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977536.051512:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977536.051520:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977536.051524:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977536.051539:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977536.051542:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977536.051548:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977536.051550:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977537.077090:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977537.077094:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977537.077099:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977537.077100:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977537.077104:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977537.077105:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977537.077108:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977537.077109:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977537.077112:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977537.077114:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977537.077136:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977537.077139:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977537.077141:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977537.077144:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977537.077147:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977537.077149:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977537.077152:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977537.077153:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977537.077155:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977538.100326:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977538.100330:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977538.100335:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977538.100337:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977538.100340:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977538.100341:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977538.100345:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977538.100346:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977538.100350:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977538.100351:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977538.100367:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977538.100369:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977538.100370:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977538.100373:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977538.100375:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977538.100377:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977538.100379:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977538.100382:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977538.100384:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977538.101317:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977538.101324:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977538.101328:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977538.101331:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977538.101336:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977538.101339:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977538.101343:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977538.101346:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977538.101353:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977539.123398:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977539.123403:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977539.123407:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977539.123413:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977539.123418:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977539.123421:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977539.123432:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977539.123435:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977539.123439:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977539.123462:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977539.123468:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977539.123472:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977539.123478:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977539.123485:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977539.123490:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977539.123497:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977539.123503:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977539.123519:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977539.123522:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977539.123525:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977539.123526:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977539.123529:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977539.123530:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977539.123532:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977539.123534:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977540.147394:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977540.147399:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977540.147405:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977540.147408:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977540.147412:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977540.147414:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977540.147418:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977540.147422:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977540.147430:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977540.147442:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977540.147481:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977540.147485:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977540.147488:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977540.147492:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977540.147497:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977540.147502:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977540.147513:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977540.147517:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977540.147520:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977541.171838:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977541.171844:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977541.171852:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977541.171855:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977541.171862:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977541.171864:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977541.171869:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977541.171870:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977541.171875:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977541.171878:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977542.195577:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977542.195582:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977542.195587:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977542.195588:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977542.195591:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977542.195592:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977542.195596:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977542.195597:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977542.195601:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977542.195602:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977543.220842:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977543.220845:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977543.220846:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977543.220848:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977543.220850:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977543.220851:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977543.220853:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977543.220854:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977543.220855:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977543.220869:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977543.220871:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977543.220874:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977543.220875:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977543.220877:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977543.220879:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977543.220881:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977543.220882:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977543.220884:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977543.220885:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977544.246275:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977544.246280:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977544.246282:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977544.246286:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977544.246289:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977544.246312:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977544.246315:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977544.246317:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977544.246320:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977544.246335:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977544.246340:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977544.246344:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977544.246350:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977544.246354:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977544.246356:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977544.246359:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977544.246361:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977544.246364:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977544.246386:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977544.246388:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977544.246393:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977544.246396:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977544.246398:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977544.246401:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977544.246404:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977544.246406:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977544.246408:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977544.246410:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977544.246413:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977544.246415:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977544.246416:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977544.246418:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977544.246419:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977544.246421:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977544.246422:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977544.246424:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977544.246427:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977544.246428:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977544.246430:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977544.246432:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977544.246433:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977544.246435:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977544.246436:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977544.246438:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977544.246441:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977544.246443:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977544.246444:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977544.246445:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977544.246447:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977544.246448:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977544.246449:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977544.246451:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977545.267941:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977545.267946:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977545.267947:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977545.267951:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977545.267956:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977545.267960:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977545.267963:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977545.267966:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977545.267972:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977545.267994:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977545.267998:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977545.268003:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977545.268004:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977545.268007:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977545.268008:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977545.268011:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977545.268013:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977545.268015:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977545.268016:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977546.291413:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977546.291424:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977546.291428:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977546.291435:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977546.291442:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977546.291448:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977546.291454:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977546.291457:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977546.291463:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977546.291489:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977546.291493:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977546.291498:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977546.291499:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977546.291505:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977546.291507:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977546.291511:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977546.291512:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977546.291517:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977546.291519:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977546.291558:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977546.291564:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977546.291568:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977546.291573:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977546.291578:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977546.291582:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977546.291588:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977546.291592:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977546.291598:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977547.317497:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977547.317504:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977547.317507:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977547.317512:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977547.317517:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977547.317521:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977547.317525:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977547.317529:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977547.317534:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977547.317581:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977547.317586:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977547.317594:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977547.317597:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977547.317601:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977547.317603:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977547.317606:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977547.317608:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977547.317611:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977547.317613:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977547.827785:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977547.827796:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977547.827798:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977547.827801:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977547.827806:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977547.827812:0:226353:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 15201 00000400:00000200:0.0:1783977547.827822:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977547.827827:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977547.827830:0:226353:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977547.827833:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977547.827836:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977547.827838:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977547.827841:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977547.827844:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977547.827847:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783977547.827849:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977547.827852:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783977547.827854:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783977547.827857:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783977547.827860:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977547.827862:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977547.827864:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977547.827866:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977547.827869:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783977547.827872:0:226353:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977547.827874:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977547.827876:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977547.827880:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977547.827882:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977547.827885:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977547.827887:0:226353:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977547.827896:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783977547.827900:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783977547.827903:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977547.827905:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977547.827908:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977547.827910:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977547.827914:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977547.827922:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783977547.827928:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977547.827937:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620402775424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977547.829033:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977547.829038:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977547.829057:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620402775424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977547.829085:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977547.829089:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977547.829092:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977547.829093:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977547.829095:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977547.829097:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977547.829100:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15201 00000400:00000200:0.0:1783977547.829105:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977547.829110:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977547.829112:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977547.829115:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977547.829117:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977547.829120:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977547.829121:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977547.829124:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977547.829125:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783977547.829127:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977547.829129:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783977547.829132:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783977547.829134:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783977547.829136:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977547.829138:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977547.829140:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977547.829142:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977547.829144:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783977547.829147:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977547.829149:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977547.829152:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977547.829159:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977547.829161:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977547.829163:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977547.829167:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977547.829170:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977547.829172:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977547.829178:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783977547.829181:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977547.829184:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977547.829185:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977547.829188:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977547.829189:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977547.829192:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977547.829196:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783977547.829201:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977547.829206:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620402775552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977547.829214:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977547.829216:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977547.829220:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620402775552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977547.829228:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977547.829231:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977547.829234:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977547.829236:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977547.829237:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977547.829240:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977547.829242:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15201 00000400:00000200:0.0:1783977547.829247:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977547.829249:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977547.829251:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977547.829254:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977547.829256:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977547.829258:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977547.829260:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977547.829262:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977547.829264:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783977547.829265:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977547.829267:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783977547.829269:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783977547.829271:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783977547.829273:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977547.829275:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977547.829277:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977547.829279:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977547.829282:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783977547.829284:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977547.829287:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977547.829288:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977547.829291:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977547.829309:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977547.829311:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977547.829313:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977547.829315:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977547.829317:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977547.829320:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783977547.829322:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977547.829325:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977547.829326:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977547.829328:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977547.829329:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977547.829331:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977547.829336:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783977547.829339:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977547.829345:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620402775680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977547.829352:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977547.829354:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977547.829359:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620402775680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977547.829367:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977547.829370:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977547.829373:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977547.829374:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977547.829377:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977547.829382:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977547.829387:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15201 00000400:00000200:0.0:1783977547.829394:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977547.829400:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977547.829404:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977547.829410:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977547.829415:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977547.829419:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977547.829423:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977547.829428:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977547.829431:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783977547.829434:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977547.829437:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783977547.829443:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783977547.829448:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783977547.829455:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977547.829458:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977547.829463:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977547.829468:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977547.829471:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783977547.829473:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977547.829476:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977547.829477:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977547.829480:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977547.829486:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977547.829490:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977547.829493:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977547.829496:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977547.829500:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977547.829507:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783977547.829511:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977547.829514:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977547.829518:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977547.829522:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977547.829524:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977547.829527:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977547.829534:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783977547.829541:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977547.829548:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402775808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977547.829564:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977547.829569:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977547.829576:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402775808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977547.829591:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977547.829595:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977547.829600:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977547.829603:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977547.829605:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977547.829608:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977547.829614:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15201 00000400:00000200:0.0:1783977547.829621:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977547.829628:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977547.829632:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977547.829638:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977547.829643:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977547.829649:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977547.829652:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977547.829657:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977547.829659:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783977547.829663:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977547.829666:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783977547.829671:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783977547.829676:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783977547.829683:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977547.829689:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977547.829694:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977547.829698:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977547.829703:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783977547.829708:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977547.829712:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977547.829715:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977547.829720:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977547.829724:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977547.829728:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977547.829732:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977547.829739:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977547.829741:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977547.829748:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783977547.829754:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977547.829759:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977547.829761:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977547.829764:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977547.829767:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977547.829770:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977547.829776:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783977547.829783:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977547.829793:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402775936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977547.829809:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977547.829813:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977547.829822:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402775936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977547.829839:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977547.829849:0:226353:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15211) 00000100:00000001:0.0:1783977548.339577:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977548.339581:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977548.339582:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977548.339585:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977548.339587:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977548.339589:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977548.339590:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977548.339591:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977548.339592:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977548.339609:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977548.339612:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977548.339616:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977548.339619:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977548.339625:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977548.339627:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977548.339634:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977548.339636:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977548.339640:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977548.339641:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977549.363509:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977549.363513:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977549.363514:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977549.363516:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977549.363519:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977549.363520:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977549.363524:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977549.363528:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977549.363533:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977549.363542:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977549.363545:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977549.363548:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977549.363550:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977549.363553:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977549.363555:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977549.363557:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977549.363558:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977549.363560:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977549.363578:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977549.363584:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977549.363592:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977549.363599:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977549.363606:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977549.363610:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977549.363612:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977549.363615:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977549.363620:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977549.363622:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977549.363627:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977549.363628:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977549.363631:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977549.363632:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977549.363636:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977549.363637:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977550.387406:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977550.387411:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977550.387416:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977550.387421:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977550.387426:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977550.387433:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977550.387441:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977550.387446:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977550.387451:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977550.387481:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977550.387485:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977550.387491:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977550.387493:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977550.387498:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977550.387502:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977550.387509:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977550.387513:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977550.387521:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977550.387526:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977550.387554:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977550.387558:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977550.387564:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977551.411402:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977551.411411:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977551.411415:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977551.411420:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977551.411425:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977551.411430:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977551.411442:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977551.411445:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977551.411449:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977551.411477:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977551.411483:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977551.411491:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977551.411495:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977551.411500:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977551.411503:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977551.411510:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977551.411512:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977551.411514:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977551.411516:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977551.411537:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977551.411540:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977551.411543:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977552.435374:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977552.435380:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977552.435383:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977552.435388:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977552.435394:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977552.435399:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977552.435407:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977552.435411:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977552.435414:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977552.435438:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977552.435442:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977552.435449:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977552.435452:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977552.435460:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977552.435463:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977552.435474:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977552.435477:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977552.435482:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977552.435485:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977553.459783:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977553.459786:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977553.459787:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977553.459789:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977553.459790:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977553.459791:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977553.459792:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977553.459793:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977553.459795:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977553.459808:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977553.459809:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977553.459812:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977553.459813:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977553.459815:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977553.459816:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977553.459819:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977553.459819:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977553.459821:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977553.459822:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977554.483416:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977554.483423:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977554.483430:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977554.483433:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977554.483436:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977554.483439:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977554.483442:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977554.483444:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977554.483446:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977554.483449:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977554.483452:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977554.483830:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977554.483833:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977554.483835:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977554.483837:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977554.483838:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977554.483841:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977554.483843:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977554.483848:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977554.483849:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977554.483851:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977554.483852:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977554.483854:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977554.483855:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977554.483857:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977554.483859:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977554.483862:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977554.483864:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977554.483865:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977554.483866:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977554.483868:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977554.483870:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977554.483871:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977554.483873:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977554.484047:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977554.484049:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977554.484051:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977554.484053:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977554.484055:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977554.484057:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977554.484060:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977554.484062:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977554.484064:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977555.507457:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977555.507469:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977555.507474:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977555.507483:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977555.507495:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977555.507510:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977555.507528:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977555.507535:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977555.507541:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977555.507580:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977555.507585:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977555.507598:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977555.507606:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977555.507619:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977555.507625:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977555.507644:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977555.507650:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977555.507662:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977555.507667:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977556.531432:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977556.531437:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977556.531447:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977556.531449:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977556.531453:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977556.531454:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977556.531458:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977556.531459:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977556.531464:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977556.531467:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977556.531622:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977556.531626:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977556.531627:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977556.531630:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977556.531632:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977556.531633:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977556.531635:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977556.531637:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977556.531639:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977556.531655:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977556.531658:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977556.531659:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977556.531661:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977556.531663:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977556.531665:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977556.531667:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977556.531668:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977556.531669:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977557.555469:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977557.555482:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977557.555493:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977557.555498:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977557.555506:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977557.555514:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977557.555527:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977557.555535:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977557.555541:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977557.555576:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977557.555582:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977557.555593:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977557.555597:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977557.555605:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977557.555610:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977557.555625:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977557.555629:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977557.555636:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977557.555639:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977558.579463:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977558.579470:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977558.579473:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977558.579477:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977558.579482:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977558.579486:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977558.579488:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977558.579490:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977558.579499:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977558.579502:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977558.579511:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977558.579513:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977558.579520:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977558.579521:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977558.579525:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977558.579526:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977558.579938:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977558.579941:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977558.579943:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977558.579946:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977558.579949:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977558.579953:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977558.579960:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977558.579965:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977558.579972:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977558.580008:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977558.580014:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977558.580017:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977558.580023:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977558.580028:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977558.580032:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977558.580039:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977558.580042:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977558.580048:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977559.603430:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977559.603439:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977559.603444:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977559.603453:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977559.603460:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977559.603467:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977559.603487:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977559.603491:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977559.603496:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977559.603512:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977559.603515:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977559.603518:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977559.603523:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977559.603528:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977559.603532:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977559.603538:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977559.603540:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977559.603543:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977559.603570:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977559.603574:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977559.603579:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977559.603581:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977559.603586:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977559.603587:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977559.603589:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977559.603591:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977559.603593:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977559.603594:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977560.627433:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977560.627443:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977560.627448:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977560.627456:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977560.627463:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977560.627469:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977560.627472:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977560.627474:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977560.627478:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977560.627507:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977560.627511:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977560.627516:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977560.627518:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977560.627522:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977560.627523:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977560.627527:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977560.627528:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977560.627539:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977560.627541:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977560.627581:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977560.627584:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977560.627586:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977560.627588:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977560.627590:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977560.627592:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977560.627594:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977560.627595:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977560.627598:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977560.627760:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977560.627764:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977560.627765:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977560.627768:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977560.627770:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977560.627771:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977560.627773:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977560.627775:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977560.627776:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977561.651827:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977561.651837:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977561.651847:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977561.651859:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977561.651874:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977561.651882:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977561.651890:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977561.651893:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977561.651898:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977561.651934:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977561.651939:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977561.651945:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977561.651946:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977561.651951:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977561.651952:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977561.651956:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977561.651957:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977561.651961:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977561.651962:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977562.675398:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977562.675403:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977562.675409:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977562.675410:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977562.675414:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977562.675415:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977562.675419:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977562.675420:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977562.675423:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977562.675424:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977562.675470:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977562.675474:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977562.675477:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977562.675481:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977562.675487:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977562.675491:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977562.675495:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977562.675498:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977562.675500:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977562.675720:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977562.675724:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977562.675725:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977562.675727:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977562.675729:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977562.675731:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977562.675733:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977562.675734:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977562.675736:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977563.699561:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977563.699572:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977563.699577:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977563.699585:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977563.699593:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977563.699600:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977563.700354:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977563.700356:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977563.700360:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977563.700391:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977563.700396:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977563.700403:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977563.700405:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977563.700410:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977563.700412:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977563.700418:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977563.700419:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977563.700422:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977563.700423:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977564.723398:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977564.723404:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977564.723414:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977564.723420:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977564.723424:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977564.723428:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977564.723435:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977564.723439:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977564.723446:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977564.723451:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977564.723461:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977564.723464:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977564.723468:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977564.723472:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977564.723478:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977564.723482:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977564.723487:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977564.723492:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977564.723501:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977564.723506:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977564.723510:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977564.723515:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977564.723521:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977564.723525:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977564.723529:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977564.723535:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977564.723541:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977564.723545:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977564.723548:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977564.723550:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977564.723554:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977564.723558:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977564.723565:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977564.723570:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977564.723589:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977564.723592:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977564.723594:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977565.747408:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977565.747413:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977565.747422:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977565.747426:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977565.747432:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977565.747436:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977565.747444:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977565.747446:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977565.747450:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977565.747454:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977565.747477:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977565.747480:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977565.747483:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977565.747710:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977565.747714:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977565.747716:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977565.747719:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977565.747722:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977565.747733:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977565.747736:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977565.747738:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977565.747741:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977565.747765:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977565.747768:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977565.747770:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977565.747773:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977565.747775:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977565.747778:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977565.747781:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977565.747782:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977565.747785:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977565.749350:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977565.749355:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977565.749359:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977565.749364:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977565.749369:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977565.749373:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977565.749380:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977565.749383:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977565.749386:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977566.771411:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977566.771417:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977566.771420:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977566.771426:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977566.771432:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977566.771437:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977566.771444:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977566.771448:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977566.771452:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977566.771474:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977566.771478:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977566.771483:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977566.771486:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977566.771492:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977566.771494:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977566.771498:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977566.771499:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977566.771501:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977566.771502:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977566.771516:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977566.771518:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977566.771519:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977567.795573:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977567.795577:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977567.795579:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977567.795582:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977567.795585:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977567.795587:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977567.795590:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977567.795592:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977567.795594:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977567.795617:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977567.795620:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977567.795625:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977567.795627:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977567.795632:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977567.795635:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977567.795641:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977567.795644:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977567.795650:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977567.795653:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977567.795673:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977567.795676:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977567.795680:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977567.795708:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977567.795713:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977567.795716:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977567.795718:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977567.795721:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977567.795723:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977567.795724:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977567.795726:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977567.795728:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977568.307424:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977568.307435:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977568.307437:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977568.307442:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977568.307446:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977568.307453:0:226353:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 15221 00000400:00000200:0.0:1783977568.307463:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977568.307469:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977568.307473:0:226353:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977568.307476:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977568.307479:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977568.307482:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977568.307484:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977568.307489:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977568.307491:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783977568.307494:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977568.307498:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783977568.307500:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783977568.307502:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783977568.307505:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977568.307515:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977568.307518:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977568.307520:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977568.307523:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783977568.307527:0:226353:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977568.307530:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977568.307533:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977568.307536:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977568.307540:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977568.307543:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977568.307545:0:226353:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977568.307552:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783977568.307556:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783977568.307560:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977568.307562:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977568.307566:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977568.307570:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977568.307573:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977568.307581:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783977568.307593:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977568.307603:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402777984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977568.307615:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977568.307620:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977568.307625:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402777984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977568.307654:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977568.307658:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977568.307662:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977568.307664:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977568.307665:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977568.307669:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977568.307672:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15221 00000400:00000200:0.0:1783977568.307676:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977568.307679:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977568.307695:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977568.307700:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977568.307702:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977568.307704:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977568.307707:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977568.307710:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977568.307712:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783977568.307713:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977568.307716:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783977568.307725:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783977568.307727:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783977568.307730:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977568.307732:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977568.307734:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977568.307736:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977568.307739:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783977568.307742:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977568.307745:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977568.307746:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977568.307752:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977568.307755:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977568.307757:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977568.307761:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977568.307764:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977568.307766:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977568.307769:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783977568.307772:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977568.307776:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977568.307777:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977568.307779:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977568.307781:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977568.307784:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977568.307790:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783977568.307794:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977568.307814:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402778112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977568.307826:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977568.307832:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977568.307846:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402778112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977568.307861:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977568.307867:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977568.307873:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977568.307877:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977568.307881:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977568.307886:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977568.307892:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15221 00000400:00000200:0.0:1783977568.307900:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977568.307904:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977568.307909:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977568.307924:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977568.307928:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977568.307932:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977568.307938:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977568.307941:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977568.307943:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783977568.307946:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977568.307950:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783977568.307956:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783977568.307960:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783977568.307967:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977568.307973:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977568.307978:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977568.307982:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977568.307988:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783977568.307993:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977568.307999:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977568.308002:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977568.308007:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977568.308011:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977568.308013:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977568.308016:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977568.308022:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977568.308023:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977568.308029:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783977568.308034:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977568.308040:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977568.308043:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977568.308046:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977568.308049:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977568.308052:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977568.308058:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783977568.308064:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977568.308073:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402778240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977568.308089:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977568.308094:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977568.308100:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402778240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977568.308111:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977568.308116:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977568.308121:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977568.308124:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977568.308127:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977568.308133:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977568.308139:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15221 00000400:00000200:0.0:1783977568.308148:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977568.308156:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977568.308160:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977568.308166:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977568.308170:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977568.308177:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977568.308181:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977568.308185:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977568.308188:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783977568.308192:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977568.308197:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783977568.308201:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783977568.308206:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783977568.308214:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977568.308218:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977568.308221:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977568.308225:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977568.308230:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783977568.308237:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977568.308244:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977568.308249:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977568.308254:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977568.308257:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977568.308260:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977568.308264:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977568.308269:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977568.308273:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977568.308280:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783977568.308332:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977568.308337:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977568.308340:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977568.308344:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977568.308348:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977568.308352:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977568.308361:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783977568.308367:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977568.308376:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402778368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977568.308389:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977568.308394:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977568.308403:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402778368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977568.308420:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977568.308425:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977568.308434:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977568.308437:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977568.308440:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977568.308445:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977568.308451:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15221 00000400:00000200:0.0:1783977568.308460:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977568.308467:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977568.308471:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977568.308477:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977568.308482:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977568.308487:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977568.308492:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977568.308499:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977568.308502:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783977568.308506:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977568.308511:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783977568.308516:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783977568.308522:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783977568.308529:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977568.308534:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977568.308539:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977568.308543:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977568.308548:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783977568.308555:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977568.308560:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977568.308565:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977568.308569:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977568.308574:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977568.308579:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977568.308582:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977568.308589:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977568.308593:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977568.308599:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783977568.308603:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977568.308608:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977568.308611:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977568.308615:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977568.308619:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977568.308622:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977568.308629:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783977568.308635:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977568.308643:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402778496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977568.308653:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977568.308658:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977568.308665:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402778496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977568.308697:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977568.308704:0:226353:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15231) 00000100:00000001:0.0:1783977568.819423:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977568.819428:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977568.819433:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977568.819437:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977568.819443:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977568.819450:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977568.819464:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977568.819468:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977568.819473:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977568.819489:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977568.819495:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977568.819498:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977568.819502:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977568.819506:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977568.819509:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977568.819519:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977568.819523:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977568.819528:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977568.819553:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977568.819558:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977568.819561:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977568.819564:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977568.819567:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977568.819570:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977568.819575:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977568.819580:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977568.819588:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977568.819591:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977568.819597:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977568.819601:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977568.819607:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977568.819611:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977568.819615:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977568.819616:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977568.819633:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977568.819636:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977568.819639:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977569.843415:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977569.843422:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977569.843424:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977569.843430:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977569.843436:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977569.843440:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977569.843444:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977569.843448:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977569.843455:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977569.843483:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977569.843487:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977569.843492:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977569.843494:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977569.843499:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977569.843500:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977569.843504:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977569.843505:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977569.843507:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977569.843508:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977569.843525:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977569.843528:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977569.843530:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977569.843766:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977569.843771:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977569.843774:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977569.843779:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977569.843783:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977569.843787:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977569.843806:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977569.843809:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977569.843812:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977570.867418:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977570.867427:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977570.867433:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977570.867440:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977570.867444:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977570.867448:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977570.867460:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977570.867464:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977570.867471:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977570.867489:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977570.867493:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977570.867497:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977570.867504:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977570.867510:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977570.867516:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977570.867534:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977570.867536:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977570.867538:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977570.867787:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977570.867790:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977570.867794:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977570.867795:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977570.867799:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977570.867800:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977570.867803:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977570.867804:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977570.867808:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977570.867809:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977570.867826:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977570.867828:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977570.867831:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977571.891474:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977571.891477:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977571.891478:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977571.891481:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977571.891482:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977571.891484:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977571.891486:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977571.891487:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977571.891488:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977571.894326:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977571.894333:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977571.894339:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977571.894340:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977571.894345:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977571.894347:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977571.894350:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977571.894351:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977571.894355:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977571.894356:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977571.894381:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977571.894382:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977571.894384:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977572.915439:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977572.915449:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977572.915458:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977572.915459:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977572.915463:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977572.915464:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977572.915468:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977572.915469:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977572.915473:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977572.915474:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977572.915499:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977572.915501:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977572.915504:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977572.915529:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977572.915532:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977572.915534:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977572.915541:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977572.915548:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977572.915555:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977572.915562:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977572.915567:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977572.915573:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977572.915703:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977572.915716:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977572.915719:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977572.915724:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977572.915732:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977572.915738:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977572.915746:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977572.915750:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977572.915754:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977572.916366:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977572.916370:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977572.916374:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977572.916379:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977572.916383:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977572.916385:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977572.916387:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977572.916388:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977572.916390:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977573.427443:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977573.427458:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977573.427461:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977573.427466:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977573.427471:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977573.427481:0:296888:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 15226 00000400:00000200:0.0:1783977573.427494:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977573.427500:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977573.427504:0:296888:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977573.427507:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977573.427510:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977573.427512:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977573.427515:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977573.427520:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977573.427522:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783977573.427525:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977573.427529:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783977573.427531:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783977573.427533:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783977573.427537:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977573.427539:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977573.427541:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977573.427543:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977573.427546:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783977573.427549:0:296888:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977573.427552:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977573.427555:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977573.427559:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977573.427562:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977573.427565:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977573.427568:0:296888:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977573.428006:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783977573.428011:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783977573.428016:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977573.428017:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977573.428021:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977573.428025:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977573.428030:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977573.428041:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783977573.428050:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977573.428063:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620402778624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977573.428073:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977573.428079:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977573.428084:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620402778624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977573.428117:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977573.428120:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977573.428124:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977573.428125:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977573.428127:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977573.428131:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977573.428133:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15226 00000400:00000200:0.0:1783977573.428138:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977573.428141:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977573.428143:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977573.428145:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977573.428148:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977573.428150:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977573.428153:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977573.428155:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977573.428156:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783977573.428158:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977573.428160:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783977573.428162:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783977573.428164:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783977573.428167:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977573.428169:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977573.428170:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977573.428172:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977573.428174:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783977573.428177:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977573.428180:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977573.428181:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977573.428189:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977573.428191:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977573.428193:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977573.428199:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977573.428203:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977573.428205:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977573.428209:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783977573.428211:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977573.428214:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977573.428215:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977573.428217:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977573.428218:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977573.428220:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977573.428224:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783977573.428228:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977573.428233:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620402778752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977573.428241:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977573.428243:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977573.428247:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620402778752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977573.428254:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977573.428258:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977573.428261:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977573.428262:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977573.428264:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977573.428266:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977573.428269:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15226 00000400:00000200:0.0:1783977573.428272:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977573.428275:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977573.428278:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977573.428280:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977573.428282:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977573.428284:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977573.428286:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977573.428288:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977573.428289:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783977573.428291:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977573.428332:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783977573.428334:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783977573.428336:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783977573.428339:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977573.428342:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977573.428343:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977573.428345:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977573.428347:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783977573.428350:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977573.428352:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977573.428353:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977573.428356:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977573.428358:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977573.428360:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977573.428362:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977573.428363:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977573.428366:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977573.428369:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783977573.428371:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977573.428374:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977573.428375:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977573.428377:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977573.428378:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977573.428380:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977573.428384:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783977573.428387:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977573.428392:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620402778880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977573.428398:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977573.428400:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977573.428404:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620402778880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977573.428411:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977573.428414:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977573.428418:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977573.428420:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977573.428421:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977573.428424:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977573.428427:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15226 00000400:00000200:0.0:1783977573.428430:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977573.428433:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977573.428435:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977573.428438:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977573.428440:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977573.428441:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977573.428443:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977573.428445:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977573.428447:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783977573.428448:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977573.428451:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783977573.428453:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783977573.428455:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783977573.428458:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977573.428460:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977573.428462:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977573.428464:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977573.428466:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783977573.428469:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977573.428471:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977573.428473:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977573.428476:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977573.428478:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977573.428480:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977573.428483:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977573.428485:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977573.428487:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977573.428493:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783977573.428495:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977573.428498:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977573.428499:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977573.428501:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977573.428503:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977573.428504:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977573.428507:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783977573.428509:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977573.428513:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402779008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977573.428517:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977573.428519:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977573.428521:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402779008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977573.428525:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977573.428527:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977573.428529:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977573.428530:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977573.428531:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977573.428533:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977573.428535:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15226 00000400:00000200:0.0:1783977573.428538:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977573.428539:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977573.428540:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977573.428542:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977573.428544:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977573.428545:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977573.428546:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977573.428548:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977573.428548:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783977573.428549:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977573.428550:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783977573.428551:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783977573.428552:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783977573.428554:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977573.428555:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977573.428556:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977573.428557:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977573.428558:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783977573.428559:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977573.428560:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977573.428562:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977573.428563:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977573.428565:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977573.428566:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977573.428567:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977573.428569:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977573.428570:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977573.428572:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783977573.428583:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977573.428586:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977573.428587:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977573.428589:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977573.428598:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977573.428600:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977573.428606:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783977573.428610:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977573.428615:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402779136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977573.428622:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977573.428624:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977573.428628:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402779136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977573.428643:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977573.428649:0:296888:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15236) 00000100:00000001:0.0:1783977573.939633:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977573.939639:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977573.939643:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977573.939701:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977573.939705:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977573.939708:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977573.940232:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977573.940235:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977573.940238:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977573.940263:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977573.940267:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977573.940272:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977573.940274:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977573.940279:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977573.940280:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977573.940285:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977573.940286:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977573.940290:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977573.940292:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977573.940329:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977573.940332:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977573.940335:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977574.963447:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977574.963454:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977574.963457:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977574.963462:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977574.963467:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977574.963473:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977574.963480:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977574.963497:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977574.963503:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977574.963533:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977574.963541:0:296952:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977574.963555:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977574.963574:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977574.963580:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977574.963585:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977574.963596:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977574.963605:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977574.963612:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977574.963616:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977574.963622:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977574.963624:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977574.963625:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977574.963626:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977574.963628:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977574.963631:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977574.963632:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977574.963636:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977574.963646:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977574.963648:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977574.963649:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977574.963650:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977574.963651:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977574.963653:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977574.963654:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977574.963655:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977574.963658:0:296952:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977574.963659:0:296952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977574.963660:0:296952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977574.963661:0:296952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977574.963662:0:296952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977574.963663:0:296952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977574.963665:0:296952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977574.963667:0:296952:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977574.963684:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977574.963686:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977574.963689:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977574.963799:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977574.963803:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977574.963806:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977574.963810:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977574.963815:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977574.963819:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977574.963823:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977574.963825:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977574.963827:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977574.963843:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977574.963845:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977574.963847:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977574.963848:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977574.963850:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977574.963851:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977574.963853:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977574.963853:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977574.963855:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977575.987590:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977575.987596:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977575.987600:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977575.987608:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977575.987614:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977575.987620:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977575.987627:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977575.987631:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977575.987636:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977575.987674:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977575.987683:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977575.987700:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977575.987705:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977575.987715:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977575.987718:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977575.987722:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977575.987725:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977575.987728:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977575.987730:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977575.987759:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977575.987767:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977575.987776:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977577.011541:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977577.011544:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977577.011545:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977577.011548:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977577.011550:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977577.011552:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977577.011554:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977577.011555:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977577.011557:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977577.011564:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977577.011566:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977577.011567:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977577.011569:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977577.011570:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977577.011572:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977577.011573:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977577.011574:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977577.011575:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977577.011591:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977577.011596:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977577.011601:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977577.011604:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977577.011607:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977577.011608:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977577.011611:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977577.011613:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977577.011619:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977577.011621:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977577.011641:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977577.011645:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977577.011652:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977578.035407:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977578.035416:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977578.035419:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977578.035425:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977578.035432:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977578.035436:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977578.035440:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977578.035443:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977578.035448:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977578.035472:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977578.035476:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977578.035481:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977578.035482:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977578.035486:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977578.035487:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977578.035491:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977578.035492:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977578.035495:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977578.035496:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977578.035525:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977578.035528:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977578.035532:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977578.035565:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977578.035568:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977578.035570:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977578.035573:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977578.035576:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977578.035578:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977578.035580:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977578.035583:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977578.035588:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977578.035621:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977578.035626:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977578.035630:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977578.035634:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977578.035636:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977578.035638:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977578.035641:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977578.035642:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977578.035646:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977578.547410:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977578.547419:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977578.547422:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977578.547432:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977578.547437:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977578.547444:0:296888:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 15231 00000400:00000200:0.0:1783977578.547453:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977578.547458:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977578.547461:0:296888:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977578.547464:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977578.547467:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977578.547469:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977578.547471:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977578.547475:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977578.547477:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783977578.547479:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977578.547482:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783977578.547485:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783977578.547487:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783977578.547511:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977578.547514:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977578.547515:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977578.547517:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977578.547520:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783977578.547523:0:296888:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977578.547525:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977578.547529:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977578.547532:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977578.547535:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977578.547537:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977578.547539:0:296888:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977578.547548:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783977578.547552:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783977578.547555:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977578.547557:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977578.547560:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977578.547563:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977578.547566:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977578.547583:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783977578.547590:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977578.547599:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402779264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977578.547607:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977578.547612:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977578.547615:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402779264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977578.547641:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977578.547644:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977578.547647:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977578.547652:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977578.547654:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977578.547657:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977578.547660:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15231 00000400:00000200:0.0:1783977578.547664:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977578.547668:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977578.547670:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977578.547673:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977578.547678:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977578.547681:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977578.547685:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977578.547689:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977578.547691:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783977578.547693:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977578.547696:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783977578.547700:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783977578.547705:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783977578.547712:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977578.547716:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977578.547721:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977578.547723:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977578.547728:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783977578.547731:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977578.547733:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977578.547734:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977578.547740:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977578.547744:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977578.547746:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977578.547751:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977578.547754:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977578.547755:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977578.547757:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783977578.547758:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977578.547766:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977578.547768:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977578.547770:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977578.547772:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977578.547775:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977578.547784:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783977578.547790:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977578.547800:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402779392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977578.547814:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977578.547817:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977578.547821:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402779392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977578.547844:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977578.547849:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977578.547853:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977578.547854:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977578.547856:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977578.547860:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977578.547866:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15231 00000400:00000200:0.0:1783977578.547874:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977578.547881:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977578.547886:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977578.547891:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977578.547895:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977578.547899:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977578.547902:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977578.547904:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977578.547905:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783977578.547906:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977578.547909:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783977578.547912:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783977578.547915:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783977578.547919:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977578.547921:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977578.547925:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977578.547928:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977578.547930:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783977578.547945:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977578.547951:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977578.547956:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977578.547960:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977578.547962:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977578.547964:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977578.547967:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977578.547973:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977578.547977:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977578.547982:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783977578.547985:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977578.547987:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977578.547990:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977578.547992:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977578.547994:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977578.547997:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977578.548001:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783977578.548005:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977578.548011:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402779520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977578.548016:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977578.548019:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977578.548022:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402779520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977578.548037:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977578.548041:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977578.548057:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977578.548060:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977578.548061:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977578.548065:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977578.548071:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15231 00000400:00000200:0.0:1783977578.548078:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977578.548085:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977578.548088:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977578.548093:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977578.548097:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977578.548101:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977578.548106:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977578.548111:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977578.548114:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783977578.548117:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977578.548126:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783977578.548131:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783977578.548136:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783977578.548143:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977578.548148:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977578.548151:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977578.548157:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977578.548162:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783977578.548167:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977578.548172:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977578.548175:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977578.548179:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977578.548182:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977578.548184:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977578.548187:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977578.548190:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977578.548192:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977578.548196:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783977578.548199:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977578.548204:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977578.548205:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977578.548208:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977578.548211:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977578.548212:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977578.548220:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783977578.548222:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977578.548227:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402779648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977578.548236:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977578.548241:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977578.548249:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402779648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977578.548263:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977578.548268:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977578.548273:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977578.548275:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977578.548277:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977578.548280:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977578.548282:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15231 00000400:00000200:0.0:1783977578.548285:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977578.548290:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977578.548321:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977578.548328:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977578.548333:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977578.548336:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977578.548340:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977578.548345:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977578.548348:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783977578.548351:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977578.548356:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783977578.548360:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783977578.548364:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783977578.548371:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977578.548375:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977578.548381:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977578.548385:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977578.548389:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783977578.548395:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977578.548400:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977578.548404:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977578.548407:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977578.548411:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977578.548414:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977578.548416:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977578.548421:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977578.548423:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977578.548426:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783977578.548427:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977578.548429:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977578.548430:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977578.548433:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977578.548435:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977578.548438:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977578.548445:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783977578.548449:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977578.548456:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402779776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977578.548465:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977578.548468:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977578.548473:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402779776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977578.548481:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977578.548486:0:296888:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15242) 00000100:00000001:0.0:1783977579.059427:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977579.059432:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977579.059435:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977579.059439:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977579.059445:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977579.059448:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977579.059716:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977579.059718:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977579.059721:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977579.059740:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977579.059744:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977579.059747:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977579.059750:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977579.059753:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977579.059755:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977579.059757:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977579.059759:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977579.059763:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977579.059764:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977579.059768:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977579.059769:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977579.059773:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977579.059774:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977579.059777:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977579.059778:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977579.059794:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977579.059797:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977579.059800:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977580.083422:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977580.083432:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977580.083438:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977580.083445:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977580.083451:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977580.083456:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977580.083462:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977580.083466:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977580.083487:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977580.083537:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977580.083543:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977580.083553:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977580.083557:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977580.083566:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977580.083569:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977580.083574:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977580.083576:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977580.083580:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977580.083582:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977580.083599:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977580.083603:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977580.083609:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977581.107412:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977581.107417:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977581.107426:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977581.107430:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977581.107437:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977581.107441:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977581.107447:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977581.107450:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977581.107461:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977581.107464:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977581.107484:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977581.107487:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977581.107491:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977581.107518:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977581.107523:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977581.107526:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977581.107529:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977581.107547:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977581.107551:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977581.107558:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977581.107563:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977581.107568:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977582.131433:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977582.131453:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977582.131457:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977582.131465:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977582.131470:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977582.131474:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977582.131476:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977582.131479:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977582.131486:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977582.131513:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977582.131518:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977582.131523:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977582.131525:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977582.131530:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977582.131532:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977582.131535:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977582.131537:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977582.131540:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977582.131541:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977582.131570:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977582.131573:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977582.131577:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977582.131626:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977582.131630:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977582.131631:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977582.131634:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977582.131637:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977582.131639:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977582.131641:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977582.131643:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977582.131645:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977582.132963:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977582.132966:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977582.132967:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977582.132969:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977582.132971:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977582.132973:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977582.132975:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977582.132977:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977582.132979:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977583.155517:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977583.155524:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977583.155531:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977583.155532:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977583.155536:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977583.155538:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977583.155541:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977583.155542:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977583.155545:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977583.155546:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977583.155563:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977583.155566:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977583.155569:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977583.155823:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977583.155829:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977583.155832:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977583.155838:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977583.155842:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977583.155847:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977583.155851:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977583.155855:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977583.155859:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977584.179422:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977584.179430:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977584.179432:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977584.179438:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977584.179442:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977584.179445:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977584.179449:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977584.179451:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977584.179454:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977584.179477:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977584.179480:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977584.179484:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977584.179485:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977584.179490:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977584.179494:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977584.179500:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977584.179504:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977584.179509:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977584.179513:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977584.179530:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977584.179534:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977584.179537:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977584.180183:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977584.180185:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977584.180187:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977584.180189:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977584.180191:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977584.180193:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977584.180194:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977584.180196:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977584.180198:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977584.181307:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977584.181310:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977584.181311:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977584.181314:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977584.181316:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977584.181318:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977584.181320:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977584.181322:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977584.181324:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977585.203486:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977585.203491:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977585.203495:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977585.203500:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977585.203506:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977585.203520:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977585.203524:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977585.203530:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977585.203537:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977585.203564:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977585.203569:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977585.203577:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977585.203583:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977585.203588:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977585.203594:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977585.203600:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977585.203604:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977585.203607:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977585.203620:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977585.203626:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977585.203634:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977585.203637:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977585.203639:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977585.203642:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977585.203643:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977585.203645:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977585.203648:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977585.203652:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977585.203653:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977585.203658:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977585.203666:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977585.203668:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977585.203669:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977585.203671:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977585.203672:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977585.203676:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977585.203678:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977585.203679:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977585.203680:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977585.203682:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977585.203683:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977585.203684:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977585.203686:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977585.203703:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977585.203706:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977585.203708:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977586.227423:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977586.227431:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977586.227436:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977586.227443:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977586.227449:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977586.227454:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977586.227461:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977586.227465:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977586.227470:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977586.227488:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977586.227493:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977586.227497:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977586.227503:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977586.227507:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977586.227512:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977586.227523:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977586.227526:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977586.227530:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977586.227556:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977586.227560:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977586.227565:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977586.227567:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977586.227571:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977586.227572:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977586.227576:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977586.227577:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977586.227580:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977586.227582:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977586.227603:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977586.227605:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977586.227608:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1783977586.739937:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.148:988 00000400:00000100:0.0:1783977586.739980:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.148@tcp at host 192.168.201.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1783977586.739989:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977586.739992:0:2392:0:(router.c:1791:lnet_notify()) 192.168.201.48@tcp notifying 192.168.201.148@tcp: down 00000400:00000200:0.0:1783977586.739997:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977586.740001:0:2392:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1783977586.740006:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783977586.740009:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3eb1300. 00000400:00000200:0.0:1783977586.740015:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977586.740020:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977586.740026:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b14f68 00000400:00000010:0.0:1783977586.740028:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b14f68. 00000100:00000001:0.0:1783977586.740033:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977586.740041:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83ef882300 x1870620402779904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977586.742571:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977586.742581:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882300 x1870620402779904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977608 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977586.743321:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783977586.743324:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783977586.743667:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83eec15c00. 02000000:00000001:0.0:1783977586.743674:0:2392:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783977586.743677:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783977586.743679:0:2392:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783977586.743682:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783977586.743684:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783977586.743689:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783977586.743690:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783977586.743692:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882300. 00000100:00000001:0.0:1783977586.743697:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783977586.743698:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977586.743701:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783977586.743714:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783977586.743718:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3eb1b00. 00000400:00000200:0.0:1783977586.743723:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977586.743728:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977586.743734:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b14ee0 00000400:00000010:0.0:1783977586.743736:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b14ee0. 00000100:00000001:0.0:1783977586.743739:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977586.743745:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83ef880000 x1870620402780032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977586.743769:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977586.743773:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880000 x1870620402780032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977608 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977586.743780:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977586.743782:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783977586.743788:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783977586.743791:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3eb1200. 00000400:00000200:0.0:1783977586.743794:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977586.743797:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977586.743800:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b14110 00000400:00000010:0.0:1783977586.743802:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b14110. 00000100:00000001:0.0:1783977586.743804:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977586.743809:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83ef881c00 x1870620402780160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977586.743817:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977586.743819:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881c00 x1870620402780160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977608 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977586.743826:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977586.743827:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783977586.743832:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783977586.743834:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3eb1c00. 00000400:00000200:0.0:1783977586.743837:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977586.743840:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977586.743843:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b14908 00000400:00000010:0.0:1783977586.743845:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b14908. 00000100:00000001:0.0:1783977586.743848:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977586.743852:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83ef881f80 x1870620402780288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977586.743860:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977586.743863:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881f80 x1870620402780288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977608 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977586.743870:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977586.743872:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783977586.743876:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783977586.743879:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3eb1a00. 00000400:00000200:0.0:1783977586.743881:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977586.743884:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977586.743887:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b14990 00000400:00000010:0.0:1783977586.743888:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b14990. 00000100:00000001:0.0:1783977586.743891:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977586.743895:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83ef883100 x1870620402780416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977586.743902:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977586.743905:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883100 x1870620402780416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977608 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977586.743911:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977586.743912:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1783977587.251429:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977587.251435:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977587.251444:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977587.251448:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977587.251457:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977587.251460:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977587.251467:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977587.251471:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977587.251475:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977587.251477:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977587.251496:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977587.251498:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977587.251499:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977587.251501:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977587.251502:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977587.251504:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977587.251506:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977587.251508:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977587.251511:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977587.251521:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977587.251525:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977587.251528:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977587.251547:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977587.251549:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977587.251552:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977587.251554:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977587.251556:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977587.251558:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977587.251559:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977587.251560:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977587.251561:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977588.275493:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977588.275501:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977588.275503:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977588.275508:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977588.275513:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977588.275517:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977588.275520:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977588.275523:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977588.275529:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977588.275557:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977588.275561:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977588.275566:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977588.275568:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977588.275572:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977588.275573:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977588.275576:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977588.275578:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977588.275581:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977588.275583:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977588.275609:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977588.275612:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977588.275614:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977588.276776:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977588.276782:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977588.276784:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977588.276788:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977588.276791:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977588.276794:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977588.276796:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977588.276798:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977588.276801:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977589.299430:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977589.299437:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977589.299440:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977589.299450:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977589.299455:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977589.299459:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977589.299464:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977589.299467:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977589.299471:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977589.299495:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977589.299500:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977589.299502:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977589.299512:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977589.299515:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977589.299517:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977589.299520:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977589.299523:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977589.299527:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977589.299529:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977589.299534:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977589.299536:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977589.299539:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977589.299541:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977589.299544:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977589.299545:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977589.299565:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977589.299569:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977589.299572:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977589.299609:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977589.299613:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977589.299615:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977589.299617:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977589.299619:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977589.299622:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977589.299626:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977589.299629:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977589.299635:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977590.323412:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977590.323418:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977590.323422:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977590.323428:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977590.323433:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977590.323437:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977590.323444:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977590.323448:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977590.323451:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977590.323487:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977590.323492:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977590.323500:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977590.323504:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977590.323511:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977590.323515:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977590.323522:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977590.323526:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977590.323531:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977590.323532:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977590.323552:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977590.323557:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977590.323562:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977591.347438:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977591.347444:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977591.347451:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977591.347452:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977591.347456:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977591.347457:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977591.347461:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977591.347462:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977591.347465:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977591.347467:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977591.347490:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977591.347494:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977591.347497:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977591.348237:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977591.348242:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977591.348245:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977591.348251:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977591.348254:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977591.348256:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977591.348259:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977591.348261:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977591.348264:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977591.348376:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977591.348380:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977591.348381:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977591.348384:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977591.348387:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977591.348390:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977591.348392:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977591.348395:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977591.348400:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977591.350927:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977591.350933:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977591.350938:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977591.350942:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977591.350946:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977591.350951:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977591.351025:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977591.351027:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977591.351030:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977592.371619:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977592.371625:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977592.371630:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977592.371637:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977592.371643:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977592.371648:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977592.371790:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977592.371792:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977592.371795:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977592.371820:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977592.371825:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977592.371830:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977592.371831:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977592.371836:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977592.371837:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977592.371842:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977592.371844:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977592.371848:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977592.371849:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977592.371873:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977592.371876:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977592.371879:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977593.395479:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977593.395490:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977593.395507:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977593.395509:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977593.395514:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977593.395516:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977593.395520:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977593.395522:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977593.395526:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977593.395527:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977593.395557:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977593.395563:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977593.395568:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977593.396018:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977593.396022:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977593.396023:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977593.396026:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977593.396028:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977593.396030:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977593.396032:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977593.396033:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977593.396036:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977593.397031:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977593.397036:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977593.397039:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977593.397049:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977593.397057:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977593.397063:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977593.397068:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977593.397077:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977593.397085:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977594.419655:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977594.419659:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977594.419668:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977594.419671:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977594.419676:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977594.419678:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977594.419682:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977594.419686:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977594.419691:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977594.419694:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977595.443600:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977595.443604:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977595.443606:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977595.443609:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977595.443611:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977595.443614:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977595.443615:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977595.443617:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977595.443620:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977595.443640:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977595.443643:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977595.443647:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977595.443650:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977595.443653:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977595.443655:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977595.443658:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977595.443659:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977595.443660:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977595.443662:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977595.443664:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977595.443665:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977595.443666:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977595.443667:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977595.443668:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977595.443669:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977595.443670:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977595.443671:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977595.443674:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977595.443714:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977595.443715:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977595.443716:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977595.443717:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977595.443717:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977595.443718:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977595.443720:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977595.443722:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977595.443723:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977595.443723:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977595.443724:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977595.443725:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977595.443726:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977595.443726:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977595.443727:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977595.443750:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977595.443751:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977595.443752:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977595.443753:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977595.443754:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977595.443756:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977595.445170:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977595.445174:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977595.445178:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977596.467578:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977596.467580:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977596.467581:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977596.467583:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977596.467585:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977596.467587:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977596.467588:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977596.467589:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977596.467591:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977596.467607:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977596.467610:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977596.467617:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977596.467621:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977596.467629:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977596.467632:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977596.467640:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977596.467644:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977596.467648:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977596.467649:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977597.491549:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977597.491554:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977597.491561:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977597.491564:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977597.491570:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977597.491573:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977597.491579:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977597.491582:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977597.491587:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977597.491589:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977598.515552:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977598.515558:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977598.515564:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977598.515569:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977598.515577:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977598.515580:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977598.515582:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977598.515585:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977598.515591:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977598.515595:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977598.515602:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977598.515605:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977598.515624:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977598.515627:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977598.515632:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977598.515633:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977599.539406:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977599.539412:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977599.539416:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977599.539424:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977599.539430:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977599.539434:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977599.539439:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977599.539444:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977599.539451:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977599.539478:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977599.539484:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977599.539493:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977599.539497:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977599.539505:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977599.539509:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977599.539517:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977599.539521:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977599.539527:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977599.539531:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977600.563583:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977600.563588:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977600.563591:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977600.563596:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977600.563613:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977600.563619:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977600.563625:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977600.563630:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977600.563637:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977600.563666:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977600.563680:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977600.563691:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977600.563694:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977600.563700:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977600.563702:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977600.563706:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977600.563707:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977600.563710:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977600.563711:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977601.587404:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977601.587409:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977601.587414:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977601.587421:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977601.587426:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977601.587430:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977601.587434:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977601.587438:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977601.587441:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977601.587466:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977601.587469:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977601.587474:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977601.587477:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977601.587482:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977601.587486:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977601.587493:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977601.587498:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977601.587505:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977601.587508:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977602.611414:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977602.611418:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977602.611425:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977602.611428:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977602.611432:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977602.611435:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977602.611442:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977602.611445:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977602.611451:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977602.611453:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977602.611583:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977602.611586:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977602.611588:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977602.611591:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977602.611594:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977602.611597:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977602.611601:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977602.611604:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977602.611609:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977602.611639:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977602.611644:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977602.611648:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977602.611652:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977602.611657:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977602.611660:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977602.611664:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977602.611667:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977602.611670:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977603.635399:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977603.635408:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977603.635413:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977603.635419:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977603.635426:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977603.635431:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977603.635437:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977603.635440:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977603.635446:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977603.635474:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977603.635480:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977603.635484:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977603.635490:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977603.635495:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977603.635500:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977603.635505:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977603.635508:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977603.635512:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977603.635532:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977603.635534:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977603.635537:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977603.635538:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977603.635540:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977603.635541:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977603.635543:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977603.635544:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977603.635546:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977603.635546:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977604.659576:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977604.659580:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977604.659581:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977604.659584:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977604.659587:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977604.659589:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977604.659591:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977604.659592:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977604.659595:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977604.659608:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977604.659613:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977604.659616:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977604.659620:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977604.659624:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977604.659628:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977604.659632:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977604.659635:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977604.659638:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977604.659664:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977604.659666:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977604.659670:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977604.659673:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977604.659676:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977604.659680:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977604.659682:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977604.659684:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977604.659687:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977604.659689:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977604.659692:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977604.659694:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977604.659695:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977604.659696:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977604.659698:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977604.659699:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977604.659701:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977604.659702:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977604.659706:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977604.659707:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977604.659709:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977604.659710:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977604.659711:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977604.659713:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977604.659714:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977604.659716:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977604.659719:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977604.659721:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977604.659722:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977604.659724:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977604.659725:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977604.659726:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977604.659728:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977604.659729:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977605.683390:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977605.683396:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977605.683400:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977605.683406:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977605.683412:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977605.683416:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977605.683420:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977605.683423:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977605.683431:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977605.683449:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977605.683453:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977605.683456:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977605.683461:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977605.683465:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977605.683469:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977605.683473:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977605.683477:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977605.683483:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977605.683505:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977605.683509:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977605.683513:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977605.683515:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977605.683519:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977605.683521:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977605.683525:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977605.683529:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977605.683535:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977605.683538:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977606.707559:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977606.707562:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977606.707564:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977606.707567:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977606.707571:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977606.707574:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977606.707576:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977606.707578:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977606.707581:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977606.707593:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977606.707597:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977606.707600:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977606.707604:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977606.707608:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977606.707611:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977606.707615:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977606.707619:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977606.707623:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977606.707647:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977606.707651:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977606.707656:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977606.707658:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977606.707661:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977606.707663:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977606.707665:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977606.707666:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977606.707669:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977606.707671:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977607.731406:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977607.731413:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977607.731416:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977607.731419:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977607.731424:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977607.731430:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977607.731434:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977607.731438:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977607.731445:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977607.731466:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977607.731469:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977607.731472:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977607.731476:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977607.731481:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977607.731485:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977607.731488:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977607.731491:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977607.731495:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977607.731517:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977607.731521:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977607.731526:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977607.731527:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977607.731531:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977607.731532:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977607.731535:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977607.731537:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977607.731540:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977607.731541:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977607.731708:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977607.731712:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977607.731713:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977607.731715:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977607.731717:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977607.731719:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977607.731721:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977607.731723:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977607.731725:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977608.755531:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977608.755536:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977608.755538:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977608.755541:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977608.755546:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977608.755549:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977608.755618:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977608.755621:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977608.755624:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977608.755644:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977608.755649:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977608.755652:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977608.755656:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977608.755659:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977608.755661:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977608.755663:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977608.755666:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977608.755670:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977608.755672:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977608.755675:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977608.755676:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977608.755680:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977608.755681:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977608.755684:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977608.755686:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977609.267389:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977609.267396:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977609.267398:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977609.267400:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977609.267404:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977609.267409:0:226353:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 15262 00000400:00000200:0.0:1783977609.267416:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977609.267420:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977609.267423:0:226353:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977609.267425:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977609.267427:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977609.267428:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977609.267430:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977609.267433:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977609.267434:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783977609.267436:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977609.267438:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783977609.267439:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783977609.267441:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783977609.267442:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977609.267443:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977609.267444:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977609.267446:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977609.267448:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783977609.267450:0:226353:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977609.267453:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977609.267456:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977609.267459:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977609.267461:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977609.267464:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977609.267466:0:226353:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977609.267473:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783977609.267477:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783977609.267481:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977609.267482:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977609.267485:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977609.267488:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977609.267492:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977609.267499:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783977609.267515:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977609.267524:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620402783104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977609.267534:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977609.267538:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977609.267543:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620402783104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977609.267561:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977609.267564:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977609.267567:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977609.267569:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977609.267570:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977609.267573:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977609.267575:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15262 00000400:00000200:0.0:1783977609.267579:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977609.267582:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977609.267584:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977609.267586:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977609.267588:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977609.267590:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977609.267592:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977609.267594:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977609.267595:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783977609.267597:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977609.267598:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783977609.267600:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783977609.267610:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783977609.267617:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977609.267619:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977609.267621:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977609.267622:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977609.267625:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783977609.267627:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977609.267630:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977609.267632:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977609.267637:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977609.267639:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977609.267641:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977609.267645:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977609.267648:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977609.267650:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977609.267653:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783977609.267655:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977609.267669:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977609.267670:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977609.267672:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977609.267673:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977609.267675:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977609.267678:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783977609.267681:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977609.267686:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620402783232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977609.267693:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977609.267695:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977609.267699:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620402783232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977609.267706:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977609.267709:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977609.267712:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977609.267713:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977609.267715:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977609.267717:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977609.267720:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15262 00000400:00000200:0.0:1783977609.267724:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977609.267727:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977609.267729:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977609.267731:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977609.267733:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977609.267735:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977609.267737:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977609.267740:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977609.267741:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783977609.267742:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977609.267744:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783977609.267751:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783977609.267754:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783977609.267757:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977609.267759:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977609.267761:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977609.267763:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977609.267765:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783977609.267767:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977609.267769:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977609.267771:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977609.267774:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977609.267776:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977609.267778:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977609.267780:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977609.267782:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977609.267783:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977609.267787:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783977609.267789:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977609.267791:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977609.267793:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977609.267794:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977609.267795:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977609.267797:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977609.267800:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783977609.267804:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977609.267809:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620402783360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977609.267816:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977609.267817:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977609.267821:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620402783360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977609.267828:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977609.267831:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977609.267834:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977609.267836:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977609.267837:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977609.267839:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977609.267842:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15262 00000400:00000200:0.0:1783977609.267845:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977609.267848:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977609.267850:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977609.267852:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977609.267854:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977609.267856:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977609.267859:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977609.267861:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977609.267862:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783977609.267863:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977609.267865:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783977609.267867:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783977609.267868:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783977609.267871:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977609.267873:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977609.267874:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977609.267876:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977609.267879:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783977609.267881:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977609.267883:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977609.267884:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977609.267887:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977609.267889:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977609.267891:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977609.267893:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977609.267896:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977609.267897:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977609.267902:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783977609.267904:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977609.267906:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977609.267907:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977609.267909:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977609.267910:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977609.267912:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977609.267915:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783977609.267918:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977609.267923:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402783488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977609.267930:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977609.267932:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977609.267935:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402783488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977609.267941:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977609.267943:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977609.267945:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977609.267946:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977609.267947:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977609.267948:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977609.267958:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15262 00000400:00000200:0.0:1783977609.267970:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977609.267972:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977609.267973:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977609.267975:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977609.267976:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977609.267977:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977609.267979:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977609.267981:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977609.267981:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783977609.267982:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977609.267984:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783977609.267985:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783977609.267986:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783977609.267987:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977609.267989:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977609.267990:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977609.267991:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977609.267993:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783977609.267996:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977609.267998:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977609.268000:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977609.268002:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977609.268004:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977609.268006:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977609.268007:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977609.268009:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977609.268011:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977609.268014:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783977609.268016:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977609.268019:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977609.268020:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977609.268021:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977609.268023:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977609.268024:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977609.268028:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783977609.268032:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977609.268036:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402783616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977609.268049:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977609.268051:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977609.268055:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402783616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977609.268062:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977609.268067:0:226353:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15272) 00000100:00000001:0.0:1783977609.779534:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977609.779538:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977609.779541:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977609.779546:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977609.779551:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977609.779555:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977609.779559:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977609.779563:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977609.779577:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977609.779602:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977609.779606:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977609.779610:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977609.779612:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977609.779616:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977609.779617:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977609.779620:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977609.779622:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977609.779625:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977609.779626:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977610.803405:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977610.803411:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977610.803416:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977610.803422:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977610.803436:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977610.803441:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977610.803444:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977610.803446:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977610.803449:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977610.803470:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977610.803475:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977610.803480:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977610.803484:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977610.803492:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977610.803495:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977610.803501:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977610.803505:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977610.803512:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977610.803517:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977611.827418:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977611.827423:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977611.827433:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977611.827436:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977611.827444:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977611.827447:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977611.827451:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977611.827456:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977611.827461:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977611.827463:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977611.827486:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977611.827490:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977611.827493:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977611.827515:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977611.827517:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977611.827519:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977611.827521:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977611.827524:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977611.827526:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977611.827529:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977611.827531:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977611.827534:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977611.827556:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977611.827559:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977611.827562:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977611.827568:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977611.827573:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977611.827576:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977611.827580:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977611.827582:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977611.827586:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977611.827598:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977611.827601:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977611.827603:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977611.827606:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977611.827608:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977611.827610:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977611.830694:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977611.830700:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977611.830704:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977612.851407:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977612.851412:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977612.851416:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977612.851423:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977612.851429:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977612.851434:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977612.851442:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977612.851454:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977612.851458:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977612.851474:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977612.851478:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977612.851481:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977612.851485:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977612.851491:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977612.851495:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977612.851501:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977612.851505:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977612.851511:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977612.851534:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977612.851538:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977612.851543:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977612.851545:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977612.851550:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977612.851551:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977612.851556:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977612.851558:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977612.851561:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977612.851563:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977612.851578:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977612.851581:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977612.851584:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977613.875405:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977613.875414:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977613.875418:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977613.875426:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977613.875431:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977613.875442:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977613.875445:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977613.875447:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977613.875449:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977613.875467:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977613.875471:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977613.875474:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977613.875478:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977613.875483:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977613.875486:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977613.875489:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977613.875492:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977613.875497:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977613.875530:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977613.875534:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977613.875539:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977613.875540:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977613.875542:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977613.875543:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977613.875546:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977613.875546:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977613.875548:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977613.875549:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977613.875562:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977613.875563:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977613.875565:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977614.899404:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977614.899410:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977614.899413:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977614.899431:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977614.899438:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977614.899441:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977614.899457:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977614.899460:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977614.899464:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977614.899481:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977614.899486:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977614.899491:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977614.899498:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977614.899506:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977614.899511:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977614.899517:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977614.899522:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977614.899526:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977614.899550:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977614.899554:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977614.899559:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977614.899570:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977614.899572:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977614.899575:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977614.899578:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977614.899579:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977614.899581:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977614.899583:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977614.899587:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977614.899588:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977614.899590:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977614.899591:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977614.899593:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977614.899594:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977614.899595:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977614.899597:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977614.899600:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977614.899602:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977614.899603:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977614.899606:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977614.899609:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977614.899611:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977614.899613:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977614.899615:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977614.899619:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977614.899621:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977614.899622:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977614.899625:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977614.899626:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977614.899628:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977614.899629:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977614.899631:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977614.899647:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977614.899650:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977614.899652:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977615.923531:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977615.923534:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977615.923536:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977615.923538:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977615.923541:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977615.923545:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977615.923547:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977615.923551:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977615.923556:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977615.923568:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977615.923573:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977615.923577:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977615.923580:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977615.923585:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977615.923589:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977615.923593:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977615.923594:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977615.923596:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977615.923604:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977615.923605:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977615.923606:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977615.923608:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977615.923611:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977615.923613:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977615.923616:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977615.923617:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977615.923619:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977615.923638:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977615.923641:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977615.923645:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977615.923646:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977615.923649:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977615.923650:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977615.923653:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977615.923654:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977615.923657:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977615.923659:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977615.923674:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977615.923677:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977615.923679:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977616.948363:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977616.948368:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977616.948372:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977616.948377:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977616.948384:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977616.948388:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977616.948393:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977616.948397:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977616.948404:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977616.948430:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977616.948434:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977616.948441:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977616.948444:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977616.948449:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977616.948451:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977616.948456:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977616.948457:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977616.948460:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977616.948462:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977616.948479:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977616.948482:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977616.948485:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977617.971419:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977617.971425:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977617.971433:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977617.971438:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977617.971447:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977617.971450:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977617.971455:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977617.971457:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977617.971465:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977617.971468:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977617.971488:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977617.971492:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977617.971496:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977617.972874:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977617.972877:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977617.972879:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977617.972882:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977617.972884:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977617.972886:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977617.972888:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977617.972889:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977617.972891:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977618.995407:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977618.995417:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977618.995421:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977618.995428:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977618.995434:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977618.995440:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977618.995567:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977618.995570:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977618.995573:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977618.995596:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977618.995602:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977618.995606:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977618.995611:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977618.995614:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977618.995617:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977618.995619:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977618.995623:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977618.995628:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977618.995632:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977618.995637:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977618.995642:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977618.995650:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977618.995654:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977618.995660:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977618.995663:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977618.995687:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977618.995698:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977618.995701:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977620.019385:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977620.019393:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977620.019397:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977620.019403:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977620.019409:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977620.019414:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977620.019420:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977620.019425:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977620.019430:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977620.019463:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977620.019468:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977620.019476:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977620.019481:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977620.019490:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977620.019502:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977620.019509:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977620.019514:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977620.019520:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977620.019523:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977620.019545:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977620.019549:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977620.019552:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977621.043396:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977621.043405:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977621.043410:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977621.043419:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977621.043427:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977621.043433:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977621.043450:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977621.043454:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977621.043458:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977621.043487:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977621.043493:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977621.043499:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977621.043505:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977621.043509:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977621.043513:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977621.043517:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977621.043521:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977621.043526:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977621.043550:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977621.043553:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977621.043556:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977621.043557:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977621.043560:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977621.043561:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977621.043563:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977621.043564:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977621.043567:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977621.043568:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977621.043581:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977621.043584:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977621.043586:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977622.067450:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977622.067458:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977622.067462:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977622.067471:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977622.067478:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977622.067483:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977622.067488:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977622.067491:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977622.067494:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977622.067507:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977622.067510:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977622.067513:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977622.067515:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977622.067517:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977622.067519:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977622.067521:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977622.067523:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977622.067526:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977622.067556:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977622.067562:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977622.067571:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977622.067575:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977622.067582:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977622.067586:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977622.067591:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977622.067594:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977622.067601:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977622.067605:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977622.067633:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977622.067639:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977622.067645:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977623.091448:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977623.091463:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977623.091468:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977623.091478:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977623.091490:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977623.091498:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977623.091508:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977623.091513:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977623.091521:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977623.091545:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977623.091549:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977623.091552:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977623.091556:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977623.091560:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977623.091564:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977623.091569:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977623.091571:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977623.091574:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977623.091607:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977623.091613:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977623.091622:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977623.091627:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977623.091643:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977623.091648:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977623.091657:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977623.091662:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977623.091668:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977623.091672:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977623.091696:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977623.091698:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977623.091701:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977624.115377:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977624.115381:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977624.115383:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977624.115389:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977624.115393:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977624.115398:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977624.115412:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977624.115414:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977624.115417:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977624.115441:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977624.115445:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977624.115453:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977624.115455:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977624.115460:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977624.115461:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977624.115465:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977624.115467:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977624.115471:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977624.115474:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977624.115495:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977624.115501:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977624.115508:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977624.115539:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977624.115542:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977624.115544:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977624.115547:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977624.115553:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977624.115557:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977624.115560:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977624.115562:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977624.115568:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977625.139460:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977625.139473:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977625.139488:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977625.139505:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977625.139513:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977625.139516:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977625.139531:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977625.139536:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977625.139547:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977625.139576:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977625.139587:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977625.139592:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977625.139604:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977625.139629:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977625.139636:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977625.139652:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977625.139656:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977625.139661:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977625.139707:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977625.139710:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977625.139716:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977625.139720:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977625.139723:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977625.139728:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977625.139732:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977625.139735:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977625.139737:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977625.139740:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977625.139745:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977625.139747:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977625.139748:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977625.139749:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977625.139752:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977625.139754:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977625.139755:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977625.139758:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977625.139762:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977625.139764:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977625.139766:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977625.139767:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977625.139769:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977625.139770:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977625.139772:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977625.139774:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977625.139787:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977625.139789:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977625.139793:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977625.139795:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977625.139797:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977625.139798:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977625.139800:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977625.139801:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977625.139822:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977625.139825:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977625.139828:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977626.163434:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977626.163445:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977626.163450:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977626.163459:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977626.163466:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977626.163471:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977626.163485:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977626.163489:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977626.163493:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977626.163511:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977626.163516:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977626.163519:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977626.163525:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977626.163531:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977626.163536:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977626.163553:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977626.163558:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977626.163562:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977626.163590:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977626.163594:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977626.163600:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977626.163602:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977626.163606:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977626.163608:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977626.163611:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977626.163613:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977626.163616:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977626.163618:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977626.163636:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977626.163640:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977626.163643:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977627.187415:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977627.187422:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977627.187425:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977627.187434:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977627.187441:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977627.187446:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977627.187473:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977627.187476:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977627.187479:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977627.187505:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977627.187510:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977627.187516:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977627.187518:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977627.187522:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977627.187524:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977627.187529:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977627.187532:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977627.187538:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977627.187543:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977627.187572:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977627.187578:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977627.187582:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977628.211456:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977628.211467:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977628.211472:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977628.211484:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977628.211495:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977628.211503:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977628.211511:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977628.211516:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977628.211523:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977628.211567:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977628.211576:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977628.211588:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977628.211592:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977628.211605:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977628.211614:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977628.211620:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977628.211624:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977628.211646:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977628.211651:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977629.235465:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977629.235482:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977629.235489:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977629.235501:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977629.235509:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977629.235512:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977629.235523:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977629.235527:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977629.235535:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977629.235568:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977629.235576:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977629.235583:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977629.235597:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977629.235627:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977629.235635:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977629.235649:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977629.235657:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977629.235674:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977629.235679:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977629.235691:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977629.235694:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977629.235699:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977629.235702:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977629.235713:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977629.235716:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977630.259445:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977630.259451:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977630.259455:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977630.259465:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977630.259472:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977630.259476:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977630.259494:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977630.259500:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977630.259511:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977630.259550:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977630.259554:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977630.259565:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977630.259569:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977630.259581:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977630.259602:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977630.259614:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977630.259620:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977630.259628:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977630.259634:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977631.283395:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977631.283401:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977631.283406:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977631.283415:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977631.283423:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977631.283428:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977631.283446:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977631.283451:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977631.283454:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977631.283483:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977631.283488:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977631.283496:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977631.283499:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977631.283507:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977631.283510:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977631.283515:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977631.283517:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977631.283526:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977631.283530:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977632.307446:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977632.307459:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977632.307476:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977632.307498:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977632.307511:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977632.307520:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977632.307533:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977632.307539:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977632.307543:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977632.307588:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977632.307592:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977632.307599:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977632.307601:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977632.307618:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977632.307630:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977632.307650:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977632.307656:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977632.307661:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977632.307668:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977632.307718:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977632.307722:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977632.307726:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977633.331492:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977633.331501:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977633.331506:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977633.331513:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977633.331528:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977633.331533:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977633.331556:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977633.331562:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977633.331569:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977633.331607:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977633.331613:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977633.331622:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977633.331627:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977633.331636:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977633.331641:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977633.331650:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977633.331654:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977633.331661:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977633.331665:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977633.331690:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977633.331694:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977633.331697:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977634.357432:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977634.357437:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977634.357439:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977634.357444:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977634.357446:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977634.357449:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977634.357451:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977634.357453:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977634.357456:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977634.357488:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977634.357492:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977634.357498:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977634.357500:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977634.357505:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977634.357506:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977634.357510:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977634.357511:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977634.357515:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977634.357516:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977634.357548:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977634.357552:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977634.357556:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783977634.867475:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977634.867490:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977634.867493:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977634.867499:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977634.867504:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977634.867525:0:226353:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 15288 00000400:00000200:0.0:1783977634.867539:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977634.867545:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977634.867549:0:226353:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977634.867553:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977634.867556:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977634.867558:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977634.867561:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977634.867566:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977634.867568:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783977634.867571:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977634.867575:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783977634.867577:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783977634.867580:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783977634.867582:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977634.867584:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977634.867586:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977634.867587:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977634.867591:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783977634.867594:0:226353:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977634.867597:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977634.867600:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977634.867604:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977634.867607:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977634.867609:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977634.867612:0:226353:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977634.867624:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783977634.867629:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783977634.867633:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977634.867636:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977634.867639:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977634.867643:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977634.867648:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977634.867658:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783977634.867665:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977634.867675:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402786304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977634.867686:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977634.867690:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977634.867695:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402786304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977634.867722:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977634.867725:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977634.867728:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977634.867730:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977634.867731:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977634.867734:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977634.867737:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15288 00000400:00000200:0.0:1783977634.867740:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977634.867743:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977634.867746:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977634.867749:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977634.867752:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977634.867754:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977634.867757:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977634.867759:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977634.867761:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783977634.867764:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977634.867767:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783977634.867772:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783977634.867776:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783977634.867782:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977634.867787:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977634.867789:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977634.867792:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977634.867794:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783977634.867799:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977634.867803:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977634.867807:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977634.867816:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977634.867821:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977634.867826:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977634.867832:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977634.867838:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977634.867842:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977634.867847:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783977634.867851:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977634.867856:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977634.867859:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977634.867862:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977634.867864:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977634.867866:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977634.867874:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783977634.867879:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977634.867887:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402786432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977634.867898:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977634.867900:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977634.867906:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402786432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977634.867919:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977634.867923:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977634.867928:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977634.867931:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977634.867934:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977634.867940:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977634.867945:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15288 00000400:00000200:0.0:1783977634.867953:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977634.867958:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977634.867960:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977634.867963:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977634.867966:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977634.867971:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977634.867975:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977634.867980:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977634.867982:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783977634.867984:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977634.867987:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783977634.867990:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783977634.867992:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783977634.867998:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977634.868002:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977634.868004:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977634.868006:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977634.868009:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783977634.868015:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977634.868019:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977634.868022:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977634.868027:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977634.868030:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977634.868033:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977634.868037:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977634.868041:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977634.868046:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977634.868051:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783977634.868056:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977634.868062:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977634.868065:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977634.868070:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977634.868073:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977634.868076:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977634.868081:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783977634.868085:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977634.868094:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402786560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977634.868109:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977634.868113:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977634.868121:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402786560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977634.868138:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977634.868145:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977634.868153:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977634.868156:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977634.868160:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977634.868167:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977634.868174:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15288 00000400:00000200:0.0:1783977634.868181:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977634.868187:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977634.868192:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977634.868200:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977634.868202:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977634.868210:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977634.868215:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977634.868220:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977634.868223:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783977634.868226:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977634.868231:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783977634.868235:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783977634.868240:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783977634.868245:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977634.868248:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977634.868253:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977634.868259:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977634.868264:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783977634.868270:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977634.868274:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977634.868276:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977634.868281:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977634.868284:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977634.868286:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977634.868289:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977634.868337:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977634.868341:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977634.868347:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783977634.868351:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977634.868356:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977634.868359:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977634.868363:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977634.868366:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977634.868369:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977634.868375:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783977634.868382:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977634.868391:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402786688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977634.868406:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977634.868411:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977634.868420:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402786688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977634.868437:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977634.868443:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977634.868450:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977634.868453:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977634.868456:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977634.868462:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977634.868469:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15288 00000400:00000200:0.0:1783977634.868478:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977634.868484:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977634.868489:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977634.868495:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977634.868500:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977634.868504:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977634.868521:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977634.868525:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977634.868526:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783977634.868527:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977634.868530:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783977634.868534:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783977634.868538:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783977634.868546:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977634.868552:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977634.868557:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977634.868560:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977634.868566:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783977634.868573:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977634.868576:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977634.868578:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977634.868581:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977634.868585:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977634.868587:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977634.868591:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977634.868596:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977634.868600:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977634.868606:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783977634.868612:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977634.868617:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977634.868620:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977634.868624:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977634.868626:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977634.868628:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977634.868633:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783977634.868638:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977634.868647:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402786816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977634.868661:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977634.868666:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977634.868674:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402786816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977634.868687:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977634.868694:0:226353:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15298) 00010000:00000001:0.0:1783977635.379466:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977635.379473:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977635.379482:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977635.379489:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977635.379494:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977635.379509:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977635.379516:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977635.379521:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977635.379526:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977635.379531:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977635.379545:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977635.379549:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977635.379553:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977635.379557:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977635.379562:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977635.379566:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977635.379571:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977635.379576:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977635.379585:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977635.379593:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977635.379596:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977635.379599:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977635.379603:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977635.379606:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977635.379611:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977635.379613:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977635.379617:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977635.379620:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977635.379622:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977635.379624:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977635.379626:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977635.379629:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977635.379632:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977635.379635:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977635.379655:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977635.379659:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977635.379662:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977636.403392:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977636.403402:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977636.403407:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977636.403414:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977636.403421:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977636.403428:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977636.403991:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977636.403995:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977636.404001:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977636.404033:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977636.404036:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977636.404048:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977636.404049:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977636.404054:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977636.404055:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977636.404059:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977636.404060:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977636.404064:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977636.404065:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977636.404085:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977636.404089:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977636.404093:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977637.427667:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977637.427671:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977637.427676:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977637.427677:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977637.427679:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977637.427680:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977637.427684:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977637.427684:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977637.427687:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977637.427688:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977637.427704:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977637.427707:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977637.427710:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977638.451510:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977638.451521:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977638.451532:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977638.451534:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977638.451544:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977638.451547:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977638.451555:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977638.451558:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977638.451563:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977638.451567:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977638.451600:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977638.451605:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977638.451609:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977638.451659:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977638.451669:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977638.451673:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977638.451680:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977638.451694:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977638.451699:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977638.451717:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977638.451721:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977638.451724:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977639.475424:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977639.475445:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977639.475448:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977639.475455:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977639.475461:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977639.475468:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977639.475473:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977639.475478:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977639.475485:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977639.475532:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977639.475537:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977639.475540:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977639.475545:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977639.475550:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977639.475554:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977639.475560:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977639.475565:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977639.475571:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977639.475580:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977639.475585:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977639.475587:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977639.475590:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977639.475592:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977639.475596:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977639.475597:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977639.475612:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977639.475615:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977639.475617:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977639.475816:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977639.475819:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977639.475820:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977639.475823:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977639.475825:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977639.475827:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977639.475829:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977639.475831:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977639.475833:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977640.499498:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977640.499526:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977640.499539:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977640.499546:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977640.499562:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977640.499566:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977640.499569:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977640.499573:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977640.499577:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977640.499629:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977640.499632:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977640.499637:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977640.499638:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977640.499652:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977640.499654:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977640.499658:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977640.499659:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977640.499662:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977640.499663:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977640.499679:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977640.499702:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977640.499705:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977641.523422:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977641.523428:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977641.523437:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977641.523440:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977641.523447:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977641.523451:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977641.523456:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977641.523459:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977641.523465:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977641.523466:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977641.523487:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977641.523490:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977641.523493:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977641.525513:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977641.525519:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977641.525522:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977641.525527:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977641.525531:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977641.525533:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977641.525535:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977641.525537:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977641.525539:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977641.526147:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977641.526150:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977641.526151:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977641.526154:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977641.526156:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977641.526158:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977641.526160:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977641.526161:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977641.526163:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977642.547462:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977642.547469:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977642.547490:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977642.547496:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977642.547499:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977642.547503:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977642.547506:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977642.547508:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977642.547511:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977642.547535:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977642.547538:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977642.547542:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977642.547544:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977642.547547:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977642.547549:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977642.547552:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977642.547553:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977642.547557:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977642.547558:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977642.547575:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977642.547578:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977642.547581:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977642.548186:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977642.548189:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977642.548190:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977642.548192:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977642.548195:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977642.548197:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977642.548198:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977642.548200:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977642.548202:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977642.548807:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977642.548810:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977642.548811:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977642.548813:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977642.548815:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977642.548817:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977642.548819:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977642.548820:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977642.548822:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977643.571601:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977643.571605:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977643.571606:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977643.571610:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977643.571612:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977643.571615:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977643.571617:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977643.571618:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977643.571622:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977643.571648:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977643.571654:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977643.571661:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977643.571664:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977643.571678:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977643.571680:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977643.571684:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977643.571686:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977643.571689:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977643.571690:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977643.571711:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977643.571715:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977643.571721:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977644.595666:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977644.595669:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977644.595670:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977644.595672:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977644.595673:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977644.595674:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977644.595676:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977644.595677:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977644.595678:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977644.595693:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977644.595694:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977644.595697:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977644.595699:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977644.595701:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977644.595703:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977644.595706:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977644.595707:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977644.595709:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977644.595710:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977644.595712:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977644.595713:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977644.595714:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977644.595715:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977644.595716:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977644.595716:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977644.595717:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977644.595719:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977644.595721:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977644.595722:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977644.595723:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977644.595724:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977644.595725:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977644.595726:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977644.595727:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977644.595728:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977644.595730:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977644.595730:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977644.595731:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977644.595732:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977644.595733:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977644.595733:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977644.595734:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977644.595735:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977644.595746:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977644.595748:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977644.595749:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783977645.107553:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977645.107567:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977645.107570:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977645.107575:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977645.107579:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977645.107588:0:226353:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 15298 00000400:00000200:0.0:1783977645.107601:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977645.107608:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977645.107612:0:226353:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977645.107615:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977645.107618:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977645.107621:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977645.107624:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977645.107629:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977645.107632:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783977645.107635:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977645.107639:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783977645.107642:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783977645.107645:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783977645.107648:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977645.107650:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977645.107652:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977645.107654:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977645.107657:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783977645.107660:0:226353:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977645.107663:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977645.107666:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977645.107670:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977645.107674:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977645.107676:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977645.107679:0:226353:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977645.107691:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783977645.107695:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783977645.107699:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977645.107701:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977645.107705:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977645.107708:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977645.107713:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977645.107722:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783977645.107731:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977645.107742:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620402787584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977645.107753:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977645.107759:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977645.107764:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620402787584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977645.108144:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977645.108147:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977645.108151:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977645.108152:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977645.108154:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977645.108157:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977645.108160:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15298 00000400:00000200:0.0:1783977645.108163:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977645.108167:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977645.108169:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977645.108172:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977645.108174:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977645.108176:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977645.108178:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977645.108180:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977645.108181:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783977645.108183:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977645.108185:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783977645.108187:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783977645.108189:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783977645.108192:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977645.108194:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977645.108196:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977645.108198:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977645.108200:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783977645.108203:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977645.108204:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977645.108207:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977645.108213:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977645.108216:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977645.108218:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977645.108222:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977645.108225:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977645.108227:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977645.108231:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783977645.108233:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977645.108235:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977645.108236:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977645.108238:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977645.108240:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977645.108242:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977645.108246:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783977645.108250:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977645.108254:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620402787712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977645.108262:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977645.108264:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977645.108268:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620402787712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977645.109023:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977645.109027:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977645.109031:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977645.109033:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977645.109035:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977645.109038:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977645.109041:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15298 00000400:00000200:0.0:1783977645.109045:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977645.109048:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977645.109051:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977645.109054:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977645.109056:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977645.109058:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977645.109061:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977645.109063:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977645.109064:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783977645.109066:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977645.109068:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783977645.109070:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783977645.109072:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783977645.109075:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977645.109076:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977645.109078:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977645.109081:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977645.109083:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783977645.109086:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977645.109088:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977645.109090:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977645.109093:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977645.109095:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977645.109096:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977645.109098:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977645.109101:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977645.109102:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977645.109106:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783977645.109109:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977645.109112:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977645.109113:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977645.109115:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977645.109117:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977645.109119:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977645.109123:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783977645.109127:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977645.109131:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620402787840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977645.109140:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977645.109142:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977645.109146:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620402787840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977645.109155:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977645.109158:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977645.109161:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977645.109163:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977645.109164:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977645.109167:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977645.109169:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15298 00000400:00000200:0.0:1783977645.109172:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977645.109175:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977645.109177:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977645.109179:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977645.109181:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977645.109183:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977645.109184:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977645.109186:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977645.109187:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783977645.109189:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977645.109191:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783977645.109193:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783977645.109195:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783977645.109198:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977645.109200:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977645.109202:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977645.109204:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977645.109206:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783977645.109209:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977645.109211:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977645.109213:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977645.109215:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977645.109216:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977645.109218:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977645.109221:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977645.109223:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977645.109224:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977645.109228:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783977645.109230:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977645.109232:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977645.109233:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977645.109234:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977645.109235:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977645.109236:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977645.109239:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783977645.109241:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977645.109245:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620402787968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977645.109250:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977645.109252:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977645.109255:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620402787968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977645.109261:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977645.109264:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977645.109267:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977645.109268:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977645.109270:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977645.109272:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977645.109274:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15298 00000400:00000200:0.0:1783977645.109277:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977645.109280:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977645.109282:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977645.109284:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977645.109286:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977645.109288:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977645.109290:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977645.109291:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977645.109306:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783977645.109308:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977645.109310:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783977645.109312:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783977645.109314:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783977645.109317:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977645.109319:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977645.109320:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977645.109322:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977645.109324:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783977645.109326:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977645.109339:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977645.109341:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977645.109344:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977645.109346:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977645.109348:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977645.109350:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977645.109352:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977645.109353:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977645.109358:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783977645.109360:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977645.109362:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977645.109364:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977645.109366:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977645.109367:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977645.109369:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977645.109373:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783977645.109376:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977645.109380:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402788096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977645.109387:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977645.109389:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977645.109392:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402788096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977645.109399:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977645.109403:0:226353:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15308) 00010000:00000001:0.0:1783977645.619616:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977645.619621:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977645.619626:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977645.619627:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977645.619632:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977645.619633:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977645.619638:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977645.619639:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977645.619643:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977645.619644:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977645.619708:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977645.619711:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977645.619714:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977645.622810:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977645.622822:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977645.622828:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977645.622838:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977645.622846:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977645.622852:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977645.622857:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977645.622861:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977645.622863:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977645.622897:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977645.622902:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977645.622905:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977645.622910:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977645.622914:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977645.622918:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977645.625002:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977645.625007:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977645.625012:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977646.644117:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977646.644121:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977646.644126:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977646.644136:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977646.644140:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977646.644143:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977646.644146:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977646.644148:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977646.644151:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977646.644178:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977646.644180:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977646.644184:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977646.644185:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977646.644188:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977646.644189:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977646.644191:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977646.644192:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977646.644194:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977646.644195:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977646.644212:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977646.644215:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977646.644218:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977647.667841:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977647.667846:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977647.667854:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977647.667858:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977647.667866:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977647.667869:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977647.667875:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977647.667879:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977647.667883:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977647.667886:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977647.667910:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977647.667913:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977647.667916:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977647.675188:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977647.675192:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977647.675194:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977647.675197:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977647.675199:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977647.675201:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977647.675203:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977647.675205:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977647.675207:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977648.691452:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977648.691463:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977648.691467:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977648.691477:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977648.691485:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977648.691491:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977648.691495:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977648.691500:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977648.691504:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977648.691534:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977648.691538:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977648.691543:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977648.691544:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977648.691549:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977648.691550:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977648.691554:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977648.691555:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977648.691559:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977648.691560:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977648.691583:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977648.691586:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977648.691763:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977648.691779:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977648.691782:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977648.691783:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977648.691786:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977648.691788:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977648.691790:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977648.695459:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977648.695462:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977648.695465:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977649.715471:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977649.715479:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977649.715484:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977649.715488:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977649.715493:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977649.715495:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977649.715497:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977649.715499:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977649.715508:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977649.715511:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977649.715519:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977649.715521:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977649.715527:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977649.715529:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977649.715534:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977649.715535:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977649.715560:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977649.715564:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977649.715569:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977649.715580:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977649.715584:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977649.715588:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977649.715593:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977649.715598:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977649.715601:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977649.715606:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977649.715610:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977649.715612:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977649.715846:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977649.715849:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977649.715850:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977649.715852:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977649.715854:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977649.715856:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977649.720615:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977649.720619:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977649.720621:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977650.739601:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977650.739608:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977650.739610:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977650.739615:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977650.739620:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977650.739624:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977650.739628:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977650.739630:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977650.739633:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977650.739668:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977650.739674:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977650.739684:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977650.739686:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977650.739692:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977650.739694:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977650.739699:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977650.739700:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977650.739704:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977650.739706:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977651.763838:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977651.763842:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977651.763850:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977651.763852:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977651.763855:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977651.763856:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977651.763860:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977651.763861:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977651.763864:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977651.763865:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977651.763882:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977651.763884:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977651.763886:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977651.763892:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977651.763895:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977651.763896:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977651.763898:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977651.763900:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977651.763902:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977651.765769:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977651.765772:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977651.765773:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977651.765775:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977651.765777:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977651.765779:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977651.765781:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977651.765782:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977651.765784:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977652.787471:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977652.787483:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977652.787485:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977652.787493:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977652.787498:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977652.787502:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977652.787505:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977652.787508:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977652.787511:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977652.787545:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977652.787548:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977652.787554:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977652.787555:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977652.787561:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977652.787562:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977652.787566:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977652.787568:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977652.787572:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977652.787574:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977652.787617:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977652.787621:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977652.787622:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977652.787625:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977652.787627:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977652.787629:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977652.787631:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977652.787632:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977652.787634:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977652.787649:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977652.787652:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977652.787656:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977652.787757:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977652.787761:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977652.787763:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977652.787765:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977652.787767:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977652.787770:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977652.787772:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977652.787774:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977652.787776:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977652.789739:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977652.789744:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977652.789748:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977652.789754:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977652.789759:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977652.789763:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977652.789768:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977652.789771:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977652.789776:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977653.811838:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977653.811841:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977653.811843:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977653.811845:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977653.811847:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977653.811849:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977653.811851:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977653.811853:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977653.811855:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977653.811873:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977653.811876:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977653.811881:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977653.811882:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977653.811886:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977653.811887:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977653.811890:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977653.811891:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977653.811894:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977653.811895:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977653.811912:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977653.811915:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977653.811918:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977653.811923:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977653.811926:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977653.811927:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977653.811929:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977653.811931:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977653.811933:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977653.815141:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977653.815148:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977653.815155:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977654.837821:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977654.837825:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977654.837826:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977654.837829:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977654.837831:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977654.837833:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977654.837835:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977654.837837:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977654.837839:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977654.837846:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977654.837848:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977654.837849:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977654.837851:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977654.837853:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977654.837855:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977654.837857:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977654.837858:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977654.837860:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977654.837995:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977654.837999:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977654.838004:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977654.838007:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977654.838010:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977654.838013:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977654.838017:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977654.838019:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977654.838021:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977654.838024:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977654.838028:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977654.838029:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977654.838030:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977654.838031:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977654.838033:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977654.838034:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977654.838036:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977654.838037:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977654.838041:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977654.838042:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977654.838043:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977654.838044:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977654.838046:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977654.838047:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977654.838048:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977654.838050:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977654.838055:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977654.838057:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977654.838058:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977654.838059:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977654.838060:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977654.838061:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977654.838062:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977654.838064:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977654.838083:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977654.838086:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977654.838088:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977655.859478:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977655.859500:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977655.859508:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977655.859509:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977655.859514:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977655.859515:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977655.859520:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977655.859521:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977655.859524:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977655.859526:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977655.859555:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977655.859559:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977655.859562:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977655.860836:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977655.860842:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977655.860847:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977655.860853:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977655.860858:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977655.860861:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977655.860864:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977655.860866:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977655.860869:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977656.886488:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977656.886494:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977656.886495:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977656.886501:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977656.886504:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977656.886507:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977656.886509:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977656.886511:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977656.886514:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977656.886539:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977656.886542:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977656.886547:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977656.886549:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977656.886553:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977656.886555:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977656.886559:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977656.886560:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977656.886564:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977656.886565:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977656.886584:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977656.886587:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977656.886591:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977657.908176:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977657.908181:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977657.908182:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977657.908185:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977657.908187:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977657.908190:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977657.910673:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977657.910678:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977657.910681:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977657.910712:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977657.910716:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977657.910721:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977657.910722:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977657.910726:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977657.910727:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977657.910731:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977657.910733:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977657.910736:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977657.910737:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977657.910759:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977657.910763:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977657.910766:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977658.931431:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977658.931437:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977658.931443:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977658.931444:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977658.931448:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977658.931449:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977658.931453:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977658.931454:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977658.931457:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977658.931458:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977658.931481:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977658.931484:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977658.931487:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977658.932730:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977658.932734:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977658.932736:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977658.932739:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977658.932742:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977658.932745:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977658.932747:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977658.932749:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977658.932752:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977659.955442:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977659.955450:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977659.955452:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977659.955457:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977659.955460:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977659.955464:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977659.955466:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977659.955469:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977659.955471:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977659.955497:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977659.955502:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977659.955504:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977659.955507:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977659.955510:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977659.955512:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977659.955522:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977659.955523:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977659.955527:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977659.955528:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977659.955531:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977659.955532:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977659.955535:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977659.955535:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977659.955538:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977659.955539:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977659.955554:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977659.955557:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977659.955558:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977659.957095:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977659.957100:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977659.957103:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977659.957111:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977659.957118:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977659.957121:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977659.957128:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977659.957131:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977659.957136:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977660.467401:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977660.467411:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977660.467413:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977660.467417:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977660.467421:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977660.467427:0:226353:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 15313 00000400:00000200:0.0:1783977660.467437:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977660.467442:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977660.467446:0:226353:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977660.467448:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977660.467451:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977660.467453:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977660.467455:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977660.467459:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977660.467461:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783977660.467464:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977660.467467:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783977660.467469:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783977660.467472:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783977660.467475:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977660.467476:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977660.467478:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977660.467480:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977660.467482:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783977660.467485:0:226353:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977660.467488:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977660.467490:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977660.467505:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977660.467509:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977660.467511:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977660.467513:0:226353:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977660.467522:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783977660.467525:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783977660.467529:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977660.467531:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977660.467534:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977660.467536:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977660.467540:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977660.467548:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783977660.467553:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977660.467563:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402789504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977660.467574:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977660.467578:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977660.467582:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402789504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977660.468010:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977660.468013:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977660.468016:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977660.468017:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977660.468019:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977660.468022:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977660.468025:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15313 00000400:00000200:0.0:1783977660.468029:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977660.468032:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977660.468034:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977660.468037:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977660.468039:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977660.468041:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977660.468043:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977660.468045:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977660.468047:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783977660.468048:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977660.468051:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783977660.468052:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783977660.468055:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783977660.468088:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977660.468091:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977660.468092:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977660.468094:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977660.468097:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783977660.468099:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977660.468101:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977660.468103:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977660.468109:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977660.468111:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977660.468112:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977660.468116:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977660.468119:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977660.468121:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977660.468125:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783977660.468128:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977660.468130:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977660.468142:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977660.468144:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977660.468146:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977660.468148:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977660.468152:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783977660.468156:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977660.468162:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402789632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977660.468169:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977660.468172:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977660.468175:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402789632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977660.469115:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977660.469120:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977660.469123:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977660.469125:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977660.469127:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977660.469130:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977660.469133:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15313 00000400:00000200:0.0:1783977660.469137:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977660.469139:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977660.469142:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977660.469144:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977660.469146:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977660.469148:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977660.469150:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977660.469152:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977660.469154:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783977660.469156:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977660.469159:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783977660.469217:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783977660.469220:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783977660.469223:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977660.469225:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977660.469227:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977660.469228:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977660.469231:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783977660.469234:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977660.469236:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977660.469238:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977660.469241:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977660.469244:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977660.469246:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977660.469248:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977660.469251:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977660.469253:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977660.469256:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783977660.469259:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977660.469262:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977660.469263:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977660.469265:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977660.469267:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977660.469269:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977660.469273:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783977660.469277:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977660.469281:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402789760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977660.469288:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977660.469309:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977660.469314:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402789760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977660.469424:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977660.469427:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977660.469430:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977660.469431:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977660.469433:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977660.469435:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977660.469438:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15313 00000400:00000200:0.0:1783977660.469442:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977660.469444:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977660.469446:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977660.469449:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977660.469451:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977660.469453:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977660.469455:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977660.469457:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977660.469459:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783977660.469460:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977660.469463:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783977660.469465:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783977660.469467:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783977660.469469:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977660.469471:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977660.469473:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977660.469475:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977660.469478:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783977660.469480:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977660.469483:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977660.469485:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977660.469488:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977660.469490:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977660.469492:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977660.469494:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977660.469496:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977660.469498:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977660.469502:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783977660.469505:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977660.469507:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977660.469508:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977660.469509:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977660.469511:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977660.469513:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977660.469516:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783977660.469519:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977660.469523:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402789888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977660.469530:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977660.469532:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977660.469535:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402789888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977660.469542:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977660.469545:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977660.469548:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977660.469549:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977660.469551:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977660.469554:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977660.469556:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15313 00000400:00000200:0.0:1783977660.469560:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977660.469562:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977660.469564:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977660.469567:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977660.469569:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977660.469571:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977660.469573:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977660.469575:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977660.469576:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783977660.469578:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977660.469580:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783977660.469582:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783977660.469584:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783977660.469587:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977660.469588:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977660.469590:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977660.469592:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977660.469595:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783977660.469597:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977660.469599:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977660.469601:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977660.469604:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977660.469606:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977660.469608:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977660.469610:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977660.469612:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977660.469614:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977660.469618:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783977660.469620:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977660.469622:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977660.469623:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977660.469625:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977660.469626:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977660.469627:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977660.469630:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783977660.469633:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977660.469637:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402790016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977660.469644:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977660.469646:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977660.469650:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402790016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977660.469657:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977660.469661:0:226353:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15324) 00000100:00000001:0.0:1783977660.979404:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977660.979413:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977660.979417:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977660.979426:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977660.979433:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977660.979439:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977660.979444:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977660.979449:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977660.979453:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977660.979478:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977660.979481:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977660.979486:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977660.979489:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977660.979492:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977660.979494:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977660.979498:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977660.979500:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977660.979506:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977660.979509:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977660.979528:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977660.979530:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977660.979533:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977662.003510:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977662.003516:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977662.003519:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977662.003524:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977662.003531:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977662.003536:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977662.003540:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977662.003543:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977662.003549:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977662.003658:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977662.003661:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977662.003667:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977662.003668:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977662.003671:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977662.003672:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977662.003675:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977662.003676:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977662.003679:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977662.003680:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977662.003694:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977662.003697:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977662.003700:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977663.027424:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977663.027431:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977663.027435:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977663.027442:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977663.027448:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977663.027453:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977663.027458:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977663.027463:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977663.027470:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977663.027491:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977663.027495:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977663.027497:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977663.027500:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977663.027502:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977663.027513:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977663.027520:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977663.027524:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977663.027529:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977663.027554:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977663.027559:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977663.027569:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977663.027574:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977663.027582:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977663.027586:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977663.027592:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977663.027596:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977663.027604:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977663.027608:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977663.027630:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977663.027645:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977663.027648:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977664.052279:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977664.052284:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977664.052287:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977664.052290:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977664.052312:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977664.052315:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977664.052318:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977664.052319:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977664.052322:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977664.052341:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977664.052344:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977664.052347:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977664.052349:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977664.052352:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977664.052353:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977664.052357:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977664.052358:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977664.052361:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977664.052362:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977664.052374:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977664.052377:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977664.052380:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977665.075395:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977665.075401:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977665.075406:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977665.075412:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977665.075418:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977665.075422:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977665.075432:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977665.075436:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977665.075438:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977665.075461:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977665.075465:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977665.075473:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977665.075479:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977665.075483:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977665.075488:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977665.075495:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977665.075499:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977665.075504:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977665.075508:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977665.075513:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977665.075515:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977665.075516:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977665.075518:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977665.075520:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977665.075521:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977665.075523:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977665.075525:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977665.075530:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977665.075532:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977665.075534:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977665.075535:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977665.075537:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977665.075538:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977665.075540:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977665.075542:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977665.075546:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977665.075547:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977665.075549:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977665.075550:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977665.075552:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977665.075562:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977665.075564:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977665.075565:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977665.075589:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977665.075592:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977665.075595:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977666.099421:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977666.099428:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977666.099433:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977666.099439:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977666.099443:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977666.099447:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977666.099462:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977666.099466:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977666.099472:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977666.099566:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977666.099570:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977666.099575:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977666.099577:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977666.099581:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977666.099582:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977666.099586:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977666.099589:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977666.099594:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977666.099597:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977666.099622:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977666.099628:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977666.099635:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977666.099935:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977666.099937:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977666.099938:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977666.099941:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977666.099943:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977666.099945:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977666.099946:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977666.099948:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977666.099950:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977667.123550:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977667.123554:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977667.123555:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977667.123558:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977667.123560:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977667.123562:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977667.123806:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977667.123809:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977667.123811:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977667.123836:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977667.123840:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977667.123845:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977667.123846:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977667.123850:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977667.123852:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977667.123856:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977667.123857:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977667.123860:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977667.123861:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977667.123897:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977667.123900:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977667.123902:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977668.147384:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977668.147388:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977668.147392:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977668.147397:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977668.147401:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977668.147405:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977668.147410:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977668.147414:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977668.147418:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977668.147446:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977668.147452:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977668.147459:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977668.147462:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977668.147468:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977668.147471:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977668.147475:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977668.147477:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977668.147480:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977668.147481:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977668.147500:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977668.147503:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977668.147506:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977668.148065:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977668.148068:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977668.148069:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977668.148071:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977668.148073:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977668.148075:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977668.148077:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977668.148078:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977668.148080:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977669.171416:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977669.171424:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977669.171426:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977669.171432:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977669.171437:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977669.171440:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977669.171442:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977669.171444:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977669.171446:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977669.171468:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977669.171471:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977669.171477:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977669.171480:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977669.171485:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977669.171487:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977669.171490:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977669.171490:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977669.171493:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977669.171494:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977669.171510:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977669.171513:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977669.171517:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977669.171530:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977669.171534:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977669.171537:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977669.171540:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977669.171542:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977669.171544:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977669.171546:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977669.171547:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977669.171548:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977670.195438:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977670.195445:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977670.195449:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977670.195454:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977670.195461:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977670.195465:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977670.195468:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977670.195470:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977670.195473:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977670.195495:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977670.195502:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977670.195507:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977670.195510:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977670.195515:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977670.195519:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977670.195523:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977670.195526:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977670.195531:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977670.195533:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977670.195538:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977670.195541:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977670.195547:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977670.195550:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977670.195556:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977670.195559:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977670.195882:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977670.195885:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977670.195899:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977670.195901:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977670.195903:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977670.195905:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977670.195907:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977670.195909:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977670.195911:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977671.219420:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977671.219425:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977671.219428:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977671.219431:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977671.219434:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977671.219436:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977671.219439:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977671.219442:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977671.219446:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977671.219467:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977671.219471:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977671.219476:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977671.219479:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977671.219484:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977671.219488:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977671.219494:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977671.219497:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977671.219504:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977671.219507:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977672.243393:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977672.243399:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977672.243405:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977672.243407:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977672.243411:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977672.243412:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977672.243415:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977672.243416:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977672.243419:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977672.243421:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977672.243459:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977672.243463:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977672.243468:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977672.243489:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977672.243493:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977672.243495:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977672.243498:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977672.243501:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977672.243503:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977672.243506:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977672.243508:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977672.243511:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977672.246715:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977672.246719:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977672.246720:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977672.246723:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977672.246725:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977672.246727:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977672.246729:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977672.246730:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977672.246732:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977673.267468:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977673.267476:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977673.267480:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977673.267488:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977673.267494:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977673.267500:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977673.267504:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977673.267507:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977673.267511:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977673.267536:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977673.267540:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977673.267544:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977673.267546:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977673.267550:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977673.267552:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977673.267556:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977673.267557:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977673.267561:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977673.267562:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977673.267581:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977673.267584:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977673.267587:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977673.270036:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977673.270040:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977673.270041:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977673.270044:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977673.270047:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977673.270049:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977673.270051:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977673.270052:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977673.270054:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977674.292994:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977674.292999:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977674.293002:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977674.293007:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977674.293012:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977674.293017:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977674.293021:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977674.293023:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977674.293025:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977674.293048:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977674.293050:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977674.293054:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977674.293055:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977674.293058:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977674.293059:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977674.293062:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977674.293063:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977674.293067:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977674.293068:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977674.293090:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977674.293093:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977674.293095:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977675.315425:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977675.315430:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977675.315439:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977675.315444:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977675.315448:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977675.315453:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977675.315458:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977675.315460:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977675.315463:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977675.315467:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977675.315471:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977675.315473:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977675.315474:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977675.315476:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977675.315477:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977675.315478:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977675.315480:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977675.315481:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977675.315484:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977675.315486:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977675.315487:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977675.315488:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977675.315490:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977675.315502:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977675.315505:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977675.315506:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977675.315510:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977675.315512:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977675.315513:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977675.315514:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977675.315516:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977675.315517:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977675.315519:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977675.315521:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977675.315539:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977675.315542:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977675.315544:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977675.316038:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977675.316040:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977675.316041:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977675.316042:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977675.316044:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977675.316045:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977675.316046:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977675.316047:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977675.316048:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977676.339417:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977676.339423:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977676.339427:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977676.339433:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977676.339438:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977676.339442:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977676.339447:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977676.339450:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977676.339454:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977676.339478:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977676.339482:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977676.339487:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977676.339488:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977676.339503:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977676.339505:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977676.339508:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977676.339510:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977676.339514:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977676.339516:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977676.339561:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977676.339567:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977676.339570:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977676.339584:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977676.339587:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977676.339590:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977676.339592:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977676.339594:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977676.339597:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977676.339612:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977676.339616:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977676.339620:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977677.366070:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977677.366076:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977677.366083:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977677.366086:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977677.366092:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977677.366095:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977677.366102:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977677.366105:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977677.366110:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977677.366113:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977678.387397:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977678.387402:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977678.387408:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977678.387411:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977678.387415:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977678.387417:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977678.387421:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977678.387423:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977678.387427:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977678.387430:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977678.387454:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977678.387457:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977678.387460:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977678.388769:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977678.388772:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977678.388773:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977678.388775:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977678.388776:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977678.388778:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977678.388779:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977678.388780:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977678.388782:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977678.390768:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977678.390771:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977678.390773:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977678.390775:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977678.390777:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977678.390779:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977678.390782:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977678.390783:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977678.390786:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977679.411483:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977679.411493:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977679.411497:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977679.411508:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977679.411519:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977679.411529:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977679.411539:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977679.411544:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977679.411556:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977679.411598:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977679.411603:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977679.411613:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977679.411628:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977679.411642:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977679.411649:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977679.411660:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977679.411669:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977679.411677:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977679.411687:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977680.435473:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977680.435480:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977680.435485:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977680.435497:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977680.435508:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977680.435514:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977680.435531:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977680.435536:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977680.435544:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977680.435567:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977680.435573:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977680.435576:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977680.435584:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977680.435590:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977680.435597:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977680.435605:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977680.435610:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977680.435616:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977680.435653:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977680.435662:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977680.435668:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977680.435674:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977680.435680:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977680.435683:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977680.435685:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977680.435688:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977680.435695:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977680.435697:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977680.435702:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977680.435703:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977680.435720:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977680.435722:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977680.435726:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977680.435727:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977681.459474:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977681.459479:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977681.459482:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977681.459486:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977681.459492:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977681.459495:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977681.459504:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977681.459513:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977681.459523:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977681.459561:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977681.459565:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977681.459576:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977681.459580:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977681.459584:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977681.459585:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977681.459588:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977681.459589:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977681.459593:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977681.459594:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977681.460262:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977681.460267:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977681.460271:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977681.460275:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977681.460280:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977681.460284:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977681.460288:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977681.460291:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977681.460321:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977682.483584:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977682.483587:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977682.483592:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977682.483593:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977682.483596:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977682.483597:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977682.483600:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977682.483601:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977682.483604:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977682.483605:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977682.486518:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977682.486524:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977682.486528:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977682.486532:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977682.486536:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977682.486541:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977682.486545:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977682.486549:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977682.486552:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977682.486585:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977682.486588:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977682.486590:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977682.486592:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977682.486594:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977682.486596:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977682.486598:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977682.486599:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977682.486602:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977682.486875:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977682.486877:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977682.486878:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977682.486879:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977682.486881:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977682.486882:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977682.486883:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977682.486884:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977682.486885:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977683.507406:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977683.507412:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977683.507415:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977683.507421:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977683.507425:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977683.507428:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977683.507604:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977683.507607:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977683.507612:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977683.507639:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977683.507643:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977683.507650:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977683.507651:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977683.507664:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977683.507666:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977683.507670:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977683.507672:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977683.507679:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977683.507682:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977684.531753:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977684.531757:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977684.531759:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977684.531762:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977684.531764:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977684.531767:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977684.531769:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977684.531771:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977684.531773:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977684.531793:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977684.531796:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977684.531800:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977684.531803:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977684.531806:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977684.531809:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977684.531812:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977684.531814:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977684.531816:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977684.531818:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977684.531822:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977684.531824:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977684.531825:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977684.531826:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977684.531828:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977684.531829:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977684.531831:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977684.531832:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977684.531836:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977684.531837:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977684.531838:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977684.531839:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977684.531841:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977684.531842:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977684.531843:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977684.531845:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977684.531848:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977684.531850:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977684.531851:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977684.531852:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977684.531854:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977684.531856:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977684.531858:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977684.531859:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977685.555513:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977685.555517:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977685.555518:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977685.555520:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977685.555523:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977685.555524:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977685.555526:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977685.555527:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977685.555529:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977685.555932:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977685.555936:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977685.555941:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977685.555942:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977685.555946:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977685.555947:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977685.555951:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977685.555952:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977685.555956:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977685.555957:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977686.579464:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977686.579474:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977686.579483:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977686.579487:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977686.579495:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977686.579498:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977686.579505:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977686.579509:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977686.579515:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977686.579518:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977686.579549:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977686.579553:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977686.579557:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977687.603392:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977687.603398:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977687.603402:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977687.603406:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977687.603413:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977687.603417:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977687.603426:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977687.603430:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977687.603436:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977687.603475:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977687.603481:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977687.603490:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977687.603493:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977687.603500:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977687.603503:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977687.603508:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977687.603511:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977687.603521:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977687.603525:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977687.603574:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977687.603579:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977687.603605:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977688.627496:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977688.627507:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977688.627516:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977688.627531:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977688.627555:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977688.627560:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977688.627580:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977688.627584:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977688.627591:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977688.627626:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977688.627630:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977688.627639:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977688.627644:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977688.627651:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977688.627654:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977688.627657:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977688.627662:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977688.627665:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977688.627668:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977688.627688:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977688.627691:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977688.627700:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977689.651503:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977689.651512:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977689.651516:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977689.651524:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977689.651528:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977689.651532:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977689.654399:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977689.654407:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977689.654412:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977689.654447:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977689.654453:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977689.654460:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977689.654468:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977689.654476:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977689.654481:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977689.654487:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977689.654494:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977689.654506:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977689.654510:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977689.654515:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977689.654517:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977689.654520:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977689.654522:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977689.654527:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977689.654529:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977689.654594:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977689.654596:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977689.654600:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977690.676065:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977690.676068:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977690.676069:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977690.676072:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977690.676074:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977690.676076:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977690.676078:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977690.676080:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977690.676083:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977690.676115:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977690.676118:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977690.676122:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977690.676123:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977690.676127:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977690.676129:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977690.676131:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977690.676132:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977690.676136:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977690.676137:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977690.676154:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977690.676157:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977690.676160:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977690.676427:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977690.676430:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977690.676431:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977690.676433:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977690.676435:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977690.676438:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977690.676439:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977690.676440:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977690.676442:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977691.187439:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977691.187450:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977691.187453:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977691.187456:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977691.187461:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977691.187468:0:254686:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 15344 00000400:00000200:0.0:1783977691.187478:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977691.187484:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977691.187487:0:254686:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977691.187490:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977691.187493:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977691.187495:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977691.187498:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977691.187501:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977691.187503:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783977691.187505:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977691.187508:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783977691.187511:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783977691.187513:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783977691.187516:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977691.187532:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977691.187534:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977691.187536:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977691.187539:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783977691.187542:0:254686:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977691.187545:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977691.187547:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977691.187551:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977691.187554:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977691.187556:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977691.187559:0:254686:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977691.187568:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783977691.187572:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783977691.187577:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977691.187578:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977691.187582:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977691.187585:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977691.187589:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977691.187596:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783977691.187602:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977691.187611:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402793344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977691.187621:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977691.187625:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977691.187630:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402793344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977691.187653:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977691.187657:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977691.187660:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977691.187662:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977691.187664:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977691.187666:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977691.187669:0:254686:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15344 00000400:00000200:0.0:1783977691.187673:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977691.187676:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977691.187679:0:254686:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977691.187682:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977691.187693:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977691.187697:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977691.187701:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977691.187706:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977691.187710:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783977691.187714:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977691.187717:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783977691.187722:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783977691.187727:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783977691.187735:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977691.187738:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977691.187743:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977691.187746:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977691.187751:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783977691.187758:0:254686:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977691.187764:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977691.187767:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977691.187775:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977691.187781:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977691.187787:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977691.187791:0:254686:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977691.187804:0:254686:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977691.187811:0:254686:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977691.187817:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783977691.187822:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977691.187826:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977691.187829:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977691.187833:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977691.187835:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977691.187836:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977691.187842:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783977691.187849:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977691.187863:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620402793472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977691.187878:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977691.187881:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977691.187890:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620402793472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977691.187905:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977691.187910:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977691.187914:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977691.187917:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977691.187920:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977691.187926:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977691.187931:0:254686:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15344 00000400:00000200:0.0:1783977691.187939:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977691.187946:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977691.187950:0:254686:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977691.187953:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977691.187956:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977691.187962:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977691.187967:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977691.187973:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977691.187974:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783977691.187978:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977691.187981:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783977691.187984:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783977691.187987:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783977691.187994:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977691.188000:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977691.188017:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977691.188022:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977691.188028:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783977691.188035:0:254686:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977691.188038:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977691.188040:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977691.188045:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977691.188049:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977691.188053:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977691.188056:0:254686:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977691.188059:0:254686:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977691.188064:0:254686:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977691.188068:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783977691.188077:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977691.188083:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977691.188086:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977691.188090:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977691.188092:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977691.188096:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977691.188103:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783977691.188108:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977691.188117:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620402793600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977691.188127:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977691.188130:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977691.188139:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620402793600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977691.188160:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977691.188167:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977691.188172:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977691.188175:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977691.188177:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977691.188182:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977691.188187:0:254686:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15344 00000400:00000200:0.0:1783977691.188193:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977691.188205:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977691.188209:0:254686:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977691.188214:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977691.188216:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977691.188217:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977691.188219:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977691.188221:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977691.188221:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783977691.188223:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977691.188224:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783977691.188226:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783977691.188228:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783977691.188230:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977691.188231:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977691.188232:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977691.188234:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977691.188235:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783977691.188237:0:254686:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977691.188239:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977691.188240:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977691.188243:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977691.188244:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977691.188245:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977691.188247:0:254686:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977691.188249:0:254686:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977691.188250:0:254686:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977691.188253:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783977691.188254:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977691.188256:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977691.188257:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977691.188259:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977691.188260:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977691.188261:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977691.188265:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783977691.188268:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977691.188272:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620402793728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977691.188278:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977691.188280:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977691.188283:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620402793728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977691.188289:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977691.188291:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977691.188330:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977691.188331:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977691.188332:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977691.188334:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977691.188337:0:254686:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15344 00000400:00000200:0.0:1783977691.188340:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977691.188342:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977691.188344:0:254686:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977691.188346:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977691.188348:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977691.188349:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977691.188351:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977691.188353:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977691.188354:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783977691.188355:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977691.188356:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783977691.188358:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783977691.188360:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783977691.188362:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977691.188364:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977691.188366:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977691.188367:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977691.188369:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783977691.188371:0:254686:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977691.188372:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977691.188374:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977691.188376:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977691.188377:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977691.188379:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977691.188380:0:254686:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977691.188382:0:254686:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977691.188383:0:254686:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977691.188386:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783977691.188387:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977691.188389:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977691.188390:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977691.188392:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977691.188393:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977691.188394:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977691.188398:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783977691.188401:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977691.188406:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402793856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977691.188411:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977691.188413:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977691.188416:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402793856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977691.188422:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977691.188426:0:254686:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15354) 00000100:00000001:0.0:1783977691.699406:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977691.699413:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977691.699415:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977691.699422:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977691.699428:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977691.699431:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977691.699436:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977691.699441:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977691.699443:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977691.699463:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977691.699465:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977691.699470:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977691.699471:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977691.699476:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977691.699477:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977691.699480:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977691.699481:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977691.699485:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977691.699486:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977691.699500:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977691.699502:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977691.699505:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977691.699570:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977691.699573:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977691.699575:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977691.699578:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977691.699580:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977691.699582:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977691.699584:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977691.699586:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977691.699589:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977692.723415:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977692.723421:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977692.723425:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977692.723432:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977692.723439:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977692.723444:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977692.723453:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977692.723458:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977692.723463:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977692.723479:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977692.723484:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977692.723487:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977692.723503:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977692.723507:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977692.723510:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977692.723512:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977692.723516:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977692.723522:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977692.723549:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977692.723553:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977692.723560:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977692.723564:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977692.723571:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977692.723575:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977692.723581:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977692.723584:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977692.723590:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977692.723593:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977692.723629:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977692.723632:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977692.723634:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977693.747419:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977693.747424:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977693.747433:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977693.747436:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977693.747443:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977693.747446:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977693.747454:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977693.747457:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977693.747463:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977693.747466:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977693.747499:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977693.747505:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977693.747510:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977693.747945:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977693.747947:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977693.747949:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977693.747951:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977693.747953:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977693.747955:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977693.747957:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977693.747959:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977693.747961:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977694.771405:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977694.771418:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977694.771429:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977694.771433:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977694.771437:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977694.771440:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977694.771446:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977694.771449:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977694.771452:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977694.771465:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977694.771472:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977694.771478:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977694.771483:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977694.771487:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977694.771500:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977694.771504:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977694.771508:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977694.771512:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977694.771520:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977694.771524:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977694.771530:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977694.771534:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977694.771539:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977694.771542:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977694.771546:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977694.771551:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977694.771564:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977694.771568:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977694.771571:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977694.771575:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977694.771577:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977694.771578:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977694.771580:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977694.771582:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977694.771617:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977694.771619:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977694.771622:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977695.795408:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977695.795416:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977695.795424:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977695.795428:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977695.795448:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977695.795452:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977695.795458:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977695.795463:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977695.795471:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977695.795474:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977695.795492:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977695.795496:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977695.795503:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977695.795528:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977695.795534:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977695.795537:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977695.795550:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977695.795555:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977695.795558:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977695.795560:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977695.795562:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977695.795564:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977696.819439:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977696.819444:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977696.819456:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977696.819459:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977696.819465:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977696.819467:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977696.819471:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977696.819474:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977696.819481:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977696.819484:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977696.819522:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977696.819526:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977696.819531:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977696.819585:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977696.819590:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977696.819593:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977696.819599:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977696.819605:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977696.819609:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977696.819613:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977696.819617:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977696.819624:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977697.843426:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977697.843432:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977697.843441:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977697.843445:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977697.843452:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977697.843455:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977697.843463:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977697.843466:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977697.843469:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977697.843470:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977697.843515:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977697.843519:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977697.843521:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977697.843524:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977697.843527:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977697.843530:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977697.843532:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977697.843535:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977697.843540:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977697.843568:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977697.843571:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977697.843573:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977697.843575:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977697.843578:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977697.843580:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977697.843582:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977697.843584:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977697.843588:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977697.843597:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977697.843600:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977697.843602:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977697.843604:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977697.843606:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977697.843608:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977697.845165:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977697.845168:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977697.845171:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977698.867417:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977698.867424:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977698.867427:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977698.867432:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977698.867437:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977698.867443:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977698.867464:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977698.867467:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977698.867470:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977698.867483:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977698.867486:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977698.867488:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977698.867491:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977698.867493:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977698.867496:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977698.867498:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977698.867500:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977698.867502:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977698.867534:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977698.867540:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977698.867548:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977698.867552:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977698.867560:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977698.867564:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977698.867575:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977698.867579:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977698.867587:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977698.867591:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977698.867622:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977698.867626:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977698.867634:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977699.891411:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977699.891418:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977699.891422:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977699.891426:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977699.891432:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977699.891435:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977699.891439:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977699.891446:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977699.891453:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977699.891456:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977699.891463:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977699.891465:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977699.891469:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977699.891470:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977699.891473:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977699.891474:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977699.891495:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977699.891500:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977699.891513:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977699.891706:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977699.891709:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977699.891710:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977699.891713:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977699.891715:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977699.891716:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977699.891718:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977699.891720:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977699.891721:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977700.915422:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977700.915426:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977700.915431:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977700.915434:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977700.915441:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977700.915444:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977700.915450:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977700.915452:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977700.915458:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977700.915461:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977700.915482:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977700.915487:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977700.915493:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977700.915516:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977700.915522:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977700.915525:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977700.915530:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977700.915535:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977700.915539:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977700.915544:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977700.915547:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977700.915552:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977701.939432:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977701.939436:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977701.939443:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977701.939444:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977701.939450:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977701.939453:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977701.939459:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977701.939462:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977701.939467:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977701.939468:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977701.939490:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977701.939493:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977701.939495:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977701.939622:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977701.939625:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977701.939626:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977701.939629:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977701.939631:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977701.939634:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977701.939637:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977701.939640:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977701.939646:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977701.939662:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977701.939665:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977701.939668:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977701.939673:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977701.939677:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977701.939679:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977701.939689:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977701.939692:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977701.939694:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977702.963422:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977702.963431:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977702.963436:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977702.963446:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977702.963453:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977702.963457:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977702.963473:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977702.963478:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977702.963483:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977702.963501:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977702.963506:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977702.963509:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977702.963513:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977702.963518:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977702.963523:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977702.963537:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977702.963541:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977702.963546:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977702.963570:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977702.963574:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977702.963579:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977702.963581:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977702.963585:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977702.963587:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977702.963591:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977702.963592:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977702.963595:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977702.963597:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977702.963613:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977702.963616:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977702.963619:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977703.987489:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977703.987493:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977703.987501:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977703.987513:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977703.987522:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977703.987523:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977703.987528:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977703.987530:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977703.987533:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977703.987535:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977703.987556:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977703.987560:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977703.987562:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977703.987565:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977703.987570:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977703.987572:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977703.987574:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977703.987576:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977703.987579:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977703.987611:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977703.987617:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977703.987624:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977703.987646:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977703.987652:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977703.987656:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977703.987661:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977703.987665:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977703.987670:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977703.987674:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977703.987678:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977703.987683:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977705.011416:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977705.011423:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977705.011429:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977705.011437:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977705.011450:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977705.011455:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977705.011469:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977705.011473:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977705.011479:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977705.011502:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977705.011508:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977705.011511:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977705.011516:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977705.011521:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977705.011524:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977705.011529:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977705.011533:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977705.011536:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977705.011558:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977705.011562:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977705.011568:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977705.011572:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977705.011574:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977705.011577:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977705.011581:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977705.011583:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977705.011584:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977705.011587:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977705.011590:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977705.011592:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977705.011593:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977705.011594:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977705.011596:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977705.011597:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977705.011598:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977705.011600:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977705.011602:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977705.011604:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977705.011604:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977705.011606:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977705.011607:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977705.011609:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977705.011610:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977705.011611:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977705.011614:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977705.011616:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977705.011617:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977705.011618:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977705.011619:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977705.011620:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977705.011622:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977705.011632:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977705.011648:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977705.011650:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977705.011652:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977706.035407:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977706.035412:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977706.035419:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977706.035424:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977706.035431:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977706.035435:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977706.035440:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977706.035442:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977706.035446:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977706.035449:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977706.035472:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977706.035475:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977706.035479:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977706.035485:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977706.035491:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977706.035495:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977706.035509:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977706.035511:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977706.035514:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977706.035526:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977706.035528:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977706.035532:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977707.059398:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977707.059405:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977707.059410:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977707.059415:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977707.059421:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977707.059449:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977707.059453:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977707.059455:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977707.059457:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977707.059478:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977707.059481:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977707.059486:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977707.059487:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977707.059491:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977707.059492:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977707.059496:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977707.059498:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977707.059501:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977707.059503:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977707.059521:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977707.059523:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977707.059527:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977707.060403:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977707.060408:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977707.060411:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977707.060415:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977707.060420:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977707.060424:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977707.060470:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977707.060474:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977707.060477:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977708.083413:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977708.083419:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977708.083423:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977708.083428:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977708.083433:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977708.083436:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977708.084986:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977708.084989:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977708.084998:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977708.085018:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977708.085022:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977708.085026:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977708.085027:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977708.085031:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977708.085032:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977708.085035:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977708.085036:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977708.085040:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977708.085041:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977708.085056:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977708.085060:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977708.085064:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977709.107489:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977709.107499:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977709.107515:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977709.107525:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977709.107539:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977709.107542:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977709.107547:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977709.107552:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977709.107563:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977709.107568:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977709.107593:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977709.107597:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977709.107613:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977709.107634:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977709.107638:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977709.107646:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977709.107658:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977709.107671:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977709.107678:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977709.107692:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977709.107696:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977709.107700:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977710.131467:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977710.131478:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977710.131485:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977710.131493:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977710.131506:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977710.131512:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977710.131522:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977710.131529:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977710.131539:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977710.131545:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977710.131560:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977710.131563:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977710.131568:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977710.131573:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977710.131583:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977710.131586:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977710.131614:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977710.131618:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977710.131621:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977710.131874:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977710.131876:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977710.131877:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977710.131879:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977710.131880:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977710.131882:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977710.131883:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977710.131885:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977710.131887:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977711.155464:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977711.155473:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977711.155476:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977711.155483:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977711.155489:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977711.155495:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977711.155501:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977711.155505:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977711.155510:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977711.155540:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977711.155543:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977711.155549:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977711.155550:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977711.155554:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977711.155555:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977711.155559:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977711.155560:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977711.155564:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977711.155565:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977711.155598:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977711.155602:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977711.155605:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977711.155822:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977711.155826:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977711.155827:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977711.155829:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977711.155832:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977711.155834:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977711.155836:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977711.155838:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977711.155840:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977711.155870:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977711.155873:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977711.155874:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977711.155876:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977711.155879:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977711.155881:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977711.155883:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977711.155885:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977711.155887:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977711.156819:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977711.156824:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977711.156827:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977711.156830:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977711.156833:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977711.156835:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977711.156838:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977711.156840:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977711.156843:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977712.179426:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977712.179434:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977712.179439:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977712.179446:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977712.179454:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977712.179461:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977712.179467:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977712.179472:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977712.179478:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977712.179499:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977712.179502:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977712.179504:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977712.179506:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977712.179509:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977712.179514:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977712.179518:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977712.179521:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977712.179525:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977712.179549:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977712.179554:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977712.179564:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977712.179567:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977712.179572:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977712.179574:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977712.179578:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977712.179580:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977712.179584:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977712.179586:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977712.179628:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977712.179633:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977712.179637:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977712.179662:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977712.179668:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977712.179671:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977712.179674:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977712.179676:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977712.179678:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977712.179687:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977712.179689:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977712.179692:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977713.205173:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977713.205178:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977713.205184:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977713.205185:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977713.205189:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977713.205190:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977713.205193:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977713.205194:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977713.205197:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977713.205199:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977713.205248:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977713.205251:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977713.205254:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977714.227482:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977714.227490:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977714.227498:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977714.227499:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977714.227503:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977714.227504:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977714.227519:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977714.227520:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977714.227523:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977714.227524:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977714.227579:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977714.227582:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977714.227585:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977714.230364:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977714.230368:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977714.230370:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977714.230372:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977714.230375:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977714.230377:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977714.230378:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977714.230380:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977714.230381:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977715.251445:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977715.251452:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977715.251455:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977715.251458:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977715.251465:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977715.251471:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977715.251478:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977715.251483:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977715.251491:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977715.251930:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977715.251934:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977715.251938:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977715.251941:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977715.251943:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977715.251946:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977715.251949:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977715.251951:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977715.251953:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977715.251955:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977715.251959:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977715.251960:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977715.251961:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977715.251962:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977715.251963:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977715.251964:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977715.251965:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977715.251967:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977715.251971:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977715.251972:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977715.251973:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977715.251974:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977715.251975:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977715.251977:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977715.251978:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977715.251979:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977715.251982:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977715.251983:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977715.251984:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977715.251986:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977715.251987:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977715.251988:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977715.251990:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977715.251992:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977715.252012:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977715.252015:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977715.252017:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977716.275450:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977716.275466:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977716.275475:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977716.275490:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977716.275503:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977716.275523:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977716.275543:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977716.275552:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977716.275562:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977716.275611:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977716.275617:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977716.275626:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977716.275628:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977716.275638:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977716.275645:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977716.275656:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977716.275658:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977716.275662:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977716.275663:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977716.275708:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977716.275712:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977716.275715:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977717.299412:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977717.299417:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977717.299428:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977717.299432:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977717.299439:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977717.299443:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977717.299449:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977717.299453:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977717.299458:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977717.299459:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977717.299506:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977717.299511:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977717.299516:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977717.299536:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977717.299541:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977717.299545:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977717.299549:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977717.299554:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977717.299559:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977717.300099:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977717.300103:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977717.300107:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977718.323532:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977718.323541:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977718.323544:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977718.323639:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977718.323649:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977718.323654:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977718.323661:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977718.323667:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977718.323676:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977718.323703:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977718.323708:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977718.323712:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977718.323714:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977718.323717:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977718.323718:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977718.323721:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977718.323722:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977718.323725:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977718.323726:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977718.323763:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977718.323766:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977718.323768:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977719.347457:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977719.347466:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977719.347477:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977719.347482:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977719.347496:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977719.347501:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977719.347514:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977719.347517:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977719.347525:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977719.347529:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977719.347601:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977719.347609:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977719.347619:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977719.347647:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977719.347653:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977719.347656:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977719.347660:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977719.347665:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977719.347668:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977719.347671:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977719.347674:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977719.347678:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1783977719.859715:0:2390:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.148:988 00000400:00000100:0.0:1783977719.859763:0:2390:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.148@tcp at host 192.168.201.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1783977719.859775:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977719.859779:0:2390:0:(router.c:1791:lnet_notify()) 192.168.201.48@tcp notifying 192.168.201.148@tcp: down 00000400:00000200:0.0:1783977719.859784:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977719.859789:0:2390:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1783977719.859795:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783977719.859800:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3eb1d00. 00000400:00000200:0.0:1783977719.859807:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977719.859812:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977719.859825:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b14770 00000400:00000010:0.0:1783977719.859828:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b14770. 00000100:00000001:0.0:1783977719.859841:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977719.859853:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83fb2e3b80 x1870620402796544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977719.859884:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977719.859897:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3b80 x1870620402796544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783977741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977719.859905:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977719.859908:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783977719.859920:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783977719.859923:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3eb1800. 00000400:00000200:0.0:1783977719.859927:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977719.859931:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977719.859934:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b147f8 00000400:00000010:0.0:1783977719.859937:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b147f8. 00000100:00000001:0.0:1783977719.859941:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977719.859949:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83fb2e0e00 x1870620402796672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977719.859960:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977719.859965:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0e00 x1870620402796672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977719.859989:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977719.859992:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783977719.860000:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783977719.860005:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3eb1400. 00000400:00000200:0.0:1783977719.860010:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977719.860024:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977719.860028:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b14bb0 00000400:00000010:0.0:1783977719.860033:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b14bb0. 00000100:00000001:0.0:1783977719.860041:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977719.860061:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83fb2e2d80 x1870620402796800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977719.860088:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977719.860095:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2d80 x1870620402796800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783977741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977719.860108:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977719.860113:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783977719.860125:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783977719.860131:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3eb1600. 00000400:00000200:0.0:1783977719.860136:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977719.860143:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977719.860147:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b14440 00000400:00000010:0.0:1783977719.860150:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b14440. 00000100:00000001:0.0:1783977719.860155:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977719.860163:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83fb2e1500 x1870620402796928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977719.860185:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977719.860191:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1500 x1870620402796928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977719.860202:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977719.860205:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783977719.860215:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783977719.860220:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3eb1500. 00000400:00000200:0.0:1783977719.860226:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977719.860233:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977719.860239:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b14aa0 00000400:00000010:0.0:1783977719.860243:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b14aa0. 00000100:00000001:0.0:1783977719.860247:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977719.860260:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83fb2e0700 x1870620402797056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977719.860276:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977719.860280:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0700 x1870620402797056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783977741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977719.860292:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977719.860344:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977720.371426:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977720.371437:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977720.371441:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977720.371558:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977720.371563:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977720.371566:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977720.371568:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977720.371570:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977720.371573:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977720.371601:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977720.371606:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977720.371609:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977720.371614:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977720.371619:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977720.371622:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977720.371624:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977720.371627:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977720.371634:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977720.371636:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977720.371641:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977720.371644:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977720.371652:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977720.371656:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977720.371662:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977720.371666:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977720.371740:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977720.371745:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977720.371748:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977721.395444:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977721.395449:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977721.395457:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977721.395460:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977721.395464:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977721.395466:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977721.395478:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977721.395480:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977721.395486:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977721.395487:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977721.395549:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977721.395556:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977721.395561:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977721.395601:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977721.395614:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977721.395620:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977721.395627:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977721.395638:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977721.395649:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977721.395655:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977721.395659:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977721.395665:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977722.419443:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977722.419449:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977722.419512:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977722.419517:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977722.419527:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977722.419530:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977722.419537:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977722.419540:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977722.419548:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977722.419549:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977722.419596:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977722.419603:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977722.419608:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977723.443611:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977723.443617:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977723.443626:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977723.443629:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977723.443634:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977723.443636:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977723.443640:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977723.443642:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977723.443717:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977723.443720:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977723.443741:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977723.443744:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977723.443747:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977724.467417:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977724.467423:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977724.467433:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977724.467439:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977724.467444:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977724.467450:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977724.467456:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977724.467461:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977724.467465:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977724.467470:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977724.467475:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977724.467477:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977724.467479:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977724.467480:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977724.467482:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977724.467484:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977724.467489:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977724.467495:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977724.467504:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977724.467508:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977724.467511:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977724.467515:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977724.467520:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977724.467524:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977724.467528:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977724.467536:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977724.467545:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977724.467551:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977724.467555:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977724.467559:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977724.467564:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977724.467568:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977724.467572:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977724.467574:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977724.467608:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977724.467628:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977724.467632:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977724.467766:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977724.467769:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977724.467770:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977724.467772:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977724.467773:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977724.467776:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977724.467777:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977724.467778:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977724.467779:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977725.491434:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977725.491445:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977725.491448:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977725.491458:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977725.491464:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977725.491469:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977725.491484:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977725.491488:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977725.491495:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977725.491526:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977725.491533:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977725.491543:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977725.491547:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977725.491557:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977725.491560:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977725.491568:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977725.491570:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977725.491575:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977725.491577:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977725.491597:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977725.491600:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977725.491603:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977726.515492:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977726.515507:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977726.515514:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977726.515522:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977726.515527:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977726.515533:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977726.515538:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977726.515542:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977726.515551:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977726.515596:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977726.515608:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977726.515620:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977726.515633:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977726.515646:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977726.515649:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977726.515655:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977726.515656:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977726.515660:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977726.515662:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977726.515735:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977726.515738:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977726.515742:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977727.539478:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977727.539489:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977727.539496:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977727.539506:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977727.539515:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977727.539525:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977727.539538:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977727.539549:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977727.539566:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977727.539598:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977727.539603:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977727.539612:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977727.539617:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977727.539625:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977727.539631:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977727.539643:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977727.539652:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977727.539662:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977727.539667:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977728.563488:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977728.563495:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977728.563509:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977728.563516:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977728.563527:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977728.563531:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977728.563538:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977728.563542:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977728.563556:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977728.563564:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977728.565197:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977728.565201:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977728.565202:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977728.565205:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977728.565207:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977728.565209:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977728.565210:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977728.565211:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977728.565213:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977729.588087:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977729.588092:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977729.588094:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977729.588098:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977729.588102:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977729.588105:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977729.588108:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977729.588110:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977729.588113:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977729.588130:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977729.588133:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977729.588134:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977729.588136:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977729.588139:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977729.588141:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977729.588143:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977729.588144:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977729.588147:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977729.588167:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977729.588171:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977729.588174:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977729.588178:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977729.588181:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977729.588184:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977729.588186:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977729.588190:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977729.588196:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977729.588197:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977729.588202:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977729.588203:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977729.588207:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977729.588208:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977729.588211:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977729.588212:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977729.592051:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977729.592060:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977729.592062:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977729.592067:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977729.592071:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977729.592075:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977729.592077:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977729.592080:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977729.592083:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977730.611406:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977730.611422:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977730.611424:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977730.611429:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977730.611433:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977730.611436:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977730.611441:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977730.611446:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977730.611452:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977730.611468:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977730.611473:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977730.611476:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977730.611482:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977730.611488:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977730.611493:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977730.611498:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977730.611500:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977730.611512:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977730.611534:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977730.611537:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977730.611542:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977730.611543:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977730.611547:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977730.611549:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977730.611553:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977730.611555:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977730.611557:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977730.611558:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977731.635959:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977731.635965:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977731.635969:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977731.635974:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977731.635981:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977731.635988:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977731.635995:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977731.636000:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977731.636007:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977731.636025:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977731.636029:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977731.636031:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977731.636034:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977731.636037:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977731.636040:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977731.636042:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977731.636044:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977731.636047:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977731.636072:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977731.636076:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977731.636084:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977731.636087:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977731.636096:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977731.636100:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977731.636108:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977731.636112:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977731.636120:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977731.636123:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977732.659439:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977732.659454:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977732.659468:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977732.659484:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977732.659490:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977732.659500:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977732.659507:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977732.659515:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977732.659521:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977732.659548:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977732.659551:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977732.659554:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977732.659556:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977732.659561:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977732.659565:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977732.659569:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977732.659574:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977732.659578:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977732.659616:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977732.659621:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977732.659628:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977732.659631:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977732.659638:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977732.659641:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977732.659649:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977732.659651:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977732.659655:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977732.659657:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977733.684112:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977733.684117:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977733.684119:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977733.684122:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977733.684125:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977733.684127:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977733.684129:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977733.684131:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977733.684135:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977733.684173:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977733.684177:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977733.684181:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977733.684182:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977733.684187:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977733.684188:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977733.684192:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977733.684193:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977733.684196:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977733.684197:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977733.685043:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977733.685047:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977733.685048:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977733.685050:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977733.685052:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977733.685054:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977733.685056:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977733.685057:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977733.685059:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977734.707413:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977734.707420:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977734.707425:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977734.707433:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977734.707438:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977734.707443:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977734.707449:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977734.707454:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977734.707462:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977734.707490:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977734.707492:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977734.707496:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977734.707499:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977734.707502:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977734.707505:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977734.707508:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977734.707510:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977734.707512:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977734.707514:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977734.707518:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977734.707519:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977734.707520:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977734.707522:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977734.707523:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977734.707524:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977734.707526:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977734.707528:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977734.707531:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977734.707533:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977734.707534:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977734.707535:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977734.707537:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977734.707538:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977734.707540:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977734.707542:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977734.707545:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977734.707546:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977734.707547:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977734.707549:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977734.707550:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977734.707552:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977734.707553:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977734.707555:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977734.709922:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977734.709929:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977734.709931:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977734.709938:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977734.709943:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977734.709948:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977734.709954:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977734.709958:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977734.709962:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977735.731431:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977735.731437:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977735.731440:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977735.731447:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977735.731453:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977735.731459:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977735.731469:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977735.731472:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977735.731477:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977735.731516:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977735.731520:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977735.731529:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977735.731533:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977735.731543:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977735.731548:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977735.731556:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977735.731559:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977735.731566:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977735.731570:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977736.755654:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977736.755658:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977736.755665:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977736.755669:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977736.755678:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977736.755682:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977736.755690:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977736.755692:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977736.755696:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977736.755699:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977736.757546:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977736.757549:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977736.757550:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977736.757552:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977736.757554:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977736.757556:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977736.757558:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977736.757560:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977736.757562:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977736.758147:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977736.758150:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977736.758151:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977736.758154:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977736.758156:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977736.758157:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977736.758159:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977736.758160:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977736.758162:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977737.267401:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977737.267410:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977737.267412:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977737.267415:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977737.267419:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977737.267424:0:254686:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 15390 00000400:00000200:0.0:1783977737.267431:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977737.267436:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977737.267438:0:254686:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977737.267440:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977737.267442:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977737.267444:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977737.267445:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977737.267448:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977737.267449:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783977737.267451:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977737.267453:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783977737.267455:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783977737.267456:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783977737.267458:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977737.267459:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977737.267461:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977737.267462:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977737.267463:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783977737.267465:0:254686:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977737.267467:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977737.267468:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977737.267471:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977737.267473:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977737.267474:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977737.267476:0:254686:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977737.267483:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783977737.267485:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783977737.267488:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977737.267489:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977737.267492:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977737.267494:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977737.267498:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977737.267503:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783977737.267508:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977737.267514:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402799104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977737.267521:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977737.267524:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977737.267528:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402799104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977737.267544:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977737.267546:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977737.267548:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977737.267550:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977737.267551:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977737.267554:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977737.267556:0:254686:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15390 00000400:00000200:0.0:1783977737.267559:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977737.267562:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977737.267563:0:254686:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977737.267566:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977737.267576:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977737.267579:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977737.267585:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977737.267589:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977737.267591:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783977737.267595:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977737.267600:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783977737.267603:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783977737.267605:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783977737.267612:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977737.267620:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977737.267623:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977737.267627:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977737.267631:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783977737.267633:0:254686:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977737.267636:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977737.267638:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977737.267646:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977737.267651:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977737.267656:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977737.267661:0:254686:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977737.267666:0:254686:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977737.267670:0:254686:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977737.267675:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783977737.267681:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977737.267684:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977737.267687:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977737.267690:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977737.267691:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977737.267693:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977737.267697:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783977737.267701:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977737.267717:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402799232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977737.267731:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977737.267735:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977737.267743:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402799232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977737.267771:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977737.267775:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977737.267784:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977737.267787:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977737.267789:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977737.267795:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977737.267800:0:254686:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15390 00000400:00000200:0.0:1783977737.267806:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977737.267810:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977737.267813:0:254686:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977737.267816:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977737.267819:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977737.267820:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977737.267821:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977737.267822:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977737.267823:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783977737.267824:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977737.267825:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783977737.267829:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783977737.267830:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783977737.267832:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977737.267833:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977737.267837:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977737.267842:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977737.267844:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783977737.267846:0:254686:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977737.267847:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977737.267852:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977737.267856:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977737.267858:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977737.267859:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977737.267860:0:254686:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977737.267862:0:254686:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977737.267863:0:254686:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977737.267866:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783977737.267868:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977737.267871:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977737.267874:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977737.267878:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977737.267881:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977737.267885:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977737.267891:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783977737.267897:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977737.267906:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402799360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977737.267926:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977737.267928:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977737.267933:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402799360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977737.267946:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977737.267950:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977737.267956:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977737.267958:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977737.267961:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977737.267963:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977737.267966:0:254686:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15390 00000400:00000200:0.0:1783977737.267972:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977737.267979:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977737.267982:0:254686:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977737.267988:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977737.267994:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977737.268000:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977737.268004:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977737.268008:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977737.268010:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783977737.268013:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977737.268014:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783977737.268018:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783977737.268022:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783977737.268026:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977737.268029:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977737.268030:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977737.268031:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977737.268033:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783977737.268036:0:254686:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977737.268039:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977737.268041:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977737.268045:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977737.268050:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977737.268051:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977737.268053:0:254686:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977737.268058:0:254686:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977737.268059:0:254686:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977737.268065:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783977737.268068:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977737.268071:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977737.268074:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977737.268075:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977737.268078:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977737.268079:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977737.268085:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783977737.268090:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977737.268098:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402799488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977737.268107:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977737.268110:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977737.268117:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402799488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977737.268128:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977737.268131:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977737.268134:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977737.268135:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977737.268136:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977737.268138:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977737.268142:0:254686:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15390 00000400:00000200:0.0:1783977737.268148:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977737.268151:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977737.268154:0:254686:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977737.268156:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977737.268160:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977737.268161:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977737.268162:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977737.268164:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977737.268166:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783977737.268168:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977737.268169:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783977737.268170:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783977737.268171:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783977737.268173:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977737.268174:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977737.268176:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977737.268179:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977737.268181:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783977737.268184:0:254686:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977737.268187:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977737.268191:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977737.268194:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977737.268197:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977737.268201:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977737.268203:0:254686:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977737.268209:0:254686:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977737.268214:0:254686:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977737.268218:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783977737.268223:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977737.268226:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977737.268229:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977737.268230:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977737.268232:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977737.268234:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977737.268239:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783977737.268244:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977737.268251:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620402799616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977737.268255:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977737.268257:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977737.268259:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620402799616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977737.268268:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977737.268272:0:254686:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15400) 00000100:00000001:0.0:1783977737.779411:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977737.779417:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977737.779429:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977737.779438:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977737.779444:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977737.779450:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977737.779459:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977737.779462:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977737.779465:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977737.779508:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977737.779512:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977737.779520:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977737.779524:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977737.779531:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977737.779535:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977737.779542:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977737.779546:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977737.779552:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977737.779556:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977738.803416:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977738.803421:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977738.803433:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977738.803436:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977738.803442:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977738.803446:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977738.803452:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977738.803455:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977738.803459:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977738.803462:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977738.803607:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977738.803611:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977738.803623:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977738.803629:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977738.803634:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977738.803638:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977738.803689:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977738.803692:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977738.803694:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977739.827395:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977739.827399:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977739.827402:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977739.827412:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977739.827420:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977739.827426:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977739.827432:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977739.827437:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977739.827441:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977739.827480:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977739.827485:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977739.827488:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977739.827493:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977739.827501:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977739.827505:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977739.827508:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977739.827511:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977739.827518:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977739.827520:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977739.827523:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977739.827526:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977739.827539:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977739.827542:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977739.827554:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977739.827555:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977740.851405:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977740.851413:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977740.851418:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977740.851425:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977740.851430:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977740.851435:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977740.851440:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977740.851444:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977740.851447:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977740.851477:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977740.851481:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977740.851487:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977740.851489:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977740.851495:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977740.851499:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977740.851504:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977740.851508:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977740.851515:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977740.851517:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977740.851543:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977740.851546:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977740.851549:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977741.875412:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977741.875419:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977741.875423:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977741.875428:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977741.875433:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977741.875436:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977741.875442:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977741.875446:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977741.875450:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977741.875471:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977741.875476:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977741.875484:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977741.875489:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977741.875498:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977741.875502:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977741.875507:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977741.875511:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977741.875519:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977741.875522:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977741.875539:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977741.875544:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977741.875550:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977742.899422:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977742.899429:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977742.899433:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977742.899439:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977742.899445:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977742.899451:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977742.899459:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977742.899462:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977742.899467:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977742.899490:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977742.899494:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977742.899498:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977742.899500:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977742.899504:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977742.899505:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977742.899508:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977742.899510:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977742.899513:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977742.899514:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977742.899529:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977742.899532:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977742.899535:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977742.900949:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977742.900952:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977742.900954:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977742.900956:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977742.900958:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977742.900959:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977742.900961:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977742.900963:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977742.900965:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977743.923674:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977743.923678:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977743.923680:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977743.923682:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977743.923687:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977743.923691:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977743.923696:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977743.923699:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977743.923704:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977743.923724:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977743.923729:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977743.923733:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977743.923735:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977743.923739:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977743.923741:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977743.923744:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977743.923745:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977743.923752:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977743.923754:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977743.923770:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977743.923772:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977743.923775:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977744.947405:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977744.947413:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977744.947417:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977744.947423:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977744.947430:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977744.947438:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977744.947464:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977744.947467:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977744.947469:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977744.947489:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977744.947494:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977744.947501:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977744.947506:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977744.947509:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977744.947512:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977744.947518:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977744.947522:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977744.947529:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977744.947533:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977744.947538:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977744.947540:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977744.947542:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977744.947544:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977744.947548:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977744.947551:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977744.947556:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977744.947560:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977744.947566:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977744.947580:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977744.947584:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977744.947587:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977744.947589:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977744.947591:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977744.947593:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977744.947596:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977744.947599:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977744.947601:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977744.947602:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977744.947603:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977744.947605:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977744.947606:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977744.947607:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977744.947609:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977744.947626:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977744.947628:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977744.947631:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977745.971420:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977745.971425:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977745.971433:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977745.971436:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977745.971444:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977745.971448:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977745.971453:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977745.971454:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977745.971471:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977745.971475:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977745.971499:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977745.971503:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977745.971508:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977746.995411:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977746.995418:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977746.995425:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977746.995428:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977746.995433:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977746.995437:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977746.995443:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977746.995446:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977746.995452:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977746.995456:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977746.995481:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977746.995486:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977746.995491:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977746.995522:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977746.995527:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977746.995529:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977746.995532:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977746.995575:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977746.995577:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977746.995579:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977746.995581:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977746.995583:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977748.019419:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977748.019424:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977748.019426:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977748.019430:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977748.019432:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977748.019436:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977748.019438:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977748.019439:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977748.019442:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977748.019461:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977748.019462:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977748.019465:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977748.019466:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977748.019468:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977748.019469:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977748.019471:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977748.019472:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977748.019474:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977748.019474:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977748.019486:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977748.019488:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977748.019489:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977748.020534:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977748.020538:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977748.020539:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977748.020542:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977748.020544:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977748.020546:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977748.020549:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977748.020550:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977748.020552:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977749.046882:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977749.046889:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977749.046891:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977749.046896:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977749.046900:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977749.046904:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977749.046907:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977749.046909:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977749.046912:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977749.046938:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977749.046941:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977749.046946:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977749.046949:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977749.046955:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977749.046959:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977749.046966:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977749.046970:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977749.046975:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977749.046977:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977749.046997:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977749.047000:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977749.047004:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977750.067378:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977750.067385:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977750.067389:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977750.067394:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977750.067400:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977750.067404:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977750.067408:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977750.067412:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977750.067419:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977750.067422:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977750.067425:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977750.067426:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977750.067429:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977750.067431:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977750.067433:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977750.067434:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977750.067449:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977750.067451:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977750.067453:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977750.067548:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977750.067562:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977750.067567:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977750.067572:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977750.067578:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977750.067581:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977750.067584:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977750.067586:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977750.067590:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977750.067778:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977750.067791:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977750.067794:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977750.067797:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977750.067799:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977750.067801:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977750.067803:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977750.067805:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977750.067807:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977751.096321:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977751.096324:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977751.096325:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977751.096328:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977751.096329:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977751.096331:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977751.096333:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977751.096334:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977751.096336:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977751.096353:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977751.096356:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977751.096360:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977751.096361:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977751.096364:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977751.096365:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977751.096367:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977751.096368:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977751.096370:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977751.096371:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977751.096383:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977751.096384:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977751.096386:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977752.115554:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977752.115559:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977752.115560:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977752.115563:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977752.115566:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977752.115569:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977752.115571:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977752.115572:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977752.115574:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977752.115595:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977752.115597:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977752.115602:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977752.115603:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977752.115606:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977752.115607:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977752.115609:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977752.115610:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977752.115612:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977752.115613:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977752.115624:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977752.115626:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977752.115628:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977753.139391:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977753.139400:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977753.139404:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977753.139411:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977753.139417:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977753.139422:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977753.139437:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977753.139441:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977753.139447:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977753.139472:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977753.139476:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977753.139481:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977753.139483:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977753.139486:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977753.139488:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977753.139492:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977753.139493:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977753.139495:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977753.139497:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977753.139514:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977753.139517:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977753.139520:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977753.139686:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977753.139689:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977753.139690:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977753.139692:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977753.139694:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977753.139696:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977753.139697:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977753.139699:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977753.139700:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977754.163469:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977754.163472:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977754.163474:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977754.163477:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977754.163480:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977754.163484:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977754.163486:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977754.163489:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977754.163492:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977754.163506:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977754.163510:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977754.163511:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977754.163515:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977754.163518:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977754.163521:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977754.163523:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977754.163525:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977754.163527:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977754.163548:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977754.163551:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977754.163556:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977754.163558:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977754.163563:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977754.163564:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977754.163568:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977754.163571:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977754.163579:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977754.163581:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977754.163594:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977754.163596:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977754.163598:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977754.164669:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977754.164672:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977754.164673:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977754.164675:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977754.164676:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977754.164678:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977754.164679:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977754.164680:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977754.164681:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977755.187404:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977755.187412:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977755.187415:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977755.187420:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977755.187424:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977755.187428:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977755.187430:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977755.187432:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977755.187435:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977755.187467:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977755.187470:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977755.187474:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977755.187477:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977755.187480:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977755.187483:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977755.187486:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977755.187488:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977755.187491:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977755.187493:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977755.187497:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977755.187499:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977755.187500:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977755.187501:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977755.187503:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977755.187504:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977755.187506:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977755.187508:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977755.187511:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977755.187513:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977755.187514:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977755.187515:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977755.187517:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977755.187518:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977755.187520:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977755.187521:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977755.187524:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977755.187526:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977755.187527:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977755.187529:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977755.187530:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977755.187539:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977755.187541:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977755.187545:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977755.187570:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977755.187572:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977755.187575:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977755.188133:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977755.188136:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977755.188137:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977755.188140:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977755.188141:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977755.188143:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977755.188145:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977755.188147:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977755.188148:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977755.189791:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977755.189796:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977755.189800:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977755.189805:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977755.189810:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977755.189815:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977755.189831:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977755.189834:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977755.189836:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977756.211543:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977756.211547:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977756.211548:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977756.211550:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977756.211558:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977756.211560:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977756.211704:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977756.211706:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977756.211708:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977756.211726:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977756.211729:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977756.211733:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977756.211734:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977756.211738:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977756.211739:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977756.211741:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977756.211742:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977756.211744:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977756.211744:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977756.211774:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977756.211777:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977756.211780:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977757.235433:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977757.235439:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977757.235448:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977757.235452:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977757.235459:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977757.235463:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977757.235475:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977757.235476:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977757.235480:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977757.235481:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977757.235755:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977757.235760:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977757.235763:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977757.235768:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977757.235773:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977757.235775:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977757.235780:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977757.235784:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977757.235798:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977757.236549:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977757.236555:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977757.236559:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977757.236565:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977757.236573:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977757.236576:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977757.236581:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977757.236583:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977757.236585:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977758.259419:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977758.259427:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977758.259430:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977758.259434:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977758.259440:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977758.259446:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977758.259463:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977758.259467:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977758.259470:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977758.259499:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977758.259503:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977758.259512:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977758.259516:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977758.259524:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977758.259527:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977758.259531:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977758.259533:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977758.259536:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977758.259538:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977758.259585:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977758.259588:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977758.259590:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977758.259592:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977758.259595:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977758.259597:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977758.259599:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977758.259601:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977758.259603:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977758.259883:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977758.259888:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977758.259891:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977758.259895:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977758.259897:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977758.259898:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977758.259900:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977758.259902:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977758.259908:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977759.283420:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977759.283426:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977759.283430:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977759.283436:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977759.283442:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977759.283446:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977759.283456:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977759.283460:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977759.283464:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977759.283479:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977759.283484:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977759.283487:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977759.283491:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977759.283497:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977759.283502:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977759.283522:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977759.283526:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977759.283529:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977759.283561:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977759.283564:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977759.283569:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977759.283570:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977759.283573:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977759.283574:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977759.283578:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977759.283579:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977759.283582:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977759.283584:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977760.307420:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977760.307426:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977760.307430:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977760.307434:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977760.307440:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977760.307445:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977760.307451:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977760.307455:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977760.307458:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977760.307475:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977760.307479:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977760.307483:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977760.307488:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977760.307492:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977760.307497:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977760.307502:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977760.307505:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977760.307510:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977760.307537:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977760.307543:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977760.307546:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977760.307550:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977760.307553:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977760.307554:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977760.307557:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977760.307559:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977760.307564:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977760.307566:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977760.307571:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977760.307573:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977760.307578:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977760.307581:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977760.307588:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977760.307591:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977761.331409:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977761.331419:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977761.331423:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977761.331431:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977761.331436:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977761.331440:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977761.331445:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977761.331450:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977761.331453:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977761.331468:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977761.331473:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977761.331477:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977761.331481:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977761.331486:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977761.331489:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977761.331499:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977761.331502:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977761.331511:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977761.331533:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977761.331536:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977761.331540:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977761.331541:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977761.331545:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977761.331546:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977761.331550:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977761.331551:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977761.331554:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977761.331555:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977761.331607:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977761.331610:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977761.331614:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977762.356427:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977762.356436:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977762.356438:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977762.356441:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977762.356443:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977762.356445:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977762.356447:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977762.356449:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977762.356451:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977762.356472:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977762.356474:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977762.356479:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977762.356480:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977762.356484:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977762.356485:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977762.356488:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977762.356489:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977762.356493:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977762.356494:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977762.356521:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977762.356524:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977762.356527:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977762.357097:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977762.357103:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977762.357107:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977762.357112:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977762.357115:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977762.357117:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977762.357120:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977762.357122:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977762.357124:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977762.359511:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977762.359514:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977762.359515:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977762.359518:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977762.359520:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977762.359522:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977762.359524:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977762.359525:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977762.359527:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977763.379519:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977763.379521:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977763.379522:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977763.379525:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977763.379526:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977763.379528:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977763.379529:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977763.379530:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977763.379532:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977763.379538:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977763.379539:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977763.379540:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977763.379541:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977763.379542:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977763.379544:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977763.379602:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977763.379605:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977763.379607:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977763.379627:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977763.379630:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977763.379636:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977763.379639:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977763.379641:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977763.379644:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977763.379649:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977763.379651:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977763.379654:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977763.379657:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977764.403405:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977764.403411:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977764.403413:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977764.403418:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977764.403424:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977764.403430:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977764.403437:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977764.403441:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977764.403445:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977764.403482:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977764.403485:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977764.403489:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977764.403490:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977764.403493:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977764.403494:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977764.403497:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977764.403498:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977764.403501:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977764.403502:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977764.403534:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977764.403539:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977764.403542:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977764.403544:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977764.403546:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977764.403548:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977764.403550:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977764.403552:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977764.403554:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977764.403563:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977764.403565:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977764.403566:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977764.403568:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977764.403570:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977764.403572:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977764.403725:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977764.403729:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977764.403732:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977765.427418:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977765.427426:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977765.427428:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977765.427433:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977765.427437:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977765.427441:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977765.427444:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977765.427447:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977765.427450:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977765.427472:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977765.427477:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977765.427485:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977765.427490:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977765.427495:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977765.427500:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977765.427503:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977765.427508:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977765.427512:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977765.427515:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977765.427519:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977765.427522:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977765.427524:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977765.427527:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977765.427531:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977765.427532:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977765.427534:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977765.427538:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977765.427546:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977765.427550:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977765.427553:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977765.427556:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977765.427558:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977765.427559:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977765.427561:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977765.427562:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977765.427565:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977765.427566:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977765.427567:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977765.427569:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977765.427570:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977765.427571:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977765.427573:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977765.427575:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977765.432507:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977765.432510:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977765.432512:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977765.432515:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977765.432517:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977765.432519:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977765.432522:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977765.432523:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977765.432525:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977766.451403:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977766.451412:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977766.451416:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977766.451425:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977766.451431:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977766.451436:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977766.451441:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977766.451444:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977766.451447:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977766.451458:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977766.451460:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977766.451461:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977766.451463:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977766.451465:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977766.451467:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977766.451468:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977766.451469:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977766.451471:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977766.451487:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977766.451489:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977766.451494:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977766.451495:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977766.451500:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977766.451501:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977766.451504:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977766.451506:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977766.451509:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977766.451511:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977766.451548:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977766.451552:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977766.451553:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977766.451555:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977766.451558:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977766.451563:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977766.451569:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977766.451573:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977766.451577:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977767.475410:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977767.475419:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977767.475423:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977767.475429:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977767.475434:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977767.475439:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977767.475442:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977767.475446:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977767.475452:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977767.475467:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977767.475471:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977767.475472:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977767.475475:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977767.475478:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977767.475480:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977767.475482:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977767.475483:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977767.475486:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977767.475507:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977767.475510:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977767.475515:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977767.475516:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977767.475520:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977767.475522:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977767.475537:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977767.475539:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977767.475543:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977767.475544:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977767.475602:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977767.475606:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977767.475608:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977767.475611:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977767.475614:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977767.475616:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977767.475618:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977767.475620:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977767.475622:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977767.476008:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977767.476012:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977767.476015:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977767.476018:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977767.476021:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977767.476023:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977767.476026:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977767.476027:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977767.476030:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977768.499432:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977768.499441:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977768.499446:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977768.499450:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977768.499456:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977768.499468:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977768.499473:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977768.499475:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977768.499479:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977768.499496:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977768.499502:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977768.499506:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977768.499509:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977768.499513:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977768.499517:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977768.499522:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977768.499525:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977768.499531:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977768.499553:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977768.499557:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977768.499562:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977768.499564:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977768.499568:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977768.499570:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977768.499574:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977768.499575:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977768.499578:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977768.499579:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977769.523408:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977769.523415:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977769.523419:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977769.523424:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977769.523430:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977769.523436:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977769.523440:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977769.523444:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977769.523450:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977769.523468:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977769.523474:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977769.523479:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977769.523483:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977769.523489:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977769.523493:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977769.523496:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977769.523498:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977769.523500:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977769.523522:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977769.523526:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977769.523528:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977769.523531:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977769.523534:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977769.523536:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977769.523538:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977769.523541:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977769.523545:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977769.523547:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977769.523550:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977769.523552:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977769.523555:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977769.523556:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977769.523560:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977769.523562:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977770.547404:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977770.547413:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977770.547417:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977770.547424:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977770.547430:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977770.547435:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977770.547447:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977770.547452:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977770.547458:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977770.547490:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977770.547496:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977770.547504:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977770.547507:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977770.547514:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977770.547517:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977770.547524:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977770.547529:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977770.547536:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977770.547540:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977771.571622:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977771.571626:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977771.571627:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977771.571630:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977771.571633:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977771.571635:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977771.571639:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977771.571643:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977771.571649:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977771.571674:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977771.571677:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977771.571687:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977771.571689:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977771.571694:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977771.571696:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977771.571703:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977771.571707:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977771.571714:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977771.571719:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977772.595446:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977772.595451:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977772.595453:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977772.595460:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977772.595466:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977772.595470:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977772.595475:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977772.595477:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977772.595483:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977772.595496:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977772.595500:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977772.595501:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977772.595504:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977772.595509:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977772.595514:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977772.595523:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977772.595525:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977772.595531:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977772.595655:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977772.595658:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977772.595663:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977772.595664:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977772.595668:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977772.595669:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977772.595673:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977772.595674:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977772.595677:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977772.595677:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977773.107557:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977773.107568:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977773.107570:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977773.107574:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977773.107578:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977773.107584:0:254686:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 15426 00000400:00000200:0.0:1783977773.107592:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977773.107597:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977773.107599:0:254686:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977773.107601:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977773.107603:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977773.107605:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977773.107606:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977773.107609:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977773.107610:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783977773.107612:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977773.107615:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783977773.107616:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783977773.107617:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783977773.107619:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977773.107620:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977773.107622:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977773.107623:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977773.107625:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783977773.107627:0:254686:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977773.107628:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977773.107630:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977773.107633:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977773.107635:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977773.107637:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977773.107639:0:254686:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977773.107649:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783977773.107652:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783977773.107655:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977773.107657:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977773.107660:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977773.107662:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977773.107666:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977773.107675:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783977773.107681:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977773.107690:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620402803584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977773.107700:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977773.107705:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977773.107709:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620402803584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977773.107737:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977773.107739:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977773.107741:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977773.107742:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977773.107744:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977773.107745:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977773.107747:0:254686:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15426 00000400:00000200:0.0:1783977773.107750:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977773.107752:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977773.107753:0:254686:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977773.107755:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977773.107757:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977773.107758:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977773.107759:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977773.107761:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977773.107761:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783977773.107762:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977773.107763:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783977773.107765:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783977773.107766:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783977773.107767:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977773.107768:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977773.107769:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977773.107771:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977773.107772:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783977773.107774:0:254686:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977773.107775:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977773.107776:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977773.107780:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977773.107781:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977773.107783:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977773.107785:0:254686:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977773.107787:0:254686:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977773.107788:0:254686:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977773.107792:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783977773.107794:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977773.107797:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977773.107798:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977773.107799:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977773.107801:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977773.107802:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977773.107806:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783977773.107810:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977773.107814:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620402803712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977773.107821:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977773.107823:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977773.107827:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620402803712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977773.107834:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977773.107837:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977773.107840:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977773.107841:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977773.107843:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977773.107846:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977773.107849:0:254686:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15426 00000400:00000200:0.0:1783977773.107852:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977773.107855:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977773.107857:0:254686:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977773.107859:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977773.107860:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977773.107861:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977773.107863:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977773.107864:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977773.107865:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783977773.107865:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977773.107867:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783977773.107868:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783977773.107869:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783977773.107871:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977773.107872:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977773.107873:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977773.107874:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977773.107875:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783977773.107877:0:254686:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977773.107878:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977773.107879:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977773.107881:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977773.107882:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977773.107883:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977773.107884:0:254686:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977773.107885:0:254686:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977773.107886:0:254686:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977773.107889:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783977773.107891:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977773.107892:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977773.107893:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977773.107894:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977773.107895:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977773.107896:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977773.107900:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783977773.107902:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977773.107905:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402803840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977773.107909:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977773.107911:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977773.107913:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402803840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977773.107917:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977773.107919:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977773.107921:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977773.107922:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977773.107923:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977773.107924:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977773.107926:0:254686:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15426 00000400:00000200:0.0:1783977773.107928:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977773.107929:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977773.107930:0:254686:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977773.107931:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977773.107932:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977773.107933:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977773.107934:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977773.107936:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977773.107936:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783977773.107937:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977773.107939:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783977773.107940:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783977773.107941:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783977773.107943:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977773.107944:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977773.107945:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977773.107946:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977773.107947:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783977773.107948:0:254686:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977773.107949:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977773.107951:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977773.107952:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977773.107954:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977773.107956:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977773.107957:0:254686:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977773.107959:0:254686:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977773.107960:0:254686:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977773.107963:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783977773.107965:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977773.107967:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977773.107967:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977773.107969:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977773.107970:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977773.107972:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977773.107975:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783977773.107978:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977773.107982:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620402803968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977773.107988:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977773.107990:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977773.107994:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620402803968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977773.108001:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977773.108004:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977773.108006:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977773.108008:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977773.108009:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977773.108011:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977773.108013:0:254686:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15426 00000400:00000200:0.0:1783977773.108017:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977773.108020:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977773.108023:0:254686:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977773.108025:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977773.108027:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977773.108029:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977773.108031:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977773.108033:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977773.108034:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783977773.108036:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977773.108037:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783977773.108039:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783977773.108041:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783977773.108043:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977773.108045:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977773.108047:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977773.108048:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977773.108050:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783977773.108053:0:254686:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977773.108055:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977773.108057:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977773.108060:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977773.108062:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977773.108063:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977773.108065:0:254686:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977773.108067:0:254686:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977773.108068:0:254686:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977773.108070:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783977773.108072:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977773.108073:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977773.108085:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977773.108087:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977773.108088:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977773.108089:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977773.108092:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783977773.108094:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977773.108097:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402804096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977773.108102:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977773.108103:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977773.108105:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402804096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977773.108109:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977773.108113:0:254686:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15436) 00010000:00000001:0.0:1783977773.619421:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977773.619426:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977773.619433:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977773.619436:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977773.619442:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977773.619445:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977773.619449:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977773.619453:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977773.619466:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977773.619470:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977773.619682:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977773.619687:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977773.619691:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977773.619695:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977773.619699:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977773.619703:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977773.619720:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977773.619722:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977773.619725:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977774.645255:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977774.645260:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977774.645262:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977774.645265:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977774.645268:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977774.645270:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977774.645272:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977774.645274:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977774.645276:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977774.645315:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977774.645318:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977774.645324:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977774.645330:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977774.645335:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977774.645340:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977774.645348:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977774.645353:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977774.645357:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977774.645360:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977774.645365:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977774.645367:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977774.645369:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977774.645371:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977774.645372:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977774.645374:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977774.645376:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977774.645377:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977774.645381:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977774.645382:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977774.645384:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977774.645385:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977774.645387:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977774.645388:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977774.645390:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977774.645392:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977774.645395:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977774.645396:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977774.645397:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977774.645399:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977774.645401:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977774.645402:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977774.645403:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977774.645405:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977775.667435:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977775.667442:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977775.667448:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977775.667450:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977775.667452:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977775.667453:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977775.667456:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977775.667457:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977775.667460:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977775.667461:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977775.669143:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977775.669147:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977775.669150:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977775.669154:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977775.669158:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977775.669162:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977775.669168:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977775.669172:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977775.669176:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977775.669208:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977775.669211:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977775.669212:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977775.669214:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977775.669216:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977775.669218:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977775.669364:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977775.669366:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977775.669369:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977776.691418:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977776.691425:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977776.691427:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977776.691431:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977776.691434:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977776.691437:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977776.691439:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977776.691440:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977776.691442:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977776.691462:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977776.691465:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977776.691469:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977776.691469:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977776.691473:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977776.691474:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977776.691478:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977776.691479:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977776.691482:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977776.691484:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977776.692462:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977776.692468:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977776.692473:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977776.692478:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977776.692482:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977776.692487:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977776.692489:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977776.692491:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977776.692494:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977776.693248:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977776.693253:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977776.693255:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977776.693258:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977776.693261:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977776.693264:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977776.693268:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977776.693269:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977776.693270:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977777.715408:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977777.715413:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977777.715416:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977777.715421:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977777.715424:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977777.715426:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977777.715664:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977777.715667:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977777.715670:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977777.715693:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977777.715698:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977777.715706:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977777.715709:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977777.715715:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977777.715716:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977777.715720:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977777.715722:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977777.715725:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977777.715729:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977778.739421:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977778.739430:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977778.739435:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977778.739443:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977778.739450:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977778.739457:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977778.739463:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977778.739467:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977778.739471:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977778.739497:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977778.739501:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977778.739508:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977778.739511:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977778.739517:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977778.739519:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977778.739523:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977778.739526:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977778.739532:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977778.739536:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977778.739563:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977778.739567:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977778.739572:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977779.764061:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977779.764064:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977779.764066:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977779.764069:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977779.764071:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977779.764073:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977779.764074:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977779.764076:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977779.764078:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977779.764098:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977779.764102:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977779.764104:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977779.764108:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977779.764111:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977779.764113:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977779.764115:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977779.764117:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977779.764120:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977779.764122:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977779.764126:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977779.764128:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977779.764131:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977779.764132:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977779.764135:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977779.764136:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977779.764163:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977779.764167:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977779.764169:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977779.765104:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977779.765108:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977779.765111:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977779.765115:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977779.765118:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977779.765120:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977779.765123:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977779.765125:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977779.765127:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977780.787432:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977780.787440:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977780.787444:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977780.787451:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977780.787458:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977780.787463:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977780.787720:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977780.787725:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977780.787731:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977780.787761:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977780.787764:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977780.787770:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977780.787771:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977780.787775:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977780.787776:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977780.787780:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977780.787781:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977780.787784:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977780.787785:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977780.787804:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977780.787807:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977780.787810:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977781.811417:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977781.811438:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977781.811447:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977781.811450:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977781.811457:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977781.811460:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977781.811466:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977781.811469:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977781.811473:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977781.811475:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977781.811845:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977781.811848:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977781.811849:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977781.811853:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977781.811855:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977781.811857:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977781.811859:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977781.811860:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977781.811862:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977782.835401:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977782.835406:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977782.835414:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977782.835416:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977782.835423:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977782.835425:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977782.835429:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977782.835432:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977782.835437:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977782.835440:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977782.835479:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977782.835483:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977782.835486:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977782.835488:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977782.835493:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977782.835496:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977782.835501:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977782.835505:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977782.835509:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977783.859453:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977783.859460:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977783.859463:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977783.859468:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977783.859473:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977783.859478:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977783.859484:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977783.859486:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977783.859489:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977783.859499:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977783.859501:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977783.859502:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977783.859504:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977783.859506:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977783.859508:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977783.859913:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977783.859916:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977783.859919:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977783.859954:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977783.859959:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977783.859963:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977783.859965:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977783.859969:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977783.859971:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977783.859975:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977783.859976:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977783.859979:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977783.859981:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977783.860019:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977783.860024:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977783.860027:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977783.860029:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977783.860033:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977783.860035:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977783.860037:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977783.860038:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977783.860040:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977784.883395:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977784.883401:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977784.883405:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977784.883411:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977784.883417:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977784.883421:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977784.883424:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977784.883435:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977784.883443:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977784.883471:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977784.883475:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977784.883481:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977784.883498:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977784.883502:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977784.883506:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977784.883510:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977784.883512:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977784.883514:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977784.883516:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977784.883520:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977784.883522:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977784.883523:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977784.883525:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977784.883526:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977784.883528:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977784.883529:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977784.883531:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977784.883534:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977784.883536:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977784.883537:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977784.883538:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977784.883539:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977784.883540:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977784.883542:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977784.883543:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977784.883546:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977784.883548:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977784.883549:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977784.883550:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977784.883552:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977784.883553:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977784.883554:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977784.883556:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977785.907416:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977785.907422:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977785.907426:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977785.907431:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977785.907437:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977785.907443:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977785.907448:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977785.907452:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977785.907458:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977785.907480:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977785.907483:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977785.907486:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977785.907488:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977785.907492:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977785.907495:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977785.907498:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977785.907502:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977785.907514:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977785.907543:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977785.907549:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977785.907556:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977785.907560:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977785.907565:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977785.907567:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977785.907571:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977785.907580:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977785.907587:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977785.907589:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977786.931450:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977786.931456:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977786.931463:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977786.931466:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977786.931473:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977786.931475:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977786.931480:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977786.931483:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977786.931488:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977786.931491:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977786.931747:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977786.931750:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977786.931751:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977786.931753:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977786.931755:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977786.931757:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977786.931759:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977786.931761:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977786.931763:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977787.955403:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977787.955410:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977787.955414:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977787.955422:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977787.955427:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977787.955432:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977787.955438:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977787.955441:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977787.955446:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977787.955476:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977787.955480:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977787.955488:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977787.955492:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977787.955501:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977787.955505:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977787.955511:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977787.955514:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977787.955519:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977787.955522:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977788.979412:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977788.979420:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977788.979425:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977788.979433:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977788.979439:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977788.979443:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977788.979460:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977788.979463:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977788.979466:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977788.979493:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977788.979497:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977788.979505:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977788.979508:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977788.979512:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977788.979515:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977788.979520:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977788.979522:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977788.979526:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977788.979527:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977788.979559:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977788.979564:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977788.979568:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977788.979572:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977788.979578:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977788.979582:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977788.979635:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977788.979638:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977788.979641:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977790.003401:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977790.003405:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977790.003408:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977790.003411:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977790.003416:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977790.003421:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977790.003426:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977790.003430:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977790.003433:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977790.003455:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977790.003460:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977790.003461:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977790.003464:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977790.003468:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977790.003470:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977790.003472:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977790.003474:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977790.003478:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977790.003480:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977790.003483:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977790.003485:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977790.003488:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977790.003490:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977790.003493:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977790.003494:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977790.003664:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977790.003669:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977790.003671:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977790.003673:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977790.003675:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977790.003678:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977790.003679:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977790.003681:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977790.003683:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977790.004979:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977790.004984:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977790.004987:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977790.004992:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977790.004997:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977790.005002:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977790.005007:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977790.005017:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977790.005024:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977791.027406:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977791.027411:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977791.027415:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977791.027421:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977791.027426:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977791.027430:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977791.027437:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977791.027440:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977791.027443:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977791.027479:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977791.027483:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977791.027489:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977791.027494:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977791.027501:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977791.027504:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977791.027508:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977791.027512:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977791.027515:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977791.027518:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977792.051665:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977792.051673:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977792.051677:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977792.051683:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977792.051688:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977792.051695:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977792.051699:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977792.051703:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977792.051713:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977792.051737:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977792.051759:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977792.051765:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977792.051766:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977792.051770:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977792.051771:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977792.051774:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977792.051775:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977792.051779:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977792.051780:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977793.075430:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977793.075435:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977793.075445:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977793.075449:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977793.075456:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977793.075457:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977793.075462:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977793.075464:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977793.075470:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977793.075473:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977793.077937:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977793.077945:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977793.077949:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977793.077956:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977793.077963:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977793.077969:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977793.078027:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977793.078030:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977793.078032:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977793.587440:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977793.587450:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977793.587453:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977793.587457:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977793.587461:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977793.587468:0:254686:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 15447 00000400:00000200:0.0:1783977793.587477:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977793.587482:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977793.587485:0:254686:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977793.587488:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977793.587492:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977793.587494:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977793.587496:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977793.587500:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977793.587502:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783977793.587504:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977793.587507:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783977793.587509:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783977793.587512:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783977793.587515:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977793.587517:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977793.587519:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977793.587520:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977793.587523:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783977793.587526:0:254686:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977793.587528:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977793.587531:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977793.587534:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977793.587536:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977793.587538:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977793.587541:0:254686:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977793.587549:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783977793.587552:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783977793.587556:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977793.587558:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977793.587561:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977793.587563:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977793.587567:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977793.587575:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783977793.587581:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977793.587588:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402806144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977793.587599:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977793.587603:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977793.587607:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402806144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977793.587630:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977793.587633:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977793.587636:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977793.587637:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977793.587639:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977793.587642:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977793.587692:0:254686:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15447 00000400:00000200:0.0:1783977793.587700:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977793.587705:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977793.587709:0:254686:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977793.587722:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977793.587725:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977793.587729:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977793.587731:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977793.587733:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977793.587735:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783977793.587737:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977793.587739:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783977793.587742:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783977793.587744:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783977793.587747:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977793.587749:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977793.587761:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977793.587765:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977793.587770:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783977793.587775:0:254686:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977793.587779:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977793.587781:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977793.587787:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977793.587799:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977793.587801:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977793.587807:0:254686:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977793.587810:0:254686:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977793.587814:0:254686:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977793.587818:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783977793.587823:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977793.587827:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977793.587830:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977793.587834:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977793.587836:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977793.587839:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977793.587845:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783977793.587850:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977793.587859:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402806272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977793.587871:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977793.587875:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977793.587882:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402806272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977793.587906:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977793.587910:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977793.587916:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977793.587919:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977793.587922:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977793.587927:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977793.587933:0:254686:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15447 00000400:00000200:0.0:1783977793.587945:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977793.587950:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977793.587954:0:254686:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977793.587961:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977793.587965:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977793.587970:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977793.587976:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977793.587978:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977793.587980:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783977793.587982:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977793.587985:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783977793.587987:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783977793.587991:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783977793.587998:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977793.588001:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977793.588005:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977793.588010:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977793.588015:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783977793.588020:0:254686:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977793.588023:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977793.588027:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977793.588030:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977793.588034:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977793.588037:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977793.588039:0:254686:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977793.588041:0:254686:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977793.588045:0:254686:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977793.588050:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783977793.588054:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977793.588057:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977793.588060:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977793.588063:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977793.588182:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977793.588187:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977793.588194:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783977793.588201:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977793.588210:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402806400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977793.588235:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977793.588238:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977793.588246:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402806400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977793.588261:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977793.588266:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977793.588270:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977793.588273:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977793.588276:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977793.588281:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977793.588286:0:254686:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15447 00000400:00000200:0.0:1783977793.588290:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977793.588315:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977793.588318:0:254686:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977793.588322:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977793.588324:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977793.588326:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977793.588328:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977793.588331:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977793.588334:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783977793.588337:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977793.588340:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783977793.588345:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783977793.588349:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783977793.588355:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977793.588358:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977793.588363:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977793.588367:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977793.588371:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783977793.588376:0:254686:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977793.588380:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977793.588384:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977793.588389:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977793.588394:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977793.588397:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977793.588402:0:254686:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977793.588406:0:254686:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977793.588409:0:254686:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977793.588413:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783977793.588417:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977793.588421:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977793.588422:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977793.588424:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977793.588426:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977793.588430:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977793.588437:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783977793.588442:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977793.588450:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402806528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977793.588476:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977793.588480:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977793.588486:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402806528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977793.588502:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977793.588507:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977793.588510:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977793.588512:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977793.588514:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977793.588519:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977793.588523:0:254686:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15447 00000400:00000200:0.0:1783977793.588530:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977793.588534:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977793.588537:0:254686:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977793.588543:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977793.588547:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977793.588555:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977793.588559:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977793.588562:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977793.588565:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783977793.588569:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977793.588571:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783977793.588573:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783977793.588575:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783977793.588577:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977793.588579:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977793.588581:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977793.588585:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977793.588588:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783977793.588590:0:254686:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977793.588594:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977793.588597:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977793.588600:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977793.588605:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977793.588609:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977793.588612:0:254686:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977793.588617:0:254686:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977793.588621:0:254686:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977793.588625:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783977793.588629:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977793.588633:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977793.588636:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977793.588639:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977793.588641:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977793.588653:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977793.588667:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783977793.588672:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977793.588681:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402806656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977793.588696:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977793.588701:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977793.588707:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402806656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977793.588735:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977793.588744:0:254686:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15457) 00000100:00000001:0.0:1783977794.099471:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977794.099482:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977794.099490:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977794.099509:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977794.099529:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977794.099541:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977794.099568:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977794.099573:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977794.099579:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977794.099612:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977794.099618:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977794.099630:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977794.099635:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977794.099648:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977794.099653:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977794.099662:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977794.099664:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977794.099671:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977794.099674:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977795.124739:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977795.124744:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977795.124746:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977795.124749:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977795.124751:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977795.124754:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977795.124756:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977795.124758:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977795.124760:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977795.124785:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977795.124788:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977795.124794:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977795.124798:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977795.124801:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977795.124805:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977795.124810:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977795.124812:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977795.124815:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977795.124818:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977795.124823:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977795.124825:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977795.124827:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977795.124829:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977795.124831:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977795.124832:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977795.124834:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977795.124835:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977795.124839:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977795.124841:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977795.124842:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977795.124843:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977795.124845:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977795.124846:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977795.124847:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977795.124849:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977795.124852:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977795.124853:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977795.124855:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977795.124856:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977795.124858:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977795.124859:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977795.124860:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977795.124862:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977796.147457:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977796.147464:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977796.147467:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977796.147472:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977796.147479:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977796.149265:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977796.149273:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977796.149275:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977796.149278:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977796.149320:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977796.149323:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977796.149328:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977796.149330:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977796.149334:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977796.149335:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977796.149340:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977796.149341:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977796.149346:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977796.149348:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977797.171402:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977797.171409:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977797.171415:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977797.171418:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977797.171423:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977797.171425:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977797.171432:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977797.171434:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977797.171441:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977797.171445:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977797.171472:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977797.171477:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977797.171481:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977797.171669:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977797.171674:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977797.171676:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977797.171680:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977797.171684:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977797.171687:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977797.171698:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977797.171706:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977797.171715:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977798.195493:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977798.195498:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977798.195504:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977798.195521:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977798.195534:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977798.195540:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977798.195801:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977798.195804:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977798.195807:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977798.195840:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977798.195846:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977798.195854:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977798.195859:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977798.195866:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977798.195868:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977798.195872:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977798.195873:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977798.195879:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977798.195881:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977798.195904:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977798.195907:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977798.195909:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977799.219565:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977799.219568:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977799.219569:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977799.219571:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977799.219573:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977799.219574:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977799.227692:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977799.227698:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977799.227705:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977799.227736:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977799.227739:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977799.227743:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977799.227744:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977799.227748:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977799.227749:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977799.227752:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977799.227754:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977799.227756:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977799.227758:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977799.227778:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977799.227781:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977799.227784:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977800.244250:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977800.244254:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977800.244255:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977800.244258:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977800.244261:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977800.244263:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977800.244265:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977800.244266:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977800.244269:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977800.244288:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977800.244308:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977800.244311:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977800.244314:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977800.244317:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977800.244320:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977800.244322:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977800.244324:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977800.244328:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977800.244330:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977800.244334:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977800.244335:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977800.244338:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977800.244339:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977800.244343:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977800.244344:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977800.244358:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977800.244360:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977800.244363:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977801.267423:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977801.267432:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977801.267436:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977801.267442:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977801.267450:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977801.267455:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977801.267461:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977801.267465:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977801.267471:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977801.267497:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977801.267500:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977801.267504:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977801.267505:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977801.267509:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977801.267510:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977801.267514:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977801.267515:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977801.267518:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977801.267519:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977801.267536:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977801.267539:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977801.267542:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977801.267563:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977801.267566:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977801.267568:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977801.267570:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977801.267573:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977801.267575:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977801.267577:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977801.267592:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977801.267595:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977801.267618:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977801.267624:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977801.267628:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977801.267633:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977801.267638:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977801.267644:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977801.267650:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977801.267653:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977801.267658:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977802.291408:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977802.291412:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977802.291413:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977802.291415:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977802.291417:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977802.291418:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977802.291420:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977802.291421:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977802.291423:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977802.291440:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977802.291443:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977802.291448:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977802.291451:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977802.291455:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977802.291457:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977802.291461:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977802.291463:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977802.291657:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977802.291660:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977802.291679:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977802.291682:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977802.291685:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977803.315419:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977803.315424:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977803.315432:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977803.315436:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977803.315442:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977803.315445:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977803.315450:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977803.315454:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977803.315459:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977803.315462:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977803.315487:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977803.315490:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977803.315493:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977803.315882:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977803.315884:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977803.315885:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977803.315887:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977803.315888:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977803.315889:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977803.315891:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977803.315892:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977803.315893:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977803.316371:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977803.316374:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977803.316375:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977803.316378:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977803.316442:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977803.316445:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977803.316448:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977803.316450:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977803.316453:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977804.340025:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977804.340028:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977804.340029:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977804.340031:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977804.340032:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977804.340034:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977804.340035:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977804.340037:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977804.340038:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977804.340053:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977804.340056:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977804.340062:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977804.340064:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977804.340068:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977804.340071:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977804.340076:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977804.340078:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977804.340081:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977804.340082:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977804.340096:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977804.340098:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977804.340100:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977805.363408:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977805.363413:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977805.363421:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977805.363427:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977805.363431:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977805.363436:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977805.363441:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977805.363445:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977805.363449:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977805.363451:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977805.363456:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977805.363458:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977805.363459:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977805.363461:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977805.363462:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977805.363463:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977805.363465:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977805.363467:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977805.363470:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977805.363471:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977805.363473:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977805.363474:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977805.363475:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977805.363477:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977805.363478:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977805.363479:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977805.363483:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977805.363484:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977805.363485:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977805.363487:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977805.363489:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977805.363490:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977805.363492:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977805.363494:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977805.363525:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977805.363528:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977805.363531:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977805.363554:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977805.363559:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977805.363563:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977805.363568:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977805.363573:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977805.363576:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977805.363589:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977805.363593:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977805.363595:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977805.363917:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977805.363919:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977805.363919:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977805.363921:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977805.363922:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977805.363924:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977805.363925:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977805.363926:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977805.363927:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977806.387397:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977806.387402:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977806.387405:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977806.387411:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977806.387416:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977806.387420:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977806.387424:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977806.387427:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977806.387434:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977806.387469:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977806.387472:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977806.387477:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977806.387479:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977806.387483:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977806.387485:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977806.387500:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977806.387504:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977806.387511:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977806.387514:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977806.387547:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977806.387550:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977806.387553:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977806.387570:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977806.387575:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977806.387578:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977806.387581:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977806.387586:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977806.387589:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977806.387592:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977806.387595:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977806.387598:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977807.411604:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977807.411614:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977807.411620:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977807.411621:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977807.411625:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977807.411627:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977807.411630:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977807.411632:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977807.411635:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977807.411636:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977807.411655:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977807.411658:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977807.411661:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977807.414212:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977807.414215:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977807.414217:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977807.414219:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977807.414222:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977807.414224:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977807.414226:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977807.414227:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977807.414229:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977808.435445:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977808.435452:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977808.435465:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977808.435470:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977808.435474:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977808.435478:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977808.435480:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977808.435483:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977808.435486:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977808.435598:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977808.435601:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977808.435606:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977808.435608:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977808.435612:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977808.435613:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977808.435616:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977808.435617:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977808.435620:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977808.435621:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977808.435640:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977808.435642:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977808.435645:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977808.435909:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977808.435913:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977808.435916:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977808.435921:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977808.435925:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977808.435929:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977808.435933:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977808.435935:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977808.435937:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977808.436034:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977808.436037:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977808.436039:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977808.436042:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977808.436046:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977808.436048:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977808.436051:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977808.436053:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977808.436056:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977809.459407:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977809.459414:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977809.459418:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977809.459424:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977809.459430:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977809.459445:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977809.459451:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977809.459455:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977809.459460:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977809.459488:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977809.459493:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977809.459501:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977809.459504:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977809.459509:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977809.459511:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977809.459515:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977809.459519:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977809.459525:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977809.459530:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977809.459551:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977809.459555:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977809.459560:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977810.483449:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977810.483460:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977810.483465:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977810.483473:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977810.483481:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977810.483486:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977810.483493:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977810.483498:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977810.483509:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977810.483513:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977810.483528:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977810.483533:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977810.483539:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977810.483541:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977810.483544:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977810.483546:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977810.483566:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977810.483568:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977810.483846:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977811.507430:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977811.507436:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977811.507446:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977811.507450:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977811.507458:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977811.507462:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977811.507468:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977811.507470:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977811.507474:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977811.507475:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977811.507511:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977811.507516:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977811.507521:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977811.507541:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977811.507545:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977811.507547:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977811.507550:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977811.507554:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977811.507562:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977811.507689:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977811.507693:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977811.507698:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977812.531412:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977812.531422:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977812.531426:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977812.531434:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977812.531441:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977812.531445:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977812.531634:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977812.531638:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977812.531641:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977812.531663:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977812.531667:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977812.531674:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977812.531677:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977812.531681:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977812.531684:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977812.531698:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977812.531703:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977812.531716:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977812.531718:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977812.531735:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977812.531737:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977812.531739:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977813.555459:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977813.555464:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977813.555474:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977813.555479:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977813.555486:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977813.555490:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977813.555496:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977813.555501:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977813.555507:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977813.555512:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977813.555544:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977813.555548:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977813.555554:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977813.555568:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977813.555576:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977813.555581:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977813.555586:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977813.555592:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977813.555598:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977813.555602:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977813.555606:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977813.555611:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977813.555630:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977813.555632:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977813.555633:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977813.555636:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977813.555638:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977813.555641:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977813.555644:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977813.555645:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977813.555648:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977814.579435:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977814.579441:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977814.579449:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977814.579455:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977814.579460:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977814.579465:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977814.579471:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977814.579475:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977814.579479:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977814.579481:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977814.579486:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977814.579488:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977814.579489:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977814.579491:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977814.579493:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977814.579494:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977814.579496:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977814.579499:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977814.579502:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977814.579505:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977814.579506:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977814.579507:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977814.579509:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977814.579511:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977814.579515:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977814.579517:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977814.579524:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977814.579527:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977814.579531:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977814.579534:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977814.579538:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977814.579542:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977814.579545:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977814.579549:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977814.579567:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977814.579570:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977814.579573:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977814.579762:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977814.579765:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977814.579767:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977814.579770:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977814.579772:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977814.579775:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977814.579777:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977814.579778:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977814.579780:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977815.603390:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977815.603399:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977815.603403:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977815.603410:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977815.603415:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977815.603420:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977815.603434:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977815.603437:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977815.603440:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977815.603460:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977815.603463:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977815.603470:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977815.603473:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977815.603482:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977815.603486:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977815.603493:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977815.603498:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977815.603505:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977815.603508:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977815.603530:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977815.603533:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977815.603536:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977816.627410:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977816.627417:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977816.627420:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977816.627427:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977816.627433:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977816.627440:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977816.627459:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977816.627462:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977816.627466:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977816.627489:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977816.627492:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977816.627499:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977816.627503:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977816.627509:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977816.627512:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977816.627521:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977816.627525:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977816.627532:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977816.627536:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977816.627561:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977816.627566:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977816.627569:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977817.651397:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977817.651403:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977817.651406:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977817.651412:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977817.651418:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977817.651424:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977817.651429:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977817.651432:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977817.651438:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977817.651459:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977817.651462:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977817.651464:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977817.651466:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977817.651468:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977817.651470:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977817.651472:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977817.651474:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977817.651476:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977817.651496:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977817.651498:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977817.651502:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977817.651503:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977817.651506:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977817.651507:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977817.651511:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977817.651513:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977817.651517:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977817.651518:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977817.651536:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977817.651538:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977817.651540:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977817.655396:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977817.655418:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977817.655422:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977817.655427:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977817.655433:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977817.655437:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977817.655442:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977817.655445:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977817.655449:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977818.675397:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977818.675403:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977818.675406:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977818.675413:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977818.675419:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977818.675423:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977818.675432:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977818.675436:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977818.675441:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977818.675470:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977818.675475:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977818.675481:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977818.675483:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977818.675489:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977818.675492:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977818.675497:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977818.675501:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977818.675505:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977818.675508:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977818.675527:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977818.675530:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977818.675534:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977819.699439:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977819.699445:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977819.699454:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977819.699457:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977819.699466:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977819.699470:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977819.699477:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977819.699480:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977819.699489:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977819.699491:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977819.699518:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977819.699521:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977819.699524:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977819.699782:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977819.699785:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977819.699787:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977819.699789:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977819.699791:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977819.699792:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977819.699795:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977819.699796:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977819.699798:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977820.723391:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977820.723398:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977820.723408:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977820.723416:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977820.723420:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977820.723424:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977820.723430:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977820.723434:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977820.723440:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977820.723470:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977820.723483:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977820.723488:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977820.723495:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977820.723501:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977820.723504:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977820.723509:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977820.723515:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977820.723523:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977820.723527:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977820.723535:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977820.723539:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977820.723545:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977820.723549:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977820.723561:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977820.723563:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977820.723581:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977820.723584:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977820.723587:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977821.747415:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977821.747421:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977821.747425:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977821.747429:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977821.747436:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977821.747442:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977821.747636:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977821.747639:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977821.747642:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977821.747662:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977821.747665:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977821.747672:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977821.747675:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977821.747682:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977821.747685:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977821.747693:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977821.747695:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977821.747699:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977821.747700:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977821.747715:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977821.747717:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977821.747720:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977822.771416:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977822.771422:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977822.771431:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977822.771446:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977822.771453:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977822.771457:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977822.771462:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977822.771466:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977822.771472:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977822.771475:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977822.771496:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977822.771502:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977822.771509:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977822.771540:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977822.771544:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977822.771548:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977822.771555:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977822.771562:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977822.771567:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977822.771574:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977822.771577:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977822.771582:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977823.798327:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977823.798335:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977823.798340:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977823.798346:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977823.798352:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977823.798358:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977823.798364:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977823.798368:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977823.798401:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977823.798426:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977823.798430:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977823.798434:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977823.798435:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977823.798439:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977823.798440:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977823.798444:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977823.798445:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977823.798448:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977823.798449:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977823.798466:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977823.798469:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977823.798471:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977824.819396:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977824.819402:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977824.819405:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977824.819408:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977824.819413:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977824.819416:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977824.819419:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977824.819422:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977824.819425:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977824.819449:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977824.819454:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977824.819462:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977824.819467:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977824.819478:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977824.819481:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977824.819485:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977824.819488:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977824.819492:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977824.819496:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977824.819500:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977824.819502:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977824.819502:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977824.819503:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977824.819504:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977824.819505:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977824.819507:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977824.819509:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977824.819513:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977824.819515:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977824.819516:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977824.819518:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977824.819525:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977824.819526:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977824.819528:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977824.819530:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977824.819533:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977824.819535:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977824.819536:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977824.819537:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977824.819539:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977824.819540:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977824.819541:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977824.819543:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977824.819562:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977824.819563:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977824.819565:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977824.820547:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977824.820552:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977824.820556:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977824.820560:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977824.820565:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977824.820569:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977824.820580:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977824.820583:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977824.820586:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977825.843440:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977825.843453:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977825.843464:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977825.843478:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977825.843487:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977825.843496:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977825.843523:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977825.843526:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977825.843533:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977825.843572:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977825.843578:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977825.843589:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977825.843594:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977825.843602:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977825.843606:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977825.843615:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977825.843619:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977825.843626:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977825.843631:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977825.843663:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977825.843668:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977825.843671:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977826.870260:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977826.870267:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977826.870272:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977826.870278:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977826.870282:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977826.870286:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977826.870291:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977826.870311:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977826.870314:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977826.870339:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977826.870343:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977826.870348:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977826.870350:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977826.870354:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977826.870355:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977826.870359:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977826.870361:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977826.870364:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977826.870365:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977826.870382:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977826.870385:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977826.870387:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977827.891631:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977827.891634:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977827.891636:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977827.891639:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977827.891641:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977827.891643:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977827.891644:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977827.891646:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977827.891648:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977827.891664:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977827.891666:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977827.891669:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977827.891670:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977827.891673:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977827.891674:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977827.891677:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977827.891678:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977827.891681:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977827.891684:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977827.891698:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977827.891701:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977827.891704:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977827.892526:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977827.892532:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977827.892535:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977827.892540:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977827.892543:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977827.892608:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977827.892611:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977827.892613:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977827.892615:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977828.915512:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977828.915518:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977828.915521:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977828.915528:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977828.915532:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977828.915536:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977828.915542:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977828.915547:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977828.915553:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977828.915578:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977828.915581:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977828.915585:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977828.915587:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977828.915590:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977828.915591:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977828.915596:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977828.915597:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977828.915601:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977828.915602:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977828.915618:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977828.915621:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977828.915624:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783977829.427426:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977829.427434:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977829.427436:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977829.427438:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977829.427441:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977829.427446:0:296888:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 15482 00000400:00000200:0.0:1783977829.427454:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977829.427458:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977829.427461:0:296888:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977829.427463:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977829.427465:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977829.427467:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977829.427469:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977829.427471:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977829.427473:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783977829.427475:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977829.427477:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783977829.427479:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783977829.427480:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783977829.427482:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977829.427483:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977829.427484:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977829.427485:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977829.427487:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783977829.427489:0:296888:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977829.427490:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977829.427492:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977829.427494:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977829.427496:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977829.427497:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977829.427499:0:296888:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977829.427506:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783977829.427508:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783977829.427512:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977829.427513:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977829.427515:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977829.427517:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977829.427520:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977829.427525:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783977829.427531:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977829.427537:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620402810624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977829.427544:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977829.427547:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977829.427550:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620402810624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977829.427572:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977829.427574:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977829.427576:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977829.427577:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977829.427578:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977829.427579:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977829.427581:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15482 00000400:00000200:0.0:1783977829.427584:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977829.427586:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977829.427588:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977829.427591:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977829.427592:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977829.427594:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977829.427597:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977829.427599:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977829.427601:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783977829.427602:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977829.427604:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783977829.427607:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783977829.427609:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783977829.427614:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977829.427619:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977829.427624:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977829.427628:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977829.427634:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783977829.427642:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977829.427645:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977829.427649:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977829.427655:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977829.427657:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977829.427658:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977829.427662:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977829.427666:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977829.427669:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977829.427675:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783977829.427679:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977829.427685:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977829.427688:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977829.427691:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977829.427695:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977829.427697:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977829.427705:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783977829.427711:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977829.427720:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402810752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977829.427732:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977829.427736:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977829.427742:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402810752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977829.427758:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977829.427763:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977829.427771:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977829.427774:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977829.427777:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977829.427783:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977829.427789:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15482 00000400:00000200:0.0:1783977829.427796:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977829.427814:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977829.427818:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977829.427823:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977829.427826:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977829.427832:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977829.427837:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977829.427841:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977829.427842:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783977829.427843:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977829.427845:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783977829.427849:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783977829.427855:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783977829.427861:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977829.427865:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977829.427870:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977829.427875:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977829.427880:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783977829.427884:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977829.427890:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977829.427894:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977829.427900:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977829.427904:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977829.427908:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977829.427910:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977829.427915:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977829.427918:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977829.427925:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783977829.427929:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977829.427932:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977829.427934:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977829.427938:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977829.427941:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977829.427944:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977829.427951:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783977829.427957:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977829.427966:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620402810880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977829.427981:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977829.427986:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977829.427994:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620402810880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977829.428012:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977829.428017:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977829.428023:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977829.428028:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977829.428030:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977829.428037:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977829.428044:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15482 00000400:00000200:0.0:1783977829.428050:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977829.428056:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977829.428059:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977829.428065:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977829.428071:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977829.428076:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977829.428079:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977829.428083:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977829.428084:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783977829.428087:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977829.428104:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783977829.428109:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783977829.428113:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783977829.428120:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977829.428124:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977829.428129:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977829.428136:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977829.428142:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783977829.428150:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977829.428155:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977829.428160:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977829.428165:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977829.428167:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977829.428169:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977829.428173:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977829.428178:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977829.428182:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977829.428188:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783977829.428193:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977829.428198:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977829.428201:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977829.428205:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977829.428207:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977829.428211:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977829.428217:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783977829.428222:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977829.428232:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620402811008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977829.428247:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977829.428250:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977829.428257:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620402811008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977829.428271:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977829.428277:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977829.428283:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977829.428286:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977829.428289:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977829.428292:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977829.428327:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15482 00000400:00000200:0.0:1783977829.428335:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977829.428342:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977829.428347:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977829.428354:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977829.428359:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977829.428364:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977829.428369:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977829.428373:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977829.428377:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783977829.428380:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977829.428383:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783977829.428387:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783977829.428392:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783977829.428399:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977829.428403:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977829.428407:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977829.428412:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977829.428417:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783977829.428423:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977829.428428:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977829.428430:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977829.428433:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977829.428437:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977829.428442:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977829.428446:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977829.428451:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977829.428455:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977829.428464:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783977829.428470:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977829.428475:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977829.428478:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977829.428482:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977829.428486:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977829.428490:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977829.428495:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783977829.428501:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977829.428509:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620402811136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977829.428523:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977829.428528:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977829.428535:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620402811136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977829.428548:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977829.428555:0:296888:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15492) 00000100:00000001:0.0:1783977829.939477:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977829.939490:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977829.939495:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977829.939504:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977829.939519:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977829.939530:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977829.939537:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977829.939544:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977829.939547:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977829.939595:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977829.939598:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977829.939603:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977829.939605:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977829.939611:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977829.939615:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977829.939623:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977829.939627:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977829.939640:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977829.939646:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977829.939677:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977829.939681:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977829.939688:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977829.939721:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977829.939727:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977829.939732:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977829.939739:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977829.939749:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977829.939753:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977829.939767:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977829.939773:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977829.939778:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977830.963495:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977830.963515:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977830.963522:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977830.963533:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977830.963545:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977830.963559:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977830.963570:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977830.963581:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977830.963589:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977830.963633:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977830.963639:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977830.963644:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977830.963650:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977830.963660:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977830.963670:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977830.963886:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977830.963901:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977830.963904:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977830.963935:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977830.963941:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977830.963944:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977830.963949:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977830.963953:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977830.963955:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977830.963957:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977830.963960:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977830.963965:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977830.963967:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977830.963972:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977830.963973:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977830.963977:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977830.963978:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977830.963981:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977830.963983:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977830.964005:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977830.964009:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977830.964011:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977831.987464:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977831.987470:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977831.987488:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977831.987492:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977831.987500:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977831.987503:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977831.987507:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977831.987510:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977831.987518:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977831.987522:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977831.987545:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977831.987549:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977831.987552:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977831.987763:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977831.987767:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977831.987770:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977831.987775:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977831.987780:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977831.987784:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977831.987788:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977831.987791:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977831.987795:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977833.011381:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977833.011388:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977833.011390:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977833.011396:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977833.011400:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977833.011404:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977833.011407:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977833.011409:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977833.011413:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977833.011436:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977833.011439:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977833.011443:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977833.011444:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977833.011447:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977833.011448:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977833.011450:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977833.011451:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977833.011453:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977833.011454:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977833.011473:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977833.011475:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977833.011479:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977833.011608:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977833.011611:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977833.011612:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977833.011614:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977833.011616:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977833.011618:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977833.011619:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977833.011621:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977833.011623:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977833.013225:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977833.013228:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977833.013230:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977833.013233:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977833.013237:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977833.013241:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977833.013245:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977833.013248:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977833.013251:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977834.035428:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977834.035433:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977834.035437:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977834.035451:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977834.035456:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977834.035460:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977834.035468:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977834.035470:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977834.035473:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977834.035518:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977834.035520:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977834.035526:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977834.035528:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977834.035533:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977834.035534:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977834.035538:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977834.035540:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977834.035544:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977834.035546:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977834.035566:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977834.035575:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977834.035582:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977834.035609:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977834.035615:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977834.035619:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977834.035634:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977834.035639:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977834.035644:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977834.035649:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977834.035651:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977834.035654:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977834.548124:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977834.548136:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977834.548138:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977834.548142:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977834.548146:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977834.548153:0:296888:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 15487 00000400:00000200:0.0:1783977834.548165:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977834.548172:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977834.548175:0:296888:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977834.548178:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977834.548181:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977834.548183:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977834.548186:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977834.548190:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977834.548192:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783977834.548195:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977834.548198:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783977834.548200:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783977834.548202:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783977834.548205:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977834.548207:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977834.548209:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977834.548211:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977834.548214:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783977834.548217:0:296888:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977834.548219:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977834.548222:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977834.548226:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977834.548228:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977834.548230:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977834.548233:0:296888:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977834.548241:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783977834.548245:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783977834.548248:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977834.548250:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977834.548253:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977834.548256:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977834.548260:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977834.548267:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783977834.548274:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977834.548282:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402811264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977834.548292:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977834.548331:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977834.548337:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402811264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977834.548359:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977834.548363:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977834.548366:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977834.548367:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977834.548369:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977834.548371:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977834.548374:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15487 00000400:00000200:0.0:1783977834.548378:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977834.548381:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977834.548384:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977834.548387:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977834.548389:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977834.548392:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977834.548394:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977834.548396:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977834.548398:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783977834.548399:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977834.548402:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783977834.548404:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783977834.548409:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783977834.548415:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977834.548419:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977834.548425:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977834.548430:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977834.548435:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783977834.548440:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977834.548445:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977834.548449:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977834.548457:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977834.548463:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977834.548467:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977834.548472:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977834.548478:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977834.548481:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977834.548486:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783977834.548491:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977834.548496:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977834.548498:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977834.548502:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977834.548505:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977834.548507:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977834.548514:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783977834.548520:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977834.548529:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402811392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977834.548542:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977834.548547:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977834.548555:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402811392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977834.548576:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977834.548581:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977834.548588:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977834.548591:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977834.548595:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977834.548603:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977834.548607:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15487 00000400:00000200:0.0:1783977834.548616:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977834.548624:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977834.548628:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977834.548634:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977834.548639:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977834.548645:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977834.548651:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977834.548656:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977834.548658:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783977834.548663:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977834.548668:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783977834.548672:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783977834.548676:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783977834.548683:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977834.548689:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977834.548694:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977834.548700:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977834.548703:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783977834.548709:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977834.548712:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977834.548715:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977834.548720:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977834.548726:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977834.548730:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977834.548733:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977834.548738:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977834.548742:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977834.548748:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783977834.548754:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977834.548758:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977834.548761:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977834.548767:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977834.548770:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977834.548773:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977834.548778:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783977834.548784:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977834.548793:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402811520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977834.548816:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977834.548820:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977834.548830:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402811520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977834.548848:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977834.548852:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977834.548859:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977834.548862:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977834.548866:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977834.548871:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977834.548876:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15487 00000400:00000200:0.0:1783977834.548884:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977834.548889:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977834.548892:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977834.548899:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977834.548903:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977834.548908:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977834.548912:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977834.548918:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977834.548921:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783977834.548925:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977834.548928:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783977834.548932:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783977834.548934:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783977834.548938:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977834.548940:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977834.548942:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977834.548944:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977834.548947:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783977834.548953:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977834.548958:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977834.548962:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977834.548966:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977834.548970:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977834.548973:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977834.548978:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977834.548982:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977834.548984:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977834.548990:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783977834.548995:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977834.549012:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977834.549015:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977834.549019:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977834.549022:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977834.549025:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977834.549031:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783977834.549037:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977834.549046:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402811648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977834.549062:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977834.549065:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977834.549075:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402811648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977834.549088:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977834.549093:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977834.549102:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977834.549105:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977834.549108:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977834.549112:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977834.549118:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15487 00000400:00000200:0.0:1783977834.549125:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977834.549130:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977834.549133:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977834.549136:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977834.549138:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977834.549141:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977834.549143:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977834.549146:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977834.549149:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783977834.549151:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977834.549155:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783977834.549161:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783977834.549166:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783977834.549173:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977834.549178:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977834.549182:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977834.549187:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977834.549191:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783977834.549196:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977834.549202:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977834.549205:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977834.549209:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977834.549214:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977834.549218:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977834.549221:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977834.549226:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977834.549230:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977834.549236:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783977834.549241:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977834.549245:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977834.549248:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977834.549252:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977834.549255:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977834.549257:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977834.549260:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783977834.549266:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977834.549274:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620402811776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977834.549288:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977834.549291:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977834.549316:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620402811776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977834.549325:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977834.549332:0:296888:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15498) 00000100:00000001:0.0:1783977835.060085:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977835.060089:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977835.060092:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977835.060097:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977835.060102:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977835.060106:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977835.060110:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977835.060113:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977835.060117:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977835.060143:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977835.060147:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977835.060152:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977835.060155:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977835.060157:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977835.060160:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977835.060162:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977835.060164:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977835.060165:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977835.060167:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977835.060169:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977835.060170:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977835.060171:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977835.060172:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977835.060173:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977835.060174:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977835.060175:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977835.060176:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977835.060178:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977835.060179:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977835.060179:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977835.060180:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977835.060181:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977835.060182:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977835.060183:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977835.060184:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977835.060185:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977835.060186:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977835.060187:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977835.060188:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977835.060188:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977835.060189:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977835.060190:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977835.060191:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977835.060204:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977835.060206:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977835.060208:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977836.083405:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977836.083413:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977836.083418:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977836.083427:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977836.083434:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977836.083439:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977836.083447:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977836.083451:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977836.083459:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977836.083490:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977836.083495:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977836.083505:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977836.083510:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977836.083518:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977836.083522:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977836.083530:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977836.083534:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977836.083541:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977836.083544:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977836.083567:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977836.083572:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977836.083577:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977837.107442:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977837.107449:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977837.107451:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977837.107456:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977837.107463:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977837.107468:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977837.107471:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977837.107476:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977837.107482:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977837.107495:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977837.107499:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977837.107502:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977837.107507:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977837.107509:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977837.107512:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977837.107514:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977837.107516:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977837.107518:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977837.107542:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977837.107546:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977837.107553:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977837.107558:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977837.107567:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977837.107571:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977837.107578:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977837.107581:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977837.107589:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977837.107591:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977837.107610:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977837.107613:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977837.107615:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977838.131530:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977838.131533:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977838.131536:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977838.131541:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977838.131543:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977838.131545:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977838.131548:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977838.131549:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977838.131550:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977838.131561:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977838.131565:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977838.131568:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977838.131571:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977838.131574:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977838.131577:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977838.131630:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977838.131632:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977838.131634:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977838.131657:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977838.131660:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977838.131663:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977838.131664:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977838.131666:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977838.131668:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977838.131670:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977838.131671:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977838.131674:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977838.131675:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977838.131687:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977838.131693:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977838.131695:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977839.155416:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977839.155421:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977839.155425:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977839.155433:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977839.155439:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977839.155445:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977839.155451:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977839.155456:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977839.155606:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977839.155627:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977839.155630:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977839.155635:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977839.155639:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977839.155647:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977839.155650:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977839.155656:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977839.155658:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977839.155662:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977839.155665:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977839.155698:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977839.155702:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977839.155703:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977839.155706:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977839.155708:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977839.155710:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977839.155712:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977839.155713:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977839.155716:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977840.179609:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977840.179613:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977840.179616:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977840.179618:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977840.179621:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977840.179623:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977840.179625:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977840.179627:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977840.179629:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977840.179649:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977840.179651:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977840.179654:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977840.179655:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977840.179659:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977840.179662:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977840.179667:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977840.179670:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977840.179674:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977840.179677:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977840.179699:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977840.179702:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977840.179703:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977840.179718:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977840.179721:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977840.179724:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977840.179729:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977840.179733:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977840.179736:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977840.179750:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977840.179752:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977840.179755:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977841.203423:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977841.203430:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977841.203433:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977841.203437:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977841.203441:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977841.203451:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977841.203466:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977841.203469:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977841.203472:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977841.203497:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977841.203505:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977841.203510:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977841.203517:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977841.203524:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977841.203529:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977841.203536:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977841.203543:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977841.203565:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977841.203568:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977841.203575:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977841.203578:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977841.203585:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977841.203589:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977841.203595:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977841.203597:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977841.203635:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977841.203637:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977841.203639:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977842.231959:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977842.231967:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977842.231969:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977842.231974:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977842.231977:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977842.231980:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977842.231983:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977842.231985:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977842.231988:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977842.232008:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977842.232010:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977842.232014:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977842.232016:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977842.232020:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977842.232021:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977842.232024:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977842.232025:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977842.232028:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977842.232029:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977842.232073:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977842.232076:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977842.232080:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977843.251530:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977843.251534:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977843.251535:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977843.251538:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977843.251540:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977843.251542:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977843.251544:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977843.251546:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977843.251548:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977843.251557:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977843.251559:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977843.251560:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977843.251562:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977843.251563:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977843.251565:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977843.251771:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977843.251774:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977843.251776:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977843.251796:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977843.251799:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977843.251802:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977843.251803:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977843.251807:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977843.251808:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977843.251812:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977843.251813:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977843.251816:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977843.251817:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977843.251829:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977843.251830:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977843.251833:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977844.275396:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977844.275403:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977844.275408:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977844.275412:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977844.275419:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977844.275425:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977844.275432:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977844.275437:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977844.275441:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977844.275485:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977844.275489:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977844.275499:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977844.275503:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977844.275507:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977844.275510:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977844.275515:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977844.275517:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977844.275521:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977844.275523:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977844.275545:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977844.275551:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977844.275557:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783977844.787422:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977844.787429:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977844.787431:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977844.787434:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977844.787437:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977844.787442:0:296888:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 15498 00000400:00000200:0.0:1783977844.787450:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977844.787455:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977844.787457:0:296888:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977844.787459:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977844.787462:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977844.787463:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977844.787465:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977844.787468:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977844.787469:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783977844.787471:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977844.787473:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783977844.787475:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783977844.787477:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783977844.787479:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977844.787480:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977844.787481:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977844.787482:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977844.787484:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783977844.787486:0:296888:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977844.787487:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977844.787489:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977844.787492:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977844.787493:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977844.787495:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977844.787496:0:296888:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977844.787503:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783977844.787506:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783977844.787508:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977844.787509:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977844.787512:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977844.787514:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977844.787517:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977844.787523:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783977844.787528:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977844.787534:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620402812544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977844.787541:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977844.787544:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977844.787548:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620402812544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977844.787571:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977844.787574:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977844.787577:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977844.787579:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977844.787580:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977844.787583:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977844.787586:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15498 00000400:00000200:0.0:1783977844.787590:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977844.787594:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977844.787596:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977844.787599:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977844.787602:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977844.787608:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977844.787613:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977844.787618:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977844.787619:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783977844.787623:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977844.787626:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783977844.787630:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783977844.787632:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783977844.787637:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977844.787639:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977844.787642:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977844.787646:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977844.787651:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783977844.787655:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977844.787659:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977844.787661:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977844.787666:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977844.787669:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977844.787672:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977844.787675:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977844.787681:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977844.787686:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977844.787693:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783977844.787697:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977844.787700:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977844.787702:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977844.787706:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977844.787707:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977844.787710:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977844.787718:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783977844.787726:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977844.787735:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620402812672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977844.787750:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977844.787756:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977844.787764:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620402812672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977844.787778:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977844.787783:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977844.787790:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977844.787795:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977844.787797:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977844.787801:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977844.787808:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15498 00000400:00000200:0.0:1783977844.787816:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977844.787835:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977844.787840:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977844.787847:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977844.787851:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977844.787855:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977844.787859:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977844.787863:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977844.787865:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783977844.787869:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977844.787872:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783977844.787877:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783977844.787882:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783977844.787888:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977844.787892:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977844.787895:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977844.787898:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977844.787903:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783977844.787919:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977844.787924:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977844.787928:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977844.787931:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977844.787937:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977844.787941:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977844.787945:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977844.787962:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977844.787967:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977844.787974:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783977844.787979:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977844.787985:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977844.787989:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977844.787993:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977844.787997:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977844.787999:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977844.788007:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783977844.788012:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977844.788021:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402812800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977844.788033:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977844.788038:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977844.788045:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402812800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977844.788066:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977844.788072:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977844.788087:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977844.788091:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977844.788095:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977844.788099:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977844.788106:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15498 00000400:00000200:0.0:1783977844.788115:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977844.788123:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977844.788128:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977844.788136:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977844.788141:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977844.788145:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977844.788149:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977844.788156:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977844.788159:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783977844.788162:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977844.788166:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783977844.788171:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783977844.788176:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783977844.788182:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977844.788186:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977844.788192:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977844.788197:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977844.788203:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783977844.788210:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977844.788214:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977844.788219:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977844.788224:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977844.788229:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977844.788234:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977844.788238:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977844.788243:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977844.788247:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977844.788255:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783977844.788260:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977844.788266:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977844.788270:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977844.788274:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977844.788277:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977844.788281:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977844.788286:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783977844.788290:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977844.788334:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620402812928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977844.788348:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977844.788353:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977844.788359:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620402812928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977844.788375:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977844.788382:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977844.788390:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977844.788393:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977844.788396:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977844.788401:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977844.788407:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15498 00000400:00000200:0.0:1783977844.788414:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977844.788421:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977844.788425:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977844.788432:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977844.788436:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977844.788441:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977844.788445:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977844.788449:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977844.788452:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783977844.788455:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977844.788457:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783977844.788462:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783977844.788468:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783977844.788473:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977844.788477:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977844.788482:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977844.788487:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977844.788495:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783977844.788503:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977844.788508:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977844.788513:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977844.788517:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977844.788523:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977844.788528:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977844.788532:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977844.788538:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977844.788542:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977844.788549:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783977844.788555:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977844.788562:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977844.788566:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977844.788570:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977844.788574:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977844.788578:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977844.788586:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783977844.788594:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977844.788604:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402813056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977844.788620:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977844.788625:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977844.788634:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402813056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977844.788652:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977844.788659:0:296888:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15508) 00000100:00000001:0.0:1783977845.299389:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977845.299395:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977845.299399:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977845.299407:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977845.299414:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977845.299418:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977845.299423:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977845.299427:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977845.299430:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977845.299451:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977845.299454:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977845.299461:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977845.299466:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977845.299470:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977845.299475:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977845.299480:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977845.299483:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977845.299489:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977845.299496:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977845.299501:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977845.299504:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977845.299517:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977845.299524:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977845.299528:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977845.299532:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977845.299536:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977845.299540:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977845.299545:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977845.299547:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977845.299548:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977845.299549:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977845.299551:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977845.299553:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977845.299555:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977845.299557:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977845.299560:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977845.299562:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977845.299563:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977845.299564:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977845.299566:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977845.299567:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977845.299568:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977845.299570:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977845.299588:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977845.299591:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977845.299593:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977846.323405:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977846.323413:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977846.323416:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977846.323423:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977846.323429:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977846.323435:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977846.323441:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977846.323444:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977846.323449:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977846.323501:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977846.323505:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977846.323509:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977846.323510:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977846.323514:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977846.323515:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977846.323521:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977846.323523:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977846.323532:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977846.323536:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977846.323554:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977846.323558:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977846.323564:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977847.347409:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977847.347419:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977847.347424:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977847.347430:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977847.347438:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977847.347445:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977847.347452:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977847.347455:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977847.347459:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977847.347489:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977847.347493:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977847.347501:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977847.347506:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977847.347516:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977847.347520:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977847.347526:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977847.347528:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977847.347536:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977847.347541:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977847.347564:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977847.347567:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977847.347570:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977848.371445:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977848.371452:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977848.371459:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977848.371462:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977848.371471:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977848.371560:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977848.371569:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977848.371573:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977848.371582:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977848.371586:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977848.371607:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977848.371612:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977848.371620:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977848.373911:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977848.373917:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977848.373918:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977848.373922:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977848.373925:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977848.373927:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977848.373929:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977848.373930:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977848.373932:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977849.395417:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977849.395432:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977849.395437:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977849.395443:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977849.395448:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977849.395453:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977849.395460:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977849.395464:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977849.395468:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977849.395498:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977849.395501:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977849.395507:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977849.395508:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977849.395513:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977849.395514:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977849.395519:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977849.395521:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977849.395524:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977849.395526:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977849.395544:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977849.395548:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977849.395552:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977849.395584:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977849.395589:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977849.395592:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977849.395611:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977849.395618:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977849.395623:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977849.395629:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977849.395633:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977849.395637:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977849.907426:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977849.907437:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977849.907439:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977849.907442:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977849.907446:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977849.907453:0:254686:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 15503 00000400:00000200:0.0:1783977849.907464:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977849.907470:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977849.907473:0:254686:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977849.907476:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977849.907479:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977849.907481:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977849.907483:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977849.907487:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977849.907489:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783977849.907491:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977849.907494:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783977849.907496:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783977849.907499:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783977849.907502:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977849.907503:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977849.907505:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977849.907507:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977849.907510:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783977849.907513:0:254686:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977849.907515:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977849.907518:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977849.907521:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977849.907525:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977849.907527:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977849.907529:0:254686:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977849.907538:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783977849.907542:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783977849.907545:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977849.907547:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977849.907550:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977849.907553:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977849.907557:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977849.907572:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783977849.907578:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977849.907586:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402813184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977849.907596:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977849.907600:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977849.907605:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402813184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977849.907628:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977849.907631:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977849.907634:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977849.907635:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977849.907637:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977849.907639:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977849.907642:0:254686:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15503 00000400:00000200:0.0:1783977849.907646:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977849.907649:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977849.907651:0:254686:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977849.907654:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977849.907657:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977849.907659:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977849.907662:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977849.907664:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977849.907666:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783977849.907667:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977849.907669:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783977849.907672:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783977849.907677:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783977849.907683:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977849.907687:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977849.907692:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977849.907696:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977849.907702:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783977849.907708:0:254686:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977849.907714:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977849.907717:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977849.907723:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977849.907730:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977849.907747:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977849.907752:0:254686:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977849.907757:0:254686:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977849.907761:0:254686:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977849.907767:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783977849.907772:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977849.907777:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977849.907780:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977849.907783:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977849.907786:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977849.907789:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977849.907799:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783977849.907806:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977849.907824:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402813312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977849.907850:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977849.907854:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977849.907862:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402813312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977849.907881:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977849.907886:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977849.907891:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977849.907895:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977849.907899:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977849.907905:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977849.907910:0:254686:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15503 00000400:00000200:0.0:1783977849.907916:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977849.907923:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977849.907929:0:254686:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977849.907935:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977849.907937:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977849.907940:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977849.907942:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977849.907944:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977849.907945:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783977849.907946:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977849.907948:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783977849.907950:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783977849.907954:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783977849.907962:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977849.907973:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977849.907977:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977849.907980:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977849.907986:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783977849.907989:0:254686:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977849.907992:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977849.907995:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977849.907999:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977849.908002:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977849.908007:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977849.908010:0:254686:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977849.908014:0:254686:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977849.908019:0:254686:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977849.908029:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783977849.908038:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977849.908041:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977849.908043:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977849.908048:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977849.908051:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977849.908055:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977849.908063:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783977849.908070:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977849.908082:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402813440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977849.908096:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977849.908100:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977849.908108:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402813440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977849.908126:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977849.908131:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977849.908139:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977849.908143:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977849.908146:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977849.908153:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977849.908159:0:254686:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15503 00000400:00000200:0.0:1783977849.908169:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977849.908176:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977849.908194:0:254686:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977849.908201:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977849.908206:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977849.908213:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977849.908219:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977849.908225:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977849.908228:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783977849.908230:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977849.908234:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783977849.908239:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783977849.908245:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783977849.908253:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977849.908257:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977849.908261:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977849.908265:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977849.908270:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783977849.908276:0:254686:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977849.908280:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977849.908285:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977849.908290:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977849.908316:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977849.908318:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977849.908321:0:254686:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977849.908323:0:254686:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977849.908325:0:254686:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977849.908329:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783977849.908332:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977849.908335:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977849.908338:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977849.908341:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977849.908345:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977849.908349:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977849.908355:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783977849.908361:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977849.908369:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402813568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977849.908384:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977849.908389:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977849.908398:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402813568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977849.908415:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977849.908421:0:254686:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977849.908428:0:254686:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977849.908432:0:254686:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977849.908434:0:254686:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977849.908438:0:254686:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977849.908443:0:254686:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15503 00000400:00000200:0.0:1783977849.908451:0:254686:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977849.908458:0:254686:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977849.908464:0:254686:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977849.908470:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977849.908475:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977849.908479:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977849.908483:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977849.908488:0:254686:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977849.908491:0:254686:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783977849.908494:0:254686:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977849.908497:0:254686:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783977849.908503:0:254686:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783977849.908509:0:254686:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783977849.908516:0:254686:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977849.908520:0:254686:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977849.908527:0:254686:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977849.908531:0:254686:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977849.908537:0:254686:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783977849.908543:0:254686:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977849.908548:0:254686:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977849.908552:0:254686:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977849.908556:0:254686:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977849.908563:0:254686:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977849.908567:0:254686:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977849.908571:0:254686:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977849.908577:0:254686:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977849.908581:0:254686:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977849.908585:0:254686:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783977849.908587:0:254686:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977849.908590:0:254686:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977849.908591:0:254686:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977849.908592:0:254686:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977849.908594:0:254686:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977849.908598:0:254686:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977849.908604:0:254686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783977849.908610:0:254686:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977849.908618:0:254686:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620402813696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977849.908633:0:254686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977849.908638:0:254686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977849.908645:0:254686:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620402813696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977849.908665:0:254686:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977849.908673:0:254686:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15513) 00000100:00000001:0.0:1783977850.419394:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977850.419408:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977850.419415:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977850.419422:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977850.419427:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977850.419432:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977850.419436:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977850.419438:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977850.419442:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977850.419470:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977850.419472:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977850.419475:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977850.419476:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977850.419479:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977850.419480:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977850.419483:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977850.419484:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977850.419486:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977850.419487:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977850.419500:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977850.419501:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977850.419504:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977850.419526:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977850.419529:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977850.419532:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977850.419534:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977850.419538:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977850.419541:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977850.419545:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977850.419548:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977850.419553:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977850.419564:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977850.419567:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977850.419569:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977850.419571:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977850.419573:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977850.419575:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977850.419578:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977850.419580:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977850.419582:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977851.443441:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977851.443447:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977851.443449:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977851.443453:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977851.443457:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977851.443461:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977851.443464:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977851.443466:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977851.443470:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977851.443498:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977851.443504:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977851.443507:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977851.443511:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977851.443518:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977851.443523:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977851.443526:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977851.443528:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977851.443536:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977851.443538:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977851.443543:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977851.443545:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977851.443549:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977851.443550:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977851.443552:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977851.443553:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977851.443567:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977851.443568:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977851.443570:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977851.443658:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977851.443665:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977851.443669:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977851.443675:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977851.443680:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977851.443685:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977851.443691:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977851.443695:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977851.443700:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977852.467565:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977852.467569:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977852.467571:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977852.467574:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977852.467579:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977852.467583:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977852.467588:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977852.467591:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977852.467594:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977852.467617:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977852.467621:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977852.467626:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977852.467628:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977852.467632:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977852.467633:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977852.467636:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977852.467637:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977852.467640:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977852.467641:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977852.467657:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977852.467660:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977852.467662:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977853.491432:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977853.491437:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977853.491441:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977853.491446:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977853.491451:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977853.491456:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977853.491461:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977853.491464:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977853.491467:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977853.491491:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977853.491496:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977853.491500:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977853.491501:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977853.491505:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977853.491507:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977853.491510:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977853.491511:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977853.491514:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977853.491515:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977853.491531:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977853.491534:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977853.491537:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977853.491572:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977853.491575:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977853.491576:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977853.491579:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977853.491582:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977853.491585:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977853.491588:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977853.491591:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977853.491593:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977853.493244:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977853.493249:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977853.493251:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977853.493255:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977853.493257:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977853.493269:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977853.493271:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977853.493273:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977853.493278:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977854.515409:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977854.515414:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977854.515419:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977854.515427:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977854.515434:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977854.515439:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977854.515465:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977854.515468:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977854.515472:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977854.515502:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977854.515507:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977854.515515:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977854.515520:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977854.515524:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977854.515530:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977854.515537:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977854.515539:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977854.515542:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977854.515547:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977854.515555:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977854.515560:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977854.515563:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977854.515566:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977854.515570:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977854.515573:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977854.515577:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977854.515582:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977854.515586:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977854.515587:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977854.515589:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977854.515591:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977854.515593:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977854.515594:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977854.515596:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977854.515598:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977854.515601:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977854.515608:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977854.515609:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977854.515611:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977854.515612:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977854.515613:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977854.515615:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977854.515617:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977854.515633:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977854.515636:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977854.515638:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977855.539428:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977855.539433:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977855.539440:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977855.539443:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977855.539452:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977855.539455:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977855.539460:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977855.539463:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977855.539469:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977855.539472:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977855.539596:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977855.539601:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977855.539606:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977855.539612:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977855.539619:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977855.539623:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977855.539627:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977855.539630:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977855.539646:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977856.566701:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977856.566707:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977856.566713:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977856.566714:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977856.566718:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977856.566719:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977856.566722:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977856.566724:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977856.566726:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977856.566728:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977857.587408:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977857.587416:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977857.587421:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977857.587423:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977857.587426:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977857.587428:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977857.587431:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977857.587433:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977857.587436:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977857.587438:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977857.587503:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977857.587507:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977857.587509:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977857.587512:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977857.587514:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977857.587517:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977857.587520:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977857.587524:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977857.587530:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977857.587548:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977857.587552:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977857.587555:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977857.587558:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977857.587560:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977857.587563:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977857.587565:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977857.587566:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977857.587569:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977858.612074:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977858.612078:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977858.612080:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977858.612084:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977858.612087:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977858.612089:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977858.612092:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977858.612095:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977858.612100:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977858.612125:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977858.612129:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977858.612136:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977858.612139:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977858.612147:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977858.612149:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977858.612154:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977858.612156:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977858.612160:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977858.612161:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977858.612240:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977858.612245:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977858.612249:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977858.612255:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977858.612261:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977858.612265:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977858.612267:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977858.612269:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977858.612271:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977859.635430:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977859.635437:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977859.635441:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977859.635448:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977859.635455:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977859.635460:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977859.636608:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977859.636612:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977859.636615:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977859.636651:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977859.636654:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977859.636658:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977859.636659:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977859.636663:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977859.636665:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977859.636668:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977859.636669:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977859.636672:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977859.636673:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977860.659428:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977860.659435:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977860.659439:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977860.659443:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977860.659448:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977860.659452:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977860.659455:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977860.659459:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977860.659466:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977860.659470:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977860.659476:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977860.659479:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977860.659483:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977860.659484:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977860.659489:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977860.659490:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977860.659956:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977860.659959:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977860.659960:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977860.659962:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977860.659965:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977860.659966:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977860.659968:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977860.659970:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977860.659972:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977861.683547:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977861.683551:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977861.683552:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977861.683555:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977861.683560:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977861.683563:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977861.683572:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977861.683575:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977861.683577:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977861.683641:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977861.683644:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977861.683650:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977861.683651:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977861.683654:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977861.683655:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977861.683659:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977861.683660:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977861.683664:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977861.683665:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977862.707410:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977862.707414:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977862.707417:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977862.707422:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977862.707427:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977862.707433:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977862.707439:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977862.707442:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977862.707446:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977862.707461:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977862.707465:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977862.707469:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977862.707475:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977862.707481:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977862.707485:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977862.707488:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977862.707492:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977862.707494:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977862.707528:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977862.707530:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977862.707535:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977862.707537:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977862.707541:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977862.707542:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977862.707546:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977862.707547:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977862.707557:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977862.707558:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977863.731379:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977863.731384:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977863.731388:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977863.731394:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977863.731400:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977863.731404:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977863.731409:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977863.731412:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977863.731417:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977863.731441:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977863.731446:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977863.731456:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977863.731459:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977863.731469:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977863.731473:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977863.731481:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977863.731485:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977863.731489:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977863.731504:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977863.731525:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977863.731530:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977863.731535:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977864.755404:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977864.755413:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977864.755417:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977864.755425:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977864.755433:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977864.755438:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977864.755444:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977864.755449:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977864.755454:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977864.755489:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977864.755494:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977864.755502:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977864.755508:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977864.755513:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977864.755519:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977864.755525:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977864.755528:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977864.755533:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977864.755539:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977864.755547:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977864.755551:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977864.755555:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977864.755557:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977864.755562:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977864.755566:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977864.755569:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977864.755572:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977864.755578:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977864.755582:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977864.755585:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977864.755586:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977864.755589:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977864.755590:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977864.755592:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977864.755596:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977864.755598:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977864.755600:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977864.755602:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977864.755603:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977864.755605:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977864.755606:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977864.755608:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977864.755609:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977864.755626:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977864.755629:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977864.755631:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977865.779396:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977865.779403:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977865.779407:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977865.779414:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977865.779418:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977865.779424:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977865.779433:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977865.779437:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977865.779440:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977865.779480:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977865.779485:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977865.779492:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977865.779496:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977865.779503:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977865.779505:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977865.779512:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977865.779517:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977865.779524:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977865.779527:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977865.779548:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977865.779552:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977865.779557:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977866.803415:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977866.803422:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977866.803425:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977866.803432:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977866.803437:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977866.803452:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977866.803456:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977866.803461:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977866.803466:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977866.803490:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977866.803493:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977866.803498:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977866.803499:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977866.803502:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977866.803503:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977866.803507:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977866.803508:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977866.803512:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977866.803513:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977866.803535:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977866.803537:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977866.803541:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977866.803624:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977866.803627:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977866.803628:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977866.803631:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977866.803634:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977866.803636:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977866.803638:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977866.803642:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977866.803644:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977866.803661:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977866.803666:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977866.803670:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977866.803676:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977866.803678:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977866.803680:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977866.803691:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977866.803692:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977866.803694:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977867.830708:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977867.830714:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977867.830716:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977867.830719:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977867.830722:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977867.830728:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977867.830732:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977867.830735:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977867.830739:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977867.830764:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977867.830768:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977867.830773:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977867.830774:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977867.830778:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977867.830779:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977867.830782:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977867.830784:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977867.830787:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977867.830789:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977867.830806:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977867.830808:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977867.830811:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977867.831061:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977867.831064:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977867.831065:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977867.831067:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977867.831069:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977867.831070:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977867.831072:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977867.831073:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977867.831075:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977868.851432:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977868.851437:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977868.851440:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977868.851445:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977868.851450:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977868.851455:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977868.851630:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977868.851632:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977868.851635:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977868.851658:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977868.851661:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977868.851665:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977868.851667:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977868.851670:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977868.851672:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977868.851675:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977868.851676:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977868.851679:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977868.851680:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977868.851704:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977868.851706:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977868.851709:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977869.875378:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977869.875383:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977869.875395:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977869.875399:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977869.875402:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977869.875406:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977869.875416:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977869.875421:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977869.875426:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977869.875448:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977869.875451:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977869.875459:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977869.875470:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977869.875478:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977869.875482:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977869.875488:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977869.875492:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977869.875497:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977869.875500:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977869.875522:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977869.875526:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977869.875529:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977870.899451:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977870.899456:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977870.899458:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977870.899462:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977870.899468:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977870.899472:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977870.899478:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977870.899481:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977870.899484:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977870.899503:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977870.899507:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977870.899511:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977870.899514:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977870.899517:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977870.899519:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977870.899522:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977870.899528:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977870.899536:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977870.899540:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977870.899547:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977870.899550:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977870.899555:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977870.899557:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977870.899564:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977870.899567:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977870.899588:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977870.899593:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977870.899599:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977871.923434:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977871.923439:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977871.923442:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977871.923448:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977871.923452:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977871.923455:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977871.923459:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977871.923463:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977871.923468:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977871.923484:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977871.923488:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977871.923491:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977871.923495:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977871.923499:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977871.923503:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977871.923506:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977871.923510:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977871.923514:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977871.923539:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977871.923544:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977871.923552:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977871.923556:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977871.923561:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977871.923565:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977871.923571:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977871.923574:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977871.923578:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977871.923582:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977871.923602:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977871.923606:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977871.923609:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977872.947475:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977872.947479:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977872.947487:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977872.947490:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977872.947495:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977872.947498:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977872.947504:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977872.947507:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977872.947513:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977872.947515:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977872.947544:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977872.947549:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977872.947552:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977872.947557:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977872.947564:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977872.947570:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977872.947582:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977872.947585:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977872.947598:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977872.947619:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977872.947626:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977872.947634:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977873.971468:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977873.971475:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977873.971477:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977873.971483:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977873.971488:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977873.971493:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977873.971498:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977873.971503:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977873.971511:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977873.971559:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977873.971565:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977873.971575:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977873.971579:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977873.971591:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977873.971595:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977873.971605:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977873.971610:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977873.971626:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977873.971636:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977874.995579:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977874.995584:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977874.995596:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977874.995605:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977874.995610:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977874.995619:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977874.995625:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977874.995630:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977874.995646:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977874.995654:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977874.995671:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977874.995680:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977874.995683:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977874.995685:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977874.995687:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977874.995690:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977874.995691:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977874.995693:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977874.995697:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977874.995699:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977874.995699:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977874.995700:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977874.995701:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977874.995702:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977874.995702:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977874.995704:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977874.995705:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977874.995706:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977874.995707:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977874.995707:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977874.995708:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977874.995709:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977874.995710:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977874.995711:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977874.995890:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977874.995894:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977874.995895:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977874.995898:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977874.995900:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977874.995902:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977874.995903:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977874.995905:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977874.995907:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977876.019466:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977876.019471:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977876.019485:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977876.019494:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977876.019504:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977876.019509:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977876.019514:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977876.019520:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977876.019526:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977876.019564:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977876.019571:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977876.019581:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977876.019584:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977876.019604:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977876.019613:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977876.019624:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977876.019629:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977876.019637:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977876.019638:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977876.019660:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977876.019663:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977876.019669:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977877.043456:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977877.043463:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977877.043466:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977877.043476:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977877.043488:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977877.043497:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977877.043505:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977877.043516:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977877.043524:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977877.043552:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977877.043557:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977877.043562:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977877.043572:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977877.043580:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977877.043586:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977877.043592:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977877.043596:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977877.043602:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977877.043651:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977877.043657:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977877.043664:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977877.043668:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977877.043676:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977877.043679:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977877.043682:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977877.043683:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977877.043686:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977877.043687:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977877.043708:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977877.043712:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977877.043715:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977878.067497:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977878.067505:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977878.067508:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977878.067513:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977878.067518:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977878.067520:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977878.067523:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977878.067526:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977878.067529:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977878.067561:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977878.067567:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977878.067577:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977878.067581:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977878.067591:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977878.067594:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977878.067600:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977878.067604:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977878.067613:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977878.067617:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977878.067644:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977878.067649:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977878.067653:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977879.091480:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977879.091487:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977879.091496:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977879.091514:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977879.091527:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977879.091535:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977879.091559:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977879.091570:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977879.091575:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977879.091613:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977879.091627:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977879.091642:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977879.091647:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977879.091667:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977879.091672:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977879.091687:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977879.091694:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977879.091701:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977879.091706:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977879.091728:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977879.091731:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977879.091733:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977880.118324:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977880.118330:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977880.118332:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977880.118336:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977880.118338:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977880.118342:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977880.118344:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977880.118348:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977880.118356:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977880.118375:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977880.118385:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977880.118387:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977880.118391:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977880.118392:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977880.118394:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977880.118395:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977880.118396:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977880.118397:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977880.118403:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977880.118406:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977880.118408:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977880.118413:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977880.118422:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977880.118424:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977880.118425:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977880.118426:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977880.118429:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977880.118445:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977880.118447:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977880.118450:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977880.118451:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977880.118454:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977880.118455:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977880.118457:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977880.118458:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977880.118460:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977880.118461:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977880.118474:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977880.118475:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977880.118477:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977881.139444:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977881.139460:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977881.139463:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977881.139471:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977881.139476:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977881.139485:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977881.139508:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977881.139511:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977881.139514:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977881.139546:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977881.139551:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977881.139558:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977881.139568:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977881.139582:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977881.139587:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977881.139591:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977881.139594:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977881.139602:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977881.139605:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977881.139621:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977881.139625:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977881.139638:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977881.139641:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977881.139646:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977881.139647:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977881.139682:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977881.139686:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977881.139690:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977882.163429:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977882.163439:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977882.163444:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977882.163456:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977882.163465:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977882.163472:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977882.163490:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977882.163495:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977882.163500:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977882.163528:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977882.163539:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977882.163545:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977882.163552:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977882.163561:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977882.163573:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977882.163577:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977882.163579:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977882.163583:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977882.163614:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977882.163618:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977882.163623:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977882.163624:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977882.163627:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977882.163628:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977882.163631:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977882.163632:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977882.163635:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977882.163635:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977882.163652:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977882.163654:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977882.163657:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977883.187496:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977883.187499:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977883.187500:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977883.187502:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977883.187504:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977883.187513:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977883.187570:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977883.187572:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977883.187573:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977883.187592:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977883.187595:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977883.187600:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977883.187601:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977883.187605:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977883.187606:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977883.187610:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977883.187611:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977883.187614:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977883.187615:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977883.187631:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977883.187633:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977883.187636:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977884.211468:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977884.211473:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977884.211479:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977884.211484:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977884.211492:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977884.211496:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977884.211503:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977884.211507:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977884.211513:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977884.211516:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977884.211547:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977884.211552:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977884.211559:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977884.215291:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977884.215313:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977884.215314:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977884.215317:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977884.215319:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977884.215321:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977884.215323:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977884.215324:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977884.215327:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977885.235403:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977885.235408:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977885.235417:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977885.235423:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977885.235427:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977885.235432:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977885.235437:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977885.235442:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977885.235448:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977885.235453:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977885.235460:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977885.235463:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977885.235466:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977885.235468:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977885.235473:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977885.235474:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977885.235477:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977885.235481:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977885.235489:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977885.235494:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977885.235498:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977885.235502:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977885.235508:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977885.235512:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977885.235518:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977885.235522:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977885.235529:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977885.235533:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977885.235537:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977885.235542:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977885.235547:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977885.235551:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977885.235557:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977885.235563:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977885.235587:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977885.235590:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977885.235593:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977886.259428:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977886.259434:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977886.259442:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977886.259446:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977886.259464:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977886.259468:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977886.259475:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977886.259480:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977886.259487:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977886.259492:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977886.259522:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977886.259527:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977886.259535:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977887.283502:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977887.283516:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977887.283518:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977887.283524:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977887.283527:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977887.283529:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977887.283531:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977887.283533:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977887.283535:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977887.283555:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977887.283558:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977887.283562:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977887.283563:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977887.283567:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977887.283569:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977887.283572:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977887.283573:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977887.283576:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977887.283577:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977887.283595:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977887.283597:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977887.283600:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977888.307481:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977888.307486:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977888.307488:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977888.307491:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977888.307495:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977888.307498:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977888.307502:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977888.307510:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977888.307515:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977888.307534:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977888.307537:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977888.307540:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977888.307541:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977888.307543:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977888.307544:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977888.307546:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977888.307547:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977888.307550:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977888.307552:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977888.307576:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977888.307579:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977888.307582:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977888.307854:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977888.307858:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977888.307859:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977888.307862:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977888.307864:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977888.307866:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977888.307868:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977888.307870:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977888.307872:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977889.331403:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977889.331408:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977889.331412:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977889.331417:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977889.331422:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977889.331427:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977889.331433:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977889.331436:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977889.331441:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977889.331469:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977889.331475:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977889.331485:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977889.331488:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977889.331496:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977889.331499:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977889.331505:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977889.331508:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977889.331514:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977889.331519:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977890.357614:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977890.357621:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977890.357630:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977890.357633:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977890.357640:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977890.357643:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977890.357649:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977890.357653:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977890.357658:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977890.357659:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977891.379432:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977891.379441:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977891.379446:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977891.379452:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977891.379460:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977891.379463:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977891.379467:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977891.379474:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977891.379481:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977891.379485:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977891.379492:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977891.379495:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977891.379501:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977891.379505:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977891.379511:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977891.379515:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977891.379553:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977891.379558:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977891.379562:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977891.379567:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977891.379572:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977891.379577:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977891.379582:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977891.379587:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977891.379593:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977892.403596:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977892.403598:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977892.403599:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977892.403601:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977892.403602:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977892.403604:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977892.403605:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977892.403606:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977892.403607:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977892.403612:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977892.403613:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977892.403614:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977892.403615:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977892.403616:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977892.403617:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977892.403618:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977892.403619:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977892.403620:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977892.403637:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977892.403638:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977892.403641:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977892.403641:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977892.403644:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977892.403644:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977892.403648:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977892.403649:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977892.403653:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977892.403654:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977893.427417:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977893.427421:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977893.427426:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977893.427427:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977893.427431:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977893.427433:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977893.427436:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977893.427437:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977893.427440:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977893.427441:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977893.428174:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977893.428177:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977893.428177:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977893.428179:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977893.428181:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977893.428182:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977893.428183:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977893.428184:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977893.428185:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977893.428257:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977893.428260:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977893.428261:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977893.428263:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977893.428265:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977893.428267:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977893.428268:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977893.428270:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977893.428271:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977894.454101:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977894.454108:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977894.454110:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977894.454115:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977894.454118:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977894.454121:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977894.454124:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977894.454127:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977894.454130:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977894.454149:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977894.454152:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977894.454155:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977894.454156:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977894.454159:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977894.454161:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977894.454163:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977894.454164:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977894.454166:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977894.454167:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977894.460582:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977894.460588:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977894.460590:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977894.460594:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977894.460597:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977894.460600:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977894.460602:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977894.460603:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977894.460606:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977895.475422:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977895.475428:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977895.475431:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977895.475436:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977895.475441:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977895.475446:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977895.475451:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977895.475453:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977895.475456:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977895.475467:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977895.475469:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977895.475470:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977895.475472:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977895.475473:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977895.475475:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977895.475476:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977895.475477:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977895.475478:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977895.475496:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977895.475498:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977895.475501:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977895.475503:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977895.475505:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977895.475507:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977895.475509:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977895.475512:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977895.475514:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977895.475516:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977895.475520:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977895.475521:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977895.475522:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977895.475524:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977895.475525:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977895.475526:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977895.475527:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977895.475529:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977895.475533:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977895.475534:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977895.475535:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977895.475536:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977895.475538:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977895.475539:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977895.475540:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977895.475542:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977895.475545:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977895.475547:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977895.475548:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977895.475549:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977895.475551:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977895.475552:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977895.475553:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977895.475555:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977895.478637:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977895.478643:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977895.478645:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977895.478649:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977895.478652:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977895.478656:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977895.478658:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977895.478660:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977895.478663:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977895.987428:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977895.987437:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977895.987440:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977895.987444:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977895.987448:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977895.987455:0:296888:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 15549 00000400:00000200:0.0:1783977895.987464:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977895.987470:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977895.987473:0:296888:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977895.987475:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977895.987478:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977895.987480:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977895.987482:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977895.987486:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977895.987488:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783977895.987490:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977895.987493:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783977895.987496:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783977895.987498:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783977895.987501:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977895.987503:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977895.987505:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977895.987506:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977895.987509:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783977895.987513:0:296888:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977895.987515:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977895.987518:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977895.987521:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977895.987524:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977895.987526:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977895.987528:0:296888:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977895.987538:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783977895.987541:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783977895.987545:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977895.987547:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977895.987549:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977895.987552:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977895.987556:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977895.987563:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783977895.987569:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977895.987577:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402818944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977895.987586:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977895.987591:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977895.987595:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402818944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977895.987619:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977895.987623:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977895.987625:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977895.987627:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977895.987629:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977895.987631:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977895.987634:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15549 00000400:00000200:0.0:1783977895.987637:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977895.987641:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977895.987644:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977895.987647:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977895.987649:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977895.987652:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977895.987656:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977895.987661:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977895.987665:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783977895.987667:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977895.987671:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783977895.987677:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783977895.987682:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783977895.987690:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977895.987695:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977895.987699:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977895.987704:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977895.987711:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783977895.987717:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977895.987720:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977895.987725:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977895.987732:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977895.987738:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977895.987743:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977895.987749:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977895.987754:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977895.987759:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977895.987765:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783977895.987770:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977895.987775:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977895.987777:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977895.987779:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977895.987783:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977895.987785:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977895.987792:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783977895.987799:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977895.987811:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620402819072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977895.987827:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977895.987832:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977895.987838:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620402819072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977895.987862:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977895.987867:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977895.987873:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977895.987878:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977895.987881:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977895.987888:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977895.987894:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15549 00000400:00000200:0.0:1783977895.987902:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977895.987911:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977895.987916:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977895.987924:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977895.987928:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977895.987931:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977895.987945:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977895.987958:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977895.987962:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783977895.987966:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977895.987972:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783977895.987977:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783977895.987981:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783977895.987990:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977895.987993:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977895.987998:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977895.988003:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977895.988008:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783977895.988015:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977895.988019:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977895.988024:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977895.988029:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977895.988033:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977895.988037:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977895.988041:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977895.988044:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977895.988048:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977895.988055:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783977895.988059:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977895.988064:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977895.988066:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977895.988071:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977895.988072:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977895.988075:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977895.988083:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783977895.988090:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977895.988100:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620402819200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977895.988116:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977895.988122:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977895.988132:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620402819200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977895.988148:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977895.988153:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977895.988159:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977895.988162:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977895.988165:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977895.988182:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977895.988188:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15549 00000400:00000200:0.0:1783977895.988193:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977895.988196:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977895.988201:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977895.988206:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977895.988210:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977895.988470:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977895.988476:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977895.988480:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977895.988482:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783977895.988485:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977895.988488:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783977895.988493:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783977895.988499:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783977895.988506:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977895.988508:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977895.988510:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977895.988512:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977895.988514:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783977895.988516:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977895.988519:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977895.988523:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977895.988528:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977895.988532:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977895.988536:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977895.988541:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977895.988548:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977895.988551:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977895.988559:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783977895.988565:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977895.988572:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977895.988575:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977895.988579:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977895.988582:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977895.988585:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977895.988592:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783977895.988599:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977895.988608:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402819328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977895.988624:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977895.988630:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977895.988637:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402819328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977895.988652:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977895.988658:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977895.988665:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977895.988669:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977895.988674:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977895.988679:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977895.988685:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15549 00000400:00000200:0.0:1783977895.988696:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977895.988703:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977895.988708:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977895.988715:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977895.988721:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977895.988726:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977895.988730:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977895.988734:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977895.988737:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783977895.988742:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977895.988745:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783977895.988747:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783977895.988750:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783977895.988753:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977895.988755:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977895.988760:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977895.988764:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977895.988769:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783977895.988776:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977895.988780:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977895.988784:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977895.988788:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977895.988793:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977895.988797:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977895.988801:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977895.988805:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977895.988809:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977895.988814:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783977895.988819:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977895.988825:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977895.988827:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977895.988831:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977895.988835:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977895.988838:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977895.988844:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783977895.988849:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977895.988859:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402819456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977895.988872:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977895.988877:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977895.988886:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402819456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977895.988903:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977895.988911:0:296888:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15559) 00000100:00000001:0.0:1783977896.499398:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977896.499402:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977896.499404:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977896.499407:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977896.499410:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977896.499413:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977896.499415:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977896.499417:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977896.499420:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977896.499442:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977896.499444:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977896.499448:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977896.499450:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977896.499453:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977896.499455:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977896.499459:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977896.499460:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977896.499464:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977896.499465:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977896.499487:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977896.499489:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977896.499492:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977896.499513:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977896.499518:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977896.499522:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977896.499526:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977896.499530:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977896.499533:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977896.499537:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977896.499539:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977896.499542:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977896.500186:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977896.500189:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977896.500190:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977896.500192:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977896.500194:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977896.500196:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977896.500198:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977896.500199:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977896.500201:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977897.523420:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977897.523429:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977897.523433:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977897.523441:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977897.523447:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977897.523452:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977897.523457:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977897.523461:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977897.523468:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977897.523498:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977897.523502:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977897.523509:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977897.523511:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977897.523514:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977897.523517:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977897.523525:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977897.523528:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977897.523531:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977897.523533:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977897.523553:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977897.523557:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977897.523560:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977897.524159:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977897.524162:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977897.524163:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977897.524166:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977897.524168:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977897.524170:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977897.524172:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977897.524173:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977897.524175:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977898.547518:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977898.547523:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977898.547526:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977898.547530:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977898.547533:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977898.547537:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977898.547541:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977898.547543:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977898.547546:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977898.547563:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977898.547565:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977898.547568:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977898.547569:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977898.547571:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977898.547571:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977898.547573:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977898.547574:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977898.547576:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977898.547577:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977898.547591:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977898.547593:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977898.547594:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977899.571438:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977899.571446:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977899.571450:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977899.571456:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977899.571461:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977899.571467:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977899.571484:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977899.571488:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977899.571494:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977899.571523:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977899.571528:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977899.571538:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977899.571542:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977899.571558:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977899.571562:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977899.571569:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977899.571573:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977899.571579:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977899.571583:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977900.595423:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977900.595429:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977900.595434:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977900.595439:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977900.595444:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977900.595450:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977900.595455:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977900.595459:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977900.595468:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977900.595472:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977900.595479:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977900.595483:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977900.595488:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977900.595489:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977900.595493:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977900.595494:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977900.595849:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977900.595866:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977900.595870:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977900.595875:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977900.595882:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977900.595886:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977900.595891:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977900.595894:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977900.595899:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977900.595933:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977900.595937:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977900.595941:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977900.595945:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977900.595950:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977900.595954:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977900.595958:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977900.595961:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977900.595963:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977901.619426:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977901.619430:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977901.619433:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977901.619438:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977901.619441:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977901.619444:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977901.619448:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977901.619451:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977901.619457:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977901.619478:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977901.619481:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977901.619482:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977901.619485:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977901.619490:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977901.619494:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977901.619498:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977901.619503:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977901.619509:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977901.619533:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977901.619537:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977901.619542:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977901.619543:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977901.619547:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977901.619549:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977901.619553:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977901.619556:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977901.619561:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977901.619564:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977901.619587:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977901.619591:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977901.619594:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977901.619612:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977901.619615:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977901.619617:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977901.619620:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977901.619622:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977901.619626:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977901.620101:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977901.620103:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977901.620105:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977902.643402:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977902.643408:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977902.643412:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977902.643419:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977902.643425:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977902.643431:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977902.643441:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977902.643444:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977902.643448:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977902.643472:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977902.643476:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977902.643482:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977902.643484:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977902.643491:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977902.643495:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977902.643509:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977902.643512:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977902.643521:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977902.643525:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977902.643549:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977902.643554:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977902.643559:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977903.667401:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977903.667405:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977903.667418:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977903.667421:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977903.667427:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977903.667431:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977903.667438:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977903.667440:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977903.667444:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977903.667445:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977903.667464:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977903.667470:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977903.667475:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977903.667501:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977903.667505:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977903.667507:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977903.667510:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977903.667513:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977903.667516:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977903.667518:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977903.667520:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977903.667523:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977904.691416:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977904.691425:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977904.691431:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977904.691446:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977904.691453:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977904.691458:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977904.691464:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977904.691469:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977904.691477:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977904.691519:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977904.691522:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977904.691531:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977904.691534:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977904.691543:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977904.691548:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977904.691560:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977904.691564:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977904.691577:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977904.691581:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977904.691605:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977904.691607:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977904.691610:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977905.715466:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977905.715472:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977905.715478:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977905.715482:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977905.715486:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977905.715489:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977905.715493:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977905.715495:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977905.715498:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977905.715500:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977905.715507:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977905.715512:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977905.715515:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977905.715520:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977905.715523:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977905.715528:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977905.715530:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977905.715539:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977905.715544:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977905.715546:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977905.715548:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977905.715550:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977905.715553:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977905.715559:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977905.715561:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977905.715562:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977905.715566:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977905.715567:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977905.715568:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977905.715569:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977905.715571:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977905.715572:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977905.715574:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977905.715576:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977905.715605:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977905.715609:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977905.715617:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977905.715666:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977905.715671:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977905.715675:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977905.715681:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977905.715687:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977905.715691:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977905.715696:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977905.715702:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977905.715707:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977905.715724:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977905.715729:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977905.715730:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977905.715733:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977905.715735:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977905.715737:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977905.715739:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977905.715741:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977905.715743:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977905.715755:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977905.715757:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977905.715758:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977905.715759:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977905.715761:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977905.715763:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977905.715778:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977905.715779:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977905.715781:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977905.715789:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977905.715792:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977905.715793:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977905.715795:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977905.715796:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977905.715798:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977905.715800:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977905.715801:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977905.715803:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977906.742970:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977906.742981:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977906.742989:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977906.742992:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977906.743000:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977906.743003:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977906.743007:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977906.743008:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977906.743012:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977906.743014:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977906.743035:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977906.743039:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977906.743042:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977907.763458:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977907.763468:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977907.763480:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977907.763483:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977907.763491:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977907.763494:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977907.763503:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977907.763507:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977907.763516:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977907.763519:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977907.763558:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977907.763567:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977907.763575:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977907.763602:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977907.763609:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977907.763614:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977907.763620:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977907.763627:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977907.763631:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977907.763644:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977907.763648:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977907.763652:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977908.787449:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977908.787458:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977908.787464:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977908.787472:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977908.787480:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977908.787487:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977908.789016:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977908.789020:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977908.789024:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977908.789056:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977908.789060:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977908.789065:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977908.789066:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977908.789070:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977908.789071:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977908.789075:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977908.789077:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977908.789081:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977908.789082:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977908.789104:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977908.789108:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977908.789111:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977909.811438:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977909.811454:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977909.811459:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977909.811477:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977909.811491:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977909.811504:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977909.811521:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977909.811524:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977909.811527:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977909.811567:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977909.811571:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977909.811579:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977909.811586:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977909.811591:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977909.811603:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977909.811628:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977909.811642:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977909.811650:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977909.811657:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977909.811691:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977909.811704:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977909.811709:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977910.835486:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977910.835496:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977910.835500:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977910.835511:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977910.835524:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977910.835535:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977910.835544:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977910.835553:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977910.835565:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977910.835608:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977910.835625:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977910.835635:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977910.835643:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977910.835655:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977910.835667:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977910.835687:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977910.835694:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977910.835707:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977910.835711:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977910.835719:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977910.835724:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977910.835733:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977910.835737:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977910.835745:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977910.835747:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977910.835769:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977910.835771:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977910.835773:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977911.859475:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977911.859495:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977911.859508:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977911.859524:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977911.859535:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977911.859544:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977911.859563:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977911.859568:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977911.859573:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977911.859610:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977911.859621:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977911.859628:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977911.859638:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977911.859651:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977911.859656:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977911.859669:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977911.859673:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977911.859677:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977911.859703:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977911.859707:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977911.859711:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977911.859712:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977911.859715:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977911.859716:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977911.859719:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977911.859720:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977911.859723:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977911.859724:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977911.859738:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977911.859739:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977911.859741:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977912.883621:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977912.883629:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977912.883638:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977912.883654:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977912.883663:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977912.883666:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977912.883673:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977912.883675:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977912.883680:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977912.883683:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977912.883713:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977912.883717:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977912.883722:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977912.883746:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977912.883749:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977912.883751:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977912.883754:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977912.883757:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977912.883759:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977912.883761:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977912.883763:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977912.883765:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977913.907405:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977913.907416:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977913.907421:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977913.907432:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977913.907440:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977913.907447:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977913.907455:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977913.907460:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977913.907467:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977913.907501:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977913.907505:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977913.907511:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977913.907517:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977913.907525:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977913.907530:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977913.907538:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977913.907541:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977913.907549:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977913.907552:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977913.907588:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977913.907593:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977913.907597:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977914.931476:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977914.931490:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977914.931496:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977914.931504:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977914.931511:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977914.931519:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977914.931531:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977914.931544:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977914.931561:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977914.931601:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977914.931616:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977914.931624:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977914.931628:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977914.931637:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977914.931644:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977914.931653:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977914.931657:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977914.931667:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977914.931671:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977915.955447:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977915.955454:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977915.955461:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977915.955465:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977915.955467:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977915.955470:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977915.955474:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977915.955476:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977915.955478:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977915.955481:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977915.955485:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977915.955487:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977915.955488:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977915.955490:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977915.955491:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977915.955492:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977915.955494:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977915.955496:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977915.955500:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977915.955502:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977915.955503:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977915.955504:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977915.955505:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977915.955507:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977915.955508:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977915.955510:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977915.955514:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977915.955515:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977915.955516:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977915.955517:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977915.955519:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977915.955520:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977915.955522:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977915.955524:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977915.955874:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977915.955879:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977915.955882:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977915.955888:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977915.955895:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977915.955900:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977915.955906:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977915.955910:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977915.955918:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977915.956029:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977915.956033:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977915.956035:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977915.956037:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977915.956040:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977915.956042:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977915.956044:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977915.956045:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977915.956047:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977915.956120:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977915.956123:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977915.956124:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977915.956126:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977915.956130:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977915.956133:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977915.956138:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977915.956147:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977915.956161:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977916.979434:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977916.979441:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977916.979444:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977916.979451:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977916.979454:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977916.979460:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977916.979485:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977916.979487:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977916.979490:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977916.979519:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977916.979523:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977916.979531:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977916.979534:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977916.979538:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977916.979541:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977916.979547:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977916.979550:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977916.979554:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977916.979558:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977916.979599:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977916.979602:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977916.979605:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783977918.003469:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977918.003475:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977918.003486:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977918.003490:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977918.003498:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977918.003501:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977918.003509:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977918.003511:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977918.003516:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977918.003520:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977918.003549:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977918.003567:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977918.003571:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977918.004193:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977918.004197:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977918.004198:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977918.004201:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977918.004203:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977918.004205:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977918.004207:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977918.004209:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977918.004211:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977919.027510:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977919.027518:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977919.027521:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977919.027542:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977919.027548:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977919.027552:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977919.027562:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977919.027565:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977919.027568:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977919.027581:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977919.027583:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977919.027585:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977919.027587:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977919.027589:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977919.027591:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977919.027592:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977919.027594:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977919.027596:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977919.027621:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977919.027624:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977919.027629:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977919.027631:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977919.027636:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977919.027637:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977919.027641:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977919.027642:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977919.027645:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977919.027646:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977919.027666:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977919.027670:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977919.027674:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977919.027976:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977919.027981:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977919.027985:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977919.027991:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977919.027996:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977919.028000:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977919.028004:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977919.028008:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977919.028013:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977920.051509:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977920.051526:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977920.051541:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977920.051546:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977920.051567:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977920.051572:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977920.051584:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977920.051589:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977920.051600:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977920.051603:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977920.051635:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977920.051641:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977920.051645:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977920.051650:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977920.051656:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977920.051661:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977920.051671:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977920.051675:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977920.051685:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977920.051708:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977920.051713:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977920.051719:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977920.051724:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977920.051735:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977920.051739:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977920.051743:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977920.051746:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977920.051753:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977921.075464:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977921.075471:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977921.075475:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977921.075480:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977921.075485:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977921.075488:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977921.075491:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977921.075492:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977921.075495:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977921.075535:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977921.075541:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977921.075544:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977921.075549:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977921.075553:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977921.075555:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977921.075557:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977921.075559:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977921.075563:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977921.075564:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977921.075568:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977921.075568:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977921.075571:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977921.075572:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977921.075575:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977921.075576:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977921.075946:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977921.075950:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977921.075952:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977921.075957:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977921.075959:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977921.075963:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977921.075967:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977921.075968:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977921.075974:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977922.099682:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977922.099690:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977922.099708:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977922.099715:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977922.099726:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977922.099729:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977922.099736:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977922.099738:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977922.099741:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977922.099743:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977923.123636:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977923.123644:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977923.123658:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977923.123666:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977923.123680:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977923.123684:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977923.123688:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977923.123690:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977923.123693:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977923.123695:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977924.147694:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977924.147702:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977924.147712:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977924.147716:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977924.147726:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977924.147729:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977924.147735:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977924.147738:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977924.147745:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977924.147748:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977925.171463:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977925.171468:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977925.171479:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977925.171483:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977925.171492:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977925.171496:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977925.171502:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977925.171505:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977925.171511:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977925.171515:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977925.171580:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977925.171584:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977925.171587:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977925.171590:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977925.171596:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977925.171600:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977925.171607:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977925.171612:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977925.171620:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977926.195459:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977926.195471:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977926.195476:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977926.195486:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977926.195495:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977926.195502:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977926.195520:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977926.195524:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977926.195528:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977926.195558:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977926.195564:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977926.195575:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977926.195580:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977926.195584:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977926.195588:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977926.195593:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977926.195596:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977926.195599:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977926.195606:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977926.195613:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977926.195616:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977926.195618:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977926.195622:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977926.195626:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977926.195628:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977926.195631:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977926.195636:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977926.195639:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977926.195642:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977926.195644:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977926.195646:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977926.195648:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977926.195649:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977926.195651:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977926.195653:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977926.195657:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977926.195658:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977926.195660:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977926.195661:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977926.195662:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977926.195664:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977926.195665:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977926.195667:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977927.220650:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977927.220656:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977927.220665:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977927.220668:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977927.220675:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977927.220678:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977927.220683:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977927.220684:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977927.220689:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977927.220690:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977927.220778:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977927.220782:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977927.220784:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977927.220788:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977927.220792:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977927.220795:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977927.220798:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977927.220800:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977927.220803:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977928.243468:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977928.243482:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977928.243487:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977928.243498:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977928.243505:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977928.243511:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977928.243517:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977928.243524:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977928.243529:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977928.243577:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977928.243581:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977928.243588:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977928.243591:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977928.243598:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977928.243601:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977928.243609:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977928.243612:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977928.243621:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977928.243626:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977929.267406:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977929.267413:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977929.267420:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977929.267421:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977929.267424:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977929.267426:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977929.267429:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977929.267431:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977929.267438:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977929.267439:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977929.267477:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977929.267484:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977929.267493:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977929.267505:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977929.267521:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977929.267525:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977929.267544:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977929.267554:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977929.267562:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977929.267597:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977929.267603:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977929.267624:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977929.267640:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977929.267653:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977929.267659:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977929.267662:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977929.267664:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977929.267667:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977930.163735:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977930.163740:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977930.163742:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977930.163745:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977930.163748:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977930.163750:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977930.163752:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977930.163754:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977930.163756:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977930.291460:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977930.291468:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977930.291474:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977930.291486:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977930.291496:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977930.291506:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977930.291524:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977930.291530:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977930.291537:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977930.291586:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977930.291591:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977930.291608:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977930.291615:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977930.291623:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977930.291628:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977930.291643:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977930.291647:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977930.291654:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977930.291658:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977930.291686:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977930.291699:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977930.291706:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977931.187471:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977931.187480:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977931.187485:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977931.187492:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977931.187500:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977931.187505:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977931.187515:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977931.187521:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977931.187527:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977931.315533:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977931.315545:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977931.315556:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977931.315562:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977931.315568:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977931.315572:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977931.315574:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977931.315586:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977931.315596:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977931.315605:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977931.315612:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977931.315614:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977931.315619:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977931.315623:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977931.315629:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977931.315633:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977931.315660:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977931.315665:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977931.315668:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977931.316603:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977931.316610:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977931.316616:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977931.316626:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977931.316638:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977931.316643:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977931.316648:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977931.316650:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977931.316654:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977932.211496:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977932.211502:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977932.211503:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977932.211507:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977932.211510:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977932.211512:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977932.211515:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977932.211517:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977932.211519:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977932.339427:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977932.339436:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977932.339440:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977932.339446:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977932.339454:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977932.339460:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977932.342461:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977932.342468:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977932.342474:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977932.342508:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977932.342511:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977932.342515:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977932.342516:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977932.342521:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977932.342522:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977932.342525:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977932.342527:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977932.342530:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977932.342531:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977932.342554:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977932.342557:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977932.342560:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977933.235409:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977933.235417:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977933.235420:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977933.235427:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977933.235431:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977933.235436:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977933.235439:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977933.235442:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977933.235445:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977933.365399:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977933.365405:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977933.365409:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977933.365415:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977933.365420:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977933.365422:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977933.365425:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977933.365428:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977933.365431:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977933.365453:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977933.365457:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977933.365461:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977933.365462:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977933.365465:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977933.365466:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977933.365468:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977933.365469:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977933.365471:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977933.365472:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977933.365490:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977933.365492:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977933.365495:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977934.259399:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977934.259408:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977934.259411:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977934.259583:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977934.259586:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977934.259588:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977934.259591:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977934.259592:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977934.259595:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977934.387527:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977934.387530:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977934.387532:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977934.387535:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977934.387537:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977934.387539:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977934.391655:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977934.391660:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977934.391663:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977934.391692:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977934.391696:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977934.391701:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977934.391702:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977934.391706:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977934.391707:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977934.391710:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977934.391711:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977934.391714:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977934.391716:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977934.391737:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977934.391740:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977934.391743:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977935.283481:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977935.283489:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977935.283491:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977935.283497:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977935.283501:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977935.283505:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977935.283507:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977935.283509:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977935.283512:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977935.411425:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977935.411431:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977935.411438:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977935.411443:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977935.411452:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977935.411456:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977935.411463:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977935.411467:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977935.411472:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977935.411475:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977935.411502:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977935.411508:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977935.411514:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977935.411537:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977935.411541:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977935.411543:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977935.411546:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977935.411551:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977935.411555:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977935.411560:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977935.411564:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977935.411570:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977936.307405:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977936.307415:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977936.307418:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977936.307422:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977936.307426:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977936.307430:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977936.307439:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977936.307442:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977936.307445:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977936.435418:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977936.435426:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977936.435428:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977936.435434:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977936.435438:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977936.435442:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977936.435444:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977936.435446:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977936.435449:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977936.435475:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977936.435479:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977936.435487:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977936.435492:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977936.435497:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977936.435503:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977936.435508:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977936.435513:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977936.435516:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977936.435518:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977936.435523:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977936.435525:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977936.435526:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977936.435528:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977936.435530:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977936.435531:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977936.435533:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977936.435535:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977936.435540:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977936.435541:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977936.435543:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977936.435545:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977936.435550:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977936.435568:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977936.435574:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977936.435578:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977936.435584:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977936.435586:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977936.435588:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977936.435590:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977936.435592:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977936.435593:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977936.435595:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977936.435597:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977936.435616:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977936.435620:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977936.435625:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977937.331390:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977937.331397:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977937.331401:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977937.331408:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977937.331414:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977937.331419:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977937.331430:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977937.331433:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977937.331436:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977937.459421:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977937.459427:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977937.459436:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977937.459439:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977937.459454:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977937.459457:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977937.459460:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977937.459463:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977937.459465:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977937.459466:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977937.459493:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977937.459497:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977937.459501:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977937.459513:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977937.459524:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977937.459526:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977937.459530:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977937.459532:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977937.459535:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977937.459537:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977937.459539:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977937.459542:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977937.459806:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977937.459809:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977937.459811:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977937.459813:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977937.459815:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977937.459817:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977937.459819:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977937.459821:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977937.459825:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977938.355386:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977938.355395:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977938.355399:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977938.355408:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977938.355412:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977938.355417:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977938.355423:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977938.355427:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977938.355430:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977938.483433:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977938.483441:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977938.483445:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977938.483451:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977938.483457:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977938.483463:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977938.483469:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977938.483474:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977938.483480:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977938.483507:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977938.483511:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977938.483516:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977938.483517:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977938.483522:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977938.483524:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977938.483529:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977938.483533:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977938.483541:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977938.483546:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977938.483567:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977938.483573:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977938.483578:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977939.379499:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977939.379519:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977939.379521:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977939.379527:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977939.379532:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977939.379535:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977939.379538:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977939.379541:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977939.379545:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977939.507422:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977939.507427:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977939.507434:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977939.507438:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977939.507446:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977939.507451:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977939.507458:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977939.507461:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977939.507470:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977939.507472:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977940.403382:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977940.403390:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977940.403394:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977940.403401:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977940.403407:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977940.403410:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977940.403413:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977940.403418:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977940.403421:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977940.531519:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977940.531524:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977940.531527:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977940.531531:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977940.531534:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977940.531537:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977940.531539:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977940.531542:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977940.531546:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977940.531548:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977940.531551:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977940.532472:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977940.532481:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977940.532483:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977940.532488:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977940.532489:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977940.537484:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977940.537488:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977940.537489:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977940.537492:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977940.537495:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977940.537497:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977940.537499:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977940.537501:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977940.537503:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977941.427396:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977941.427404:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977941.427405:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977941.427411:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977941.427414:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977941.427418:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977941.427420:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977941.427422:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977941.427425:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977941.555620:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977941.555624:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977941.555626:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977941.555629:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977941.555631:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977941.555634:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977941.555636:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977941.555637:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977941.555640:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977941.555649:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977941.555651:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977941.555652:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977941.555654:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977941.555655:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977941.555657:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977941.555659:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977941.555660:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977941.555662:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977941.555678:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977941.555681:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977941.555685:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977941.555686:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977941.555697:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977941.555699:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977941.555706:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977941.555708:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977941.555711:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977941.555712:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977941.555742:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977941.555744:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977941.555746:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977941.555748:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977941.555750:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977941.555752:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977941.555850:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977941.555853:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977941.555858:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977942.451645:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977942.451649:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977942.451650:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977942.451653:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977942.451655:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977942.451657:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977942.451659:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977942.451661:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977942.451663:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977942.579429:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977942.579433:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977942.579446:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977942.579449:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977942.579456:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977942.579460:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977942.579466:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977942.579469:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977942.579476:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977942.579479:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977942.579504:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977942.579509:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977942.579512:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977942.579516:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977942.579519:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977942.579522:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977942.579526:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977942.579530:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977942.579535:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977943.475571:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977943.475574:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977943.475575:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977943.475578:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977943.475580:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977943.475582:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977943.475583:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977943.475585:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977943.475587:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977943.603404:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977943.603413:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977943.603417:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977943.603427:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977943.603436:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977943.603451:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977943.603459:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977943.603464:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977943.603470:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977943.603497:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977943.603502:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977943.603510:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977943.603514:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977943.603522:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977943.603526:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977943.603533:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977943.603681:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977943.603686:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977943.603688:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977944.499631:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977944.499635:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977944.499637:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977944.499639:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977944.499642:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977944.499644:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977944.499646:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977944.499648:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977944.499650:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977944.627464:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977944.627468:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977944.627474:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977944.627476:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977944.627484:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977944.627487:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977944.627494:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977944.627496:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977944.627500:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977944.627502:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977944.627540:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977944.627544:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977944.627548:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977944.627554:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977944.627559:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977944.627564:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977944.627576:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977944.627579:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977944.627585:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977945.523397:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977945.523406:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977945.523409:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977945.523418:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977945.523424:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977945.523428:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977945.523434:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977945.523437:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977945.523440:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977945.651535:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977945.651539:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977945.651541:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977945.651547:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977945.651552:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977945.651556:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977945.651567:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977945.651571:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977945.651577:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977945.651600:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977945.651604:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977945.651610:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977945.651614:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977945.651616:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977945.651619:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977945.651622:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977945.651624:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977945.651626:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977945.651628:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977945.651632:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977945.651634:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977945.651635:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977945.651636:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977945.651638:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977945.651639:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977945.651640:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977945.651642:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977945.651645:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977945.651647:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977945.651648:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977945.651649:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977945.651651:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977945.651652:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977945.651654:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977945.651655:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977945.651658:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977945.651660:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977945.651661:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977945.651663:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977945.651664:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977945.651665:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977945.651667:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977945.651669:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977946.547422:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977946.547432:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977946.547436:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977946.547444:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977946.547451:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977946.547456:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977946.547459:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977946.547464:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977946.547467:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977946.675428:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977946.675434:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977946.675443:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977946.675447:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977946.675454:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977946.675457:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977946.675463:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977946.675466:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977946.675471:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977946.675475:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977946.675517:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977946.675521:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977946.675525:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977946.675529:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977946.675534:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977946.675538:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977946.676269:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977946.676273:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977946.676276:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977946.676377:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977946.676382:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977946.676386:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977946.676391:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977946.676395:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977946.676400:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977946.676404:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977946.676408:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977946.676410:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977947.571503:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977947.571511:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977947.571513:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977947.571519:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977947.571522:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977947.571526:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977947.571529:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977947.571531:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977947.571534:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977947.699554:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977947.699558:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977947.699559:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977947.699562:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977947.699564:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977947.699578:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977947.699582:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977947.699584:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977947.699587:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977947.699600:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977947.699604:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977947.699607:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977947.699611:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977947.699615:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977947.699618:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977947.699722:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977947.699725:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977947.699729:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977947.699749:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977947.699752:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977947.699757:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977947.699759:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977947.699762:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977947.699764:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977947.699767:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977947.699768:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977947.699771:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977947.699772:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977948.595414:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977948.595423:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977948.595428:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977948.595435:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977948.595442:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977948.595449:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977948.595464:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977948.595467:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977948.595472:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977948.723402:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977948.723408:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977948.723416:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977948.723419:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977948.723427:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977948.723431:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977948.723437:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977948.723441:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977948.723446:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977948.723449:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977948.723475:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977948.723478:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977948.723480:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977948.723482:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977948.723484:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977948.723487:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977948.723491:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977948.723494:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977948.723499:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977948.723511:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977948.723514:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977948.723515:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977948.723516:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977948.723518:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977948.723520:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977948.723522:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977948.723523:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977948.723525:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977948.723663:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977948.723666:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977948.723667:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977948.723669:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977948.723671:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977948.723673:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977948.723676:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977948.723678:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977948.723680:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977948.723861:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977948.723864:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977948.723865:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977948.723867:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977948.723869:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977948.723870:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977948.723872:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977948.723874:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977948.723875:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977949.620828:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977949.620832:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977949.620834:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977949.620838:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977949.620840:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977949.620842:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977949.620845:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977949.620847:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977949.620850:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977949.747630:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977949.747635:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977949.747637:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977949.747642:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977949.747647:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977949.747650:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977949.747653:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977949.747655:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977949.747661:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977949.747682:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977949.747686:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977949.747695:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977949.747698:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977949.747702:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977949.747704:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977949.747708:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977949.747710:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977949.747713:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977949.747714:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977950.643395:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977950.643403:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977950.643404:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977950.643410:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977950.643413:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977950.643421:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977950.643427:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977950.643429:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977950.643431:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977950.771583:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977950.771588:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977950.771590:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977950.771594:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977950.771597:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977950.771599:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977950.771601:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977950.771604:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977950.771608:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977950.771609:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977950.771614:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977950.771615:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977950.771618:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977950.771619:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977950.771623:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977950.771624:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977951.667418:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977951.667427:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977951.667429:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977951.667434:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977951.667438:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977951.667442:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977951.667451:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977951.667452:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977951.667454:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977951.795433:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977951.795439:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977951.795450:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977951.795453:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977951.795459:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977951.795462:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977951.795466:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977951.795469:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977951.795476:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977951.795478:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977951.795602:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977951.795606:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977951.795607:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977951.795611:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977951.795616:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977951.795620:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977951.795624:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977951.795627:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977951.795630:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977951.795657:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977951.795662:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977951.795665:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977951.795670:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977951.795675:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977951.795680:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977951.795685:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977951.795689:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977951.795693:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977951.795845:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977951.795851:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977951.795854:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977951.795857:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977951.795861:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977951.795865:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977951.795874:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977951.795877:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977951.795880:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977952.691406:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977952.691413:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977952.691415:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977952.691420:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977952.691424:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977952.691428:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977952.691431:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977952.691433:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977952.691436:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977952.819498:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977952.819503:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977952.819506:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977952.819512:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977952.819517:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977952.819523:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977952.819529:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977952.819532:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977952.819537:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977952.819560:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977952.819563:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977952.819567:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977952.819568:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977952.819573:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977952.819575:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977952.819580:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977952.819582:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977952.819586:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977952.819590:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977953.715387:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977953.715395:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977953.715398:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977953.715405:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977953.715410:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977953.715414:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977953.715417:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977953.715421:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977953.715424:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977953.843411:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977953.843417:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977953.843423:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977953.843427:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977953.843433:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977953.843437:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977953.843443:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977953.843446:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977953.843452:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977953.843453:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977954.739403:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977954.739412:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977954.739416:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977954.739425:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977954.739430:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977954.739437:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977954.739451:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977954.739455:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977954.739459:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977954.867427:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977954.867432:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977954.867441:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977954.867444:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977954.867451:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977954.867455:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977954.867464:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977954.867467:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977954.867472:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977954.867474:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977954.867515:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977954.867519:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977954.867523:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977954.867527:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977954.867532:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977954.867536:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977954.867541:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977954.867546:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977954.867552:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977954.867577:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977954.867582:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977954.867584:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977954.867588:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977954.867593:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977954.867597:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977954.867601:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977954.867605:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977954.867609:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977955.763414:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977955.763423:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977955.763426:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977955.763439:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977955.763444:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977955.763448:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977955.763458:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977955.763462:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977955.763467:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977955.891414:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977955.891422:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977955.891426:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977955.891434:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977955.891441:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977955.891447:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977955.891462:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977955.891467:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977955.891474:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977955.891493:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977955.891499:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977955.891504:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977955.891509:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977955.891515:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977955.891520:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977955.891527:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977955.891530:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977955.891535:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977955.891563:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977955.891567:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977955.891576:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977955.891581:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977955.891584:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977955.891588:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977955.891592:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977955.891594:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977955.891596:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977955.891598:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977955.891602:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977955.891604:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977955.891606:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977955.891607:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977955.891609:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977955.891611:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977955.891612:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977955.891614:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977955.891618:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977955.891620:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977955.891621:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977955.891622:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977955.891624:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977955.891625:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977955.891627:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977955.891629:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977955.891632:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977955.891634:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977955.891635:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977955.891636:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977955.891638:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977955.891639:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977955.891641:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977955.891642:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977956.787425:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977956.787435:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977956.787436:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977956.787443:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977956.787447:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977956.787451:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977956.787454:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977956.787457:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977956.787461:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977956.915409:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977956.915414:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977956.915421:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977956.915425:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977956.915430:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977956.915433:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977956.915436:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977956.915439:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977956.915444:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977956.915446:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977956.915491:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977956.915496:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977956.915498:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977956.915501:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977956.915505:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977956.915509:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977956.915515:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977956.915519:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977956.915524:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977957.427442:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977957.427452:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977957.427455:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977957.427459:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977957.427464:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977957.427471:0:296888:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 15610 00000400:00000200:0.0:1783977957.427482:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977957.427488:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977957.427491:0:296888:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977957.427494:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977957.427498:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977957.427500:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977957.427502:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977957.427520:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977957.427522:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783977957.427525:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977957.427529:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783977957.427531:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783977957.427534:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783977957.427537:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977957.427539:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977957.427541:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977957.427543:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977957.427546:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783977957.427549:0:296888:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977957.427551:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977957.427555:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977957.427559:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977957.427562:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977957.427564:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977957.427567:0:296888:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977957.427577:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783977957.427581:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783977957.427585:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977957.427587:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977957.427590:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977957.427593:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977957.427597:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977957.427605:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783977957.427613:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977957.427623:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620402826624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977957.427633:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977957.427637:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977957.427642:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620402826624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977957.427671:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977957.427675:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977957.427678:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977957.427679:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977957.427681:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977957.427684:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977957.427687:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15610 00000400:00000200:0.0:1783977957.427691:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977957.427695:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977957.427698:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977957.427704:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977957.427709:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977957.427715:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977957.427721:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977957.427726:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977957.427728:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783977957.427730:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977957.427732:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783977957.427734:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783977957.427737:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783977957.427744:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977957.427749:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977957.427754:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977957.427758:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977957.427763:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783977957.427770:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977957.427777:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977957.427795:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977957.427803:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977957.427807:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977957.427810:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977957.427816:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977957.427821:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977957.427826:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977957.427832:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783977957.427836:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977957.427839:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977957.427843:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977957.427845:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977957.427846:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977957.427848:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977957.427854:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783977957.427860:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977957.427881:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402826752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977957.427900:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977957.427904:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977957.427910:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402826752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977957.427921:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977957.427926:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977957.427931:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977957.427934:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977957.427936:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977957.427940:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977957.427944:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15610 00000400:00000200:0.0:1783977957.427986:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977957.427993:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977957.427997:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977957.428004:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977957.428008:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977957.428014:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977957.428019:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977957.428022:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977957.428024:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783977957.428027:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977957.428030:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783977957.428035:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783977957.428041:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783977957.428048:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977957.428054:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977957.428059:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977957.428062:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977957.428065:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783977957.428073:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977957.428077:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977957.428081:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977957.428085:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977957.428091:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977957.428095:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977957.428099:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977957.428105:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977957.428107:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977957.428111:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783977957.428115:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977957.428120:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977957.428124:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977957.428128:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977957.428130:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977957.428132:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977957.428138:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783977957.428145:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977957.428154:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402826880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977957.428174:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977957.428176:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977957.428180:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402826880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977957.428191:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977957.428195:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977957.428200:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977957.428202:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977957.428207:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977957.428212:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977957.428217:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15610 00000400:00000200:0.0:1783977957.428224:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977957.428231:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977957.428234:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977957.428241:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977957.428246:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977957.428265:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977957.428270:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977957.428274:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977957.428276:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783977957.428280:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977957.428283:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783977957.428288:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783977957.428325:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783977957.428330:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977957.428332:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977957.428335:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977957.428337:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977957.428340:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783977957.428344:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977957.428349:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977957.428351:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977957.428355:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977957.428359:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977957.428361:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977957.428364:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977957.428369:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977957.428373:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977957.428380:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783977957.428385:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977957.428392:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977957.428394:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977957.428398:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977957.428401:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977957.428404:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977957.428410:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783977957.428415:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977957.428425:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402827008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977957.428434:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977957.428438:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977957.428445:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402827008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977957.428460:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977957.428463:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977957.428468:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977957.428471:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977957.428475:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977957.428480:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977957.428486:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15610 00000400:00000200:0.0:1783977957.428494:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977957.428503:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977957.428507:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977957.428515:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977957.428518:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977957.428522:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977957.428527:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977957.428531:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977957.428534:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783977957.428537:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977957.428541:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783977957.428546:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783977957.428551:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783977957.428556:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977957.428558:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977957.428559:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977957.428561:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977957.428563:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783977957.428566:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977957.428571:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977957.428575:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977957.428580:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977957.428585:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977957.428588:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977957.428592:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977957.428596:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977957.428600:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977957.428606:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783977957.428610:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977957.428615:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977957.428618:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977957.428620:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977957.428622:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977957.428624:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977957.428627:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783977957.428632:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977957.428640:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402827136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977957.428648:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977957.428652:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977957.428659:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402827136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977957.428670:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977957.428675:0:296888:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15620) 00000100:00000001:0.0:1783977957.811401:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977957.811406:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977957.811409:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977957.811414:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977957.811420:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977957.811426:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977957.811440:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977957.811444:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977957.811454:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977957.939422:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977957.939431:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977957.939435:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977957.939446:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977957.939453:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977957.939458:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977957.939564:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977957.939568:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977957.939573:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977957.939598:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977957.939603:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977957.939610:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977957.939614:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977957.939622:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977957.939626:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977957.939634:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977957.939637:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977957.939640:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977957.939641:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977958.835419:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977958.835423:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977958.835425:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977958.835430:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977958.835434:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977958.835438:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977958.835441:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977958.835443:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977958.835446:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977958.963422:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977958.963428:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977958.963436:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977958.963439:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977958.963446:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977958.963449:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977958.963454:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977958.963457:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977958.963464:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977958.963467:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977958.963928:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977958.963931:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977958.963933:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977958.963935:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977958.963937:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977958.963939:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977958.963941:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977958.963943:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977958.963944:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977959.859410:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977959.859419:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977959.859422:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977959.859431:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977959.859438:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977959.859445:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977959.859449:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977959.859452:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977959.859456:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977959.987642:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977959.987644:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977959.987648:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977959.987650:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977959.987656:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977959.987657:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977959.987661:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977959.987663:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977959.987668:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977959.987673:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977959.988179:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977959.988185:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977959.988189:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977959.988194:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977959.988199:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977959.988202:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977959.988212:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977959.988215:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977959.988218:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977960.883402:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977960.883411:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977960.883415:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977960.883422:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977960.883427:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977960.883433:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977960.883445:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977960.883450:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977960.883454:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977961.011452:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977961.011457:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977961.011462:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977961.011467:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977961.011472:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977961.011478:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977961.011508:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977961.011512:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977961.011515:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977961.011542:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977961.011548:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977961.011561:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977961.011567:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977961.011572:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977961.011577:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977961.011582:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977961.011587:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977961.011596:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977961.011600:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977961.011608:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977961.011611:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977961.011615:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977961.011616:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977961.011618:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977961.011619:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977961.907395:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977961.907402:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977961.907404:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977961.907409:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977961.907412:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977961.907417:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977961.907419:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977961.907422:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977961.907425:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977962.035928:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977962.035934:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977962.035942:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977962.035945:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977962.035951:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977962.035953:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977962.035967:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977962.035969:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977962.035972:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977962.035975:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977962.036179:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977962.036182:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977962.036183:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977962.036186:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977962.036188:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977962.036189:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977962.036191:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977962.036193:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977962.036195:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977962.931833:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977962.931837:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977962.931838:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977962.931841:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977962.931844:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977962.931856:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977962.931858:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977962.931860:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977962.931862:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977963.059806:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977963.059811:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977963.059815:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977963.059820:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783977963.059825:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977963.059829:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977963.059835:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977963.059839:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977963.059842:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977963.059867:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977963.059872:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977963.059880:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977963.059889:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977963.059895:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977963.059896:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977963.059899:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977963.059901:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977963.059904:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977963.059906:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977963.955404:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977963.955414:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977963.955418:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977963.955426:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977963.955431:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977963.955436:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977963.955440:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977963.955444:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977963.955448:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977964.083637:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977964.083641:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977964.083642:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977964.083645:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977964.083647:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977964.083648:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977964.083650:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977964.083652:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977964.083654:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977964.083674:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977964.083677:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977964.083681:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977964.083682:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977964.083686:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977964.083687:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977964.083690:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977964.083691:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977964.083694:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977964.083696:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977964.979859:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977964.979870:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977964.979873:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977964.979880:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977964.979884:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977964.979889:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977964.979892:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977964.979896:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977964.979901:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977965.107461:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977965.107467:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977965.107478:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977965.107482:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977965.107491:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977965.107495:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977965.107503:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977965.107506:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977965.107513:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977965.107517:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977965.107575:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977965.107580:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977965.107597:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977966.003454:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977966.003465:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977966.003468:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977966.003474:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977966.003478:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977966.003483:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977966.003486:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977966.003490:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977966.003494:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977966.131465:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977966.131476:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977966.131481:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977966.131491:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977966.131500:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977966.131509:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977966.131521:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977966.131528:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977966.131535:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977966.131575:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977966.131578:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977966.131584:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977966.131587:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977966.131590:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977966.131593:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977966.131596:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977966.131599:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977966.131600:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977966.131602:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977966.131606:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977966.131607:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977966.131608:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977966.131609:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977966.131610:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977966.131610:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977966.131611:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977966.131612:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977966.131615:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977966.131617:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977966.131618:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977966.131618:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977966.131619:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977966.131620:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977966.131621:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977966.131622:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977966.131624:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977966.131625:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977966.131626:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977966.131627:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977966.131628:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977966.131628:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977966.131629:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977966.131631:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977966.131648:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977966.131651:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977966.131653:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977966.132767:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977966.132774:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977966.132783:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977966.132791:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977966.132796:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977966.132800:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977966.132805:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977966.132809:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977966.132816:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977967.028357:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977967.028363:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977967.028364:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977967.028369:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977967.028371:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977967.028374:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977967.028376:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977967.028378:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977967.028380:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977967.155563:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977967.155572:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977967.155577:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977967.155588:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977967.155790:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977967.155792:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977967.155794:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977967.155795:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977967.155796:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977967.155816:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977967.155819:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977967.155823:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977967.155823:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977967.155826:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977967.155827:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977967.155830:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977967.155831:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977967.155834:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977967.155835:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977967.155849:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977967.155851:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977967.155854:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977968.052030:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977968.052035:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977968.052036:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977968.052039:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977968.052041:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977968.052043:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977968.052046:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977968.052048:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977968.052050:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977968.179489:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977968.179494:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977968.179495:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977968.179498:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977968.179500:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977968.179503:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977968.179505:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977968.179507:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977968.179510:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977968.179533:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977968.179538:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977968.179546:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977968.179549:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977968.179558:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977968.179560:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977968.179565:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977968.179567:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977968.179571:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977968.179573:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977968.179608:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977968.179614:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977968.179617:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977968.179622:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977968.179625:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977968.179627:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977968.179629:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977968.179631:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977968.179634:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977969.075396:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977969.075405:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977969.075409:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977969.075417:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977969.075422:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977969.075428:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977969.075434:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977969.075439:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977969.075443:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977969.203557:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977969.203561:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977969.203577:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977969.203580:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977969.203586:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977969.203587:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977969.203591:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977969.203592:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977969.203596:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977969.203597:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977969.203653:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977969.203656:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977969.203659:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977970.099549:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977970.099558:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977970.099563:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977970.099570:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977970.099577:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977970.099582:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977970.099595:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977970.099598:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977970.099601:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977970.227454:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977970.227463:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977970.227472:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977970.227476:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977970.227482:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977970.227486:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977970.227494:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977970.227498:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977970.227504:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977970.227506:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977970.227553:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977970.227558:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977970.227561:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977970.227587:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977970.227592:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977970.227595:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977970.227601:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977970.227608:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977970.227613:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977970.227966:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977970.227969:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977970.227972:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977971.123408:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977971.123417:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977971.123420:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977971.123426:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977971.123430:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977971.123435:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977971.123446:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977971.123449:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977971.123452:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977971.251422:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977971.251430:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977971.251434:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977971.251440:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977971.251446:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977971.251450:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977971.251453:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977971.251458:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977971.251468:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977971.251471:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977971.251476:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977971.251478:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977971.251482:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977971.251485:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977971.251491:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977971.251494:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977971.251731:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977971.251736:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977971.251738:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977971.251742:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977971.251748:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977971.251754:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977971.251760:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977971.251764:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977971.251771:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977972.147410:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977972.147415:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977972.147416:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977972.147419:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977972.147421:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977972.147423:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977972.147425:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977972.147426:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977972.147429:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977972.275402:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977972.275412:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977972.275416:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977972.275423:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977972.275430:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977972.275437:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977972.275445:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977972.275450:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977972.275455:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977972.275482:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977972.275486:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977972.275492:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977972.275496:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977972.275518:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977972.275523:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977972.275531:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977972.275533:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977972.275539:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977972.275543:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977972.275591:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977972.275595:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977972.275599:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977973.172023:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977973.172030:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977973.172032:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977973.172035:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977973.172037:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977973.172040:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977973.172041:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977973.172043:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977973.172045:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977973.299537:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977973.299543:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977973.299546:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977973.299549:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977973.299552:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977973.299554:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977973.299556:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977973.299557:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977973.299559:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977973.299568:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977973.299570:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977973.299572:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977973.299582:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977973.299585:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977973.299586:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977973.301380:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977973.301384:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977973.301394:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977973.301419:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977973.301423:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977973.301428:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977973.301429:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977973.301434:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977973.301435:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977973.301440:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977973.301441:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977973.301445:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977973.301447:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977973.301464:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977973.301467:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977973.301470:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977974.195397:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977974.195404:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977974.195406:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977974.195411:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977974.195415:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977974.195419:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977974.195422:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977974.195425:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977974.195431:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977974.323427:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977974.323433:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977974.323439:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977974.323446:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977974.323452:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977974.323456:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977974.323466:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977974.323471:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977974.323478:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977974.323508:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977974.323514:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977974.323522:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977974.323527:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977974.323536:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977974.323540:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977974.323548:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977974.323551:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977974.323557:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977974.323559:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977975.219418:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977975.219426:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977975.219428:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977975.219433:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977975.219436:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977975.219440:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977975.219449:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977975.219451:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977975.219452:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977975.347961:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977975.347965:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977975.347968:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977975.347971:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977975.347974:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977975.347977:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977975.347982:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977975.347985:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977975.347989:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977975.348109:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977975.348175:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977975.348184:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977975.348185:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977975.348189:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977975.348190:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977975.348193:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977975.348194:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977975.348197:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977975.348198:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977976.243393:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977976.243402:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977976.243404:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977976.243412:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977976.243416:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977976.243421:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977976.243426:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977976.243430:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977976.243439:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977976.371624:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977976.371630:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977976.371633:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977976.371638:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977976.371643:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977976.371647:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977976.373859:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977976.373865:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977976.373871:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977976.373910:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977976.373913:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977976.373917:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977976.373920:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977976.373923:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977976.373926:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977976.373929:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977976.373931:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977976.373932:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977976.373935:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977976.373938:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977976.373940:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977976.373941:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977976.373942:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977976.373944:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977976.373945:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977976.373947:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977976.373948:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977976.373951:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977976.373952:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977976.373953:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977976.373954:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977976.373956:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977976.373957:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977976.373958:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977976.373960:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977976.373962:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977976.373963:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977976.373965:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977976.373966:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977976.373967:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977976.373968:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977976.373970:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977976.373971:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977977.267454:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977977.267466:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977977.267468:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977977.267475:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977977.267480:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977977.267485:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977977.267488:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977977.267493:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977977.267496:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977977.395658:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977977.395664:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977977.395673:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977977.395677:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977977.395683:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977977.395686:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977977.395691:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977977.395693:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977977.395697:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977977.395699:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977977.397780:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977977.397784:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977977.397785:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977977.397790:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977977.397793:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977977.397796:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977977.397798:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977977.397800:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977977.397802:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977977.907601:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977977.907616:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783977977.907619:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977977.907623:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977977.907641:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977977.907649:0:226353:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 15631 00000400:00000200:0.0:1783977977.907660:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977977.907666:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977977.907670:0:226353:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977977.907673:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977977.907678:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977977.907680:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977977.907682:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977977.907687:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977977.907690:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783977977.907693:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977977.907696:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783977977.907699:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783977977.907701:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783977977.907704:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977977.907706:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977977.907707:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977977.907709:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977977.907712:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783977977.907715:0:226353:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977977.907717:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977977.907720:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977977.907724:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977977.907727:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977977.907729:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783977977.907732:0:226353:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977977.907744:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783977977.907749:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783977977.907753:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977977.907755:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977977.907759:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977977.907762:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977977.907766:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977977.907775:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783977977.907792:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977977.907802:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402829184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977977.907813:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977977.907818:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977977.907822:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402829184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977977.907856:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977977.907859:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977977.907862:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783977977.907864:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977977.907865:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977977.907871:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977977.907874:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15631 00000400:00000200:0.0:1783977977.907878:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977977.907880:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977977.907883:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977977.907885:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977977.907887:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977977.907888:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977977.907890:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977977.907892:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977977.907893:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783977977.907895:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977977.907896:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783977977.907898:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783977977.907900:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783977977.907903:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977977.907905:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977977.907907:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977977.907909:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977977.907911:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783977977.907914:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977977.907916:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977977.907918:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977977.907924:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977977.907926:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977977.907928:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977977.907933:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977977.907935:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977977.907938:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977977.907941:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783977977.907943:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977977.907946:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977977.907947:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977977.907949:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977977.907950:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977977.907952:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977977.907956:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783977977.907960:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977977.907964:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620402829312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977977.907972:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977977.907982:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977977.907987:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620402829312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977977.908000:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977977.908004:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977977.908007:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783977977.908008:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977977.908010:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977977.908014:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977977.908019:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15631 00000400:00000200:0.0:1783977977.908022:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977977.908025:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977977.908027:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977977.908032:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977977.908036:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977977.908040:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977977.908044:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977977.908048:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977977.908050:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783977977.908051:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977977.908055:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783977977.908056:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783977977.908060:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783977977.908062:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977977.908064:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977977.908068:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977977.908070:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977977.908076:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783977977.908082:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977977.908087:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977977.908091:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977977.908096:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977977.908100:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977977.908102:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977977.908106:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783977977.908110:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977977.908113:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977977.908120:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783977977.908123:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783977977.908129:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977977.908133:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977977.908135:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977977.908136:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977977.908140:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977977.908147:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783977977.908154:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977977.908161:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620402829440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977977.908171:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977977.908174:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977977.908181:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620402829440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977977.908190:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977977.908194:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977977.908197:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783977977.908200:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977977.908202:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977977.908206:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977977.908210:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15631 00000400:00000200:0.0:1783977977.908216:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977977.908220:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977977.908222:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977977.908227:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977977.908230:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977977.908231:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977977.908232:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977977.908237:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977977.908238:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783977977.908239:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977977.908249:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783977977.908252:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783977977.908255:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783977977.908258:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977977.908260:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977977.908262:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977977.908263:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977977.908266:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783977977.908270:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977977.908272:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977977.908274:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977977.908276:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977977.908277:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977977.908280:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977977.908283:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977977.908286:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977977.908287:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977977.908291:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783977977.908335:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977977.908341:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977977.908344:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977977.908348:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977977.908351:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977977.908354:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977977.908359:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783977977.908363:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977977.908378:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402829568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977977.908388:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977977.908392:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977977.908399:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402829568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977977.908410:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783977977.908415:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783977977.908417:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783977977.908420:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783977977.908423:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783977977.908428:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783977977.908431:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15631 00000400:00000200:0.0:1783977977.908437:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977977.908443:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783977977.908447:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783977977.908451:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977977.908454:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977977.908455:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977977.908456:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783977977.908458:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783977977.908460:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783977977.908463:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783977977.908464:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783977977.908467:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783977977.908470:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783977977.908475:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977977.908476:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783977977.908478:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783977977.908479:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783977977.908483:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783977977.908485:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783977977.908489:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783977977.908491:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783977977.908493:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783977977.908495:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977977.908499:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783977977.908500:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783977977.908504:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977977.908507:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783977977.908521:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783977977.908524:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783977977.908526:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783977977.908527:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977977.908529:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783977977.908530:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783977977.908532:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783977977.908537:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783977977.908540:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977977.908545:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402829696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783977977.908551:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783977977.908553:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977977.908556:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402829696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977977.908563:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783977977.908568:0:226353:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15641) 00000100:00000001:0.0:1783977978.292555:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977978.292561:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977978.292563:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977978.292568:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977978.292570:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977978.292573:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977978.292575:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977978.292577:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977978.292580:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977978.419470:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977978.419482:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977978.419487:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977978.419497:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977978.419516:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977978.419521:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977978.419758:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977978.419761:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977978.419764:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977978.419796:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977978.419801:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977978.419806:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977978.419808:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977978.419813:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977978.419814:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977978.419818:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977978.419820:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977978.419824:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977978.419825:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977979.315394:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977979.315402:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977979.315406:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977979.315411:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977979.315417:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977979.315422:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977979.315428:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977979.315431:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977979.315434:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977979.443523:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977979.443532:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977979.443541:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977979.443543:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977979.443550:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977979.443552:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977979.443556:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977979.443557:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977979.443562:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977979.443563:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977979.443647:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977979.443652:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977979.443654:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977979.443659:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977979.443663:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977979.443667:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977979.443672:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977979.443675:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977979.443679:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977979.443721:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977979.443727:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977979.443730:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977979.443733:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977979.443737:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977979.443740:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977979.443743:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977979.443746:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977979.443750:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977979.447630:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977979.447641:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977979.447643:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977979.447650:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977979.447654:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977979.447659:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977979.447662:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977979.447665:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977979.447669:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977980.339450:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977980.339463:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977980.339467:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977980.339487:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977980.339494:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977980.339499:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977980.339503:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977980.339507:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977980.339511:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977980.467496:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977980.467505:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977980.467509:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977980.467515:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977980.467522:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977980.467527:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977980.467532:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977980.467537:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977980.467546:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977980.467550:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977980.467556:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977980.467559:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977980.467564:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977980.467566:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977980.467571:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977980.467575:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977980.467610:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977980.467614:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977980.467618:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977980.467840:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977980.467843:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977980.467845:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977980.467848:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977980.467850:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977980.467853:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977980.467855:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977980.467856:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977980.467858:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977981.365630:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977981.365638:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977981.365640:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977981.365645:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977981.365648:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977981.365652:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977981.365654:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977981.365656:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977981.365658:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977981.491959:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977981.491963:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977981.491969:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977981.491970:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977981.491974:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977981.491976:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977981.491981:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977981.491985:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977981.491992:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977981.491996:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977982.387621:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977982.387629:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977982.387632:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977982.387637:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977982.387640:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977982.387644:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977982.387646:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977982.387648:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977982.387652:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977982.515745:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977982.515748:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977982.515749:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977982.515751:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977982.515753:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977982.515755:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977982.515758:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977982.515759:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977982.515761:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977982.515780:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977982.515783:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977982.515787:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977982.515788:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977982.515792:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977982.515793:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977982.515797:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977982.515798:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977982.515802:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977982.515803:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977982.515818:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977982.515820:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977982.515821:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977982.515823:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977982.515825:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977982.515827:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977982.515829:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977982.515830:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977982.515831:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977983.411429:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977983.411438:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977983.411440:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977983.411446:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977983.411449:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977983.411453:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977983.411455:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977983.411457:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977983.411460:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977983.539431:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977983.539436:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977983.539440:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977983.539444:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977983.539449:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977983.539455:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977983.539462:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977983.539466:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977983.539471:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977983.539501:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977983.539505:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977983.539510:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977983.539511:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977983.539514:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977983.539515:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977983.539518:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977983.539519:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977983.539522:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977983.539524:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977984.435573:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977984.435576:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977984.435577:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977984.435578:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977984.435580:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977984.435581:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977984.435582:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977984.435584:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977984.435585:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977984.563430:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977984.563435:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977984.563444:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977984.563447:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977984.563455:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977984.563458:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977984.563464:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977984.563468:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977984.563474:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977984.563475:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977984.563609:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977984.563613:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977984.563617:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977984.563624:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977984.563629:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977984.563634:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977984.563641:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977984.563644:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977984.563648:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977984.568196:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977984.568206:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977984.568211:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977984.568219:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977984.568227:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977984.568232:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977984.568238:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977984.568242:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977984.568250:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977985.459415:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977985.459423:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977985.459425:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977985.459430:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977985.459434:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977985.459440:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977985.459445:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977985.459448:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977985.459452:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977985.587420:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977985.587426:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977985.587431:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977985.587435:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977985.587439:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977985.587442:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977985.587447:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977985.587449:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977985.587452:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977985.587460:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977985.587466:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977985.587468:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977985.587469:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977985.587470:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977985.587472:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977985.587473:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977985.587474:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977985.587476:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977985.587479:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977985.587480:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977985.587481:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977985.587483:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977985.587484:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977985.587486:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977985.587487:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977985.587489:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977985.587492:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977985.587493:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977985.587495:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977985.587496:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977985.587498:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977985.587500:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977985.587502:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977985.587504:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977985.587530:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977985.587533:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977985.587536:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977985.587544:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977985.587554:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977985.587556:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977985.587558:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977985.587561:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977985.587564:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977985.587566:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977985.587569:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977985.587573:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977985.587599:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977985.587603:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977985.587605:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977985.587607:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977985.587608:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977985.587612:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977985.587661:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977985.587664:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977985.587671:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1783977986.099648:0:2390:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.148:988 00000400:00000100:0.0:1783977986.099689:0:2390:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.148@tcp at host 192.168.201.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1783977986.099698:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977986.099702:0:2390:0:(router.c:1791:lnet_notify()) 192.168.201.48@tcp notifying 192.168.201.148@tcp: down 00000400:00000200:0.0:1783977986.099707:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783977986.099711:0:2390:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1783977986.099716:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783977986.099726:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83d1b5f400. 00000400:00000200:0.0:1783977986.099732:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977986.099736:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977986.099743:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d12552a8 00000400:00000010:0.0:1783977986.099745:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d12552a8. 00000100:00000001:0.0:1783977986.099750:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977986.099759:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83eed3b480 x1870620402829824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977986.099785:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977986.099790:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620402829824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978008 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977986.099798:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977986.099808:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783977986.099821:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783977986.099823:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83d1b5f800. 00000400:00000200:0.0:1783977986.099827:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977986.099830:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977986.099833:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d1255770 00000400:00000010:0.0:1783977986.099835:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d1255770. 00000100:00000001:0.0:1783977986.099837:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977986.099841:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83eed3b100 x1870620402829952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977986.099850:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977986.099852:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b100 x1870620402829952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978008 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977986.099858:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977986.099860:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783977986.099865:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783977986.099867:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83d1b5fe00. 00000400:00000200:0.0:1783977986.099870:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977986.099872:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977986.099875:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d1255550 00000400:00000010:0.0:1783977986.099877:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d1255550. 00000100:00000001:0.0:1783977986.099879:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977986.099884:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83eed39f80 x1870620402830080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977986.099891:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977986.099904:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620402830080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978008 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977986.099912:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977986.099913:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783977986.099919:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783977986.099921:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83d1b5f500. 00000400:00000200:0.0:1783977986.099924:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977986.099927:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977986.099930:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d1255ee0 00000400:00000010:0.0:1783977986.099932:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d1255ee0. 00000100:00000001:0.0:1783977986.099934:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977986.099939:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83eed39180 x1870620402830208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977986.099947:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977986.099950:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39180 x1870620402830208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978008 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977986.099956:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977986.099958:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783977986.099962:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783977986.099965:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83d1b5f300. 00000400:00000200:0.0:1783977986.099968:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783977986.099971:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783977986.099973:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d1255f68 00000400:00000010:0.0:1783977986.099976:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d1255f68. 00000100:00000001:0.0:1783977986.099980:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783977986.099985:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83eed3a300 x1870620402830336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977986.099992:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783977986.099998:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620402830336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978008 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783977986.100029:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977986.100033:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783977986.483408:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977986.483416:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977986.483419:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977986.483424:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977986.483429:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977986.483434:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977986.483453:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977986.483456:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977986.483458:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977986.611426:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977986.611433:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977986.611437:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977986.611442:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977986.611450:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977986.611456:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977986.611475:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977986.611478:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977986.611483:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977986.611509:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977986.611513:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977986.611522:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977986.611527:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977986.611545:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977986.611549:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977986.611556:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977986.611559:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977986.611564:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977986.611567:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977986.611588:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977986.611592:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977986.611595:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977987.508088:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977987.508098:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977987.508100:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977987.508106:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977987.508110:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977987.508115:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977987.508117:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977987.508120:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977987.508123:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977987.635436:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977987.635442:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977987.635446:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977987.635450:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977987.635456:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977987.635463:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977987.635856:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977987.635859:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977987.635866:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977987.635887:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977987.635890:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977987.635896:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977987.635908:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977987.635916:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977987.635919:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977987.635925:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977987.635928:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977987.635932:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977987.635934:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977987.635952:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977987.635954:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977987.635957:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977988.531399:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977988.531404:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977988.531406:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977988.531411:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977988.531416:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977988.531420:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977988.531432:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977988.531435:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977988.531438:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977988.659571:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977988.659575:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977988.659585:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977988.659588:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977988.659596:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977988.659600:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977988.659609:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977988.659614:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977988.659621:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977988.659625:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977988.659650:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977988.659654:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977988.659657:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977989.555550:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977989.555553:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977989.555554:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977989.555556:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977989.555558:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977989.555559:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977989.555561:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977989.555562:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977989.555563:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977989.683422:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977989.683427:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977989.683436:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977989.683439:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977989.683444:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977989.683447:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977989.683453:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977989.683455:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977989.683461:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977989.683465:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977989.683486:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977989.683490:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977989.683494:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977989.683518:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977989.683524:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977989.683527:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977989.683530:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977989.683532:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977989.683534:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977989.683537:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977989.683539:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977989.683541:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977990.579409:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977990.579419:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977990.579424:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977990.579431:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977990.579437:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977990.579442:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977990.579448:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977990.579452:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977990.579456:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977990.710509:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977990.710516:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977990.710518:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977990.710522:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783977990.710526:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977990.710530:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977990.710532:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977990.710534:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977990.710537:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977990.710561:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977990.710565:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977990.710567:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977990.710570:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977990.710573:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977990.710575:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977990.710577:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977990.710579:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977990.710582:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977990.710584:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977990.710587:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977990.710589:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977990.710592:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977990.710593:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977990.710596:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977990.710597:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977990.710613:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977990.710616:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977990.710618:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977990.710795:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977990.710799:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977990.710801:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977990.710803:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977990.710806:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977990.710808:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977990.710809:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977990.710811:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977990.710812:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977991.603571:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977991.603574:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977991.603575:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977991.603577:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977991.603578:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977991.603580:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977991.603581:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977991.603582:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977991.603583:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977991.731400:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977991.731408:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977991.731410:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977991.731416:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977991.731419:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977991.731422:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977991.731425:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977991.731427:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977991.731431:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977991.731455:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977991.731458:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977991.731463:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977991.731464:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977991.731468:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977991.731469:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977991.731473:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977991.731475:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977991.731477:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977991.731478:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977991.731499:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977991.731503:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977991.731508:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977991.731531:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977991.731534:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977991.731536:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977991.731538:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977991.731541:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977991.731542:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977991.731544:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977991.731546:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977991.731549:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977991.731741:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977991.731744:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977991.731746:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977991.731748:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977991.731751:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977991.731753:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977991.731756:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977991.731758:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977991.731825:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977991.731850:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977991.731853:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977991.731855:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977991.731857:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783977991.731860:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977991.731862:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977991.731865:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977991.731867:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977991.731869:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977992.627404:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977992.627413:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977992.627417:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977992.627423:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977992.627427:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977992.627431:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977992.627434:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977992.627438:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977992.627441:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977992.755410:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977992.755417:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977992.755429:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977992.755435:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977992.755441:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977992.755445:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977992.755451:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977992.755454:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977992.755457:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977992.755481:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977992.755486:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977992.755494:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977992.755497:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977992.755502:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977992.755503:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977992.755507:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977992.755509:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977992.755513:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977992.755515:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977992.755533:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977992.755536:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977992.755538:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977993.651399:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977993.651407:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977993.651409:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977993.651414:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977993.651417:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977993.651421:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977993.651423:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977993.651426:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977993.651429:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977993.779674:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977993.779677:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977993.779679:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977993.779682:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783977993.779687:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977993.779690:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977993.779695:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977993.779698:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977993.779701:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977993.779723:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977993.779725:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977993.779729:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977993.779730:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977993.779733:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977993.779734:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977993.779737:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977993.779738:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977993.779741:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977993.779742:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977993.779755:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977993.779757:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977993.779760:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977994.675461:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977994.675473:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977994.675477:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977994.675485:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977994.675491:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977994.675497:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977994.675511:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977994.675515:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977994.675519:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977994.803437:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977994.803445:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977994.803448:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977994.803453:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977994.803464:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977994.803473:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977994.803480:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977994.803486:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977994.803495:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977994.803522:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977994.803529:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977994.803545:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977994.803552:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977994.803559:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977994.803562:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977994.803569:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977994.803572:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977994.803591:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977994.803600:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977994.803625:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977994.803628:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977994.803634:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977995.699415:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977995.699425:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977995.699428:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977995.699434:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977995.699439:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977995.699443:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977995.699446:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977995.699450:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977995.699453:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977995.827466:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977995.827479:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977995.827489:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977995.827506:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977995.827522:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977995.827529:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977995.827721:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977995.827724:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977995.827727:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977995.827757:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977995.827761:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977995.827766:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977995.827770:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977995.827773:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977995.827777:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977995.827782:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977995.827787:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977995.827792:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977995.827797:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977995.827805:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977995.827809:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977995.827813:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977995.827815:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977995.827819:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977995.827820:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977995.827821:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977995.827823:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977995.827826:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977995.827828:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977995.827828:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977995.827829:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977995.827831:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977995.827832:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977995.827833:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977995.827835:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977995.827838:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977995.827841:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783977995.827842:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783977995.827846:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977995.827850:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783977995.827852:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977995.827855:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977995.827858:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977995.827879:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977995.827882:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977995.827884:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977996.723424:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977996.723433:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977996.723436:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977996.723441:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977996.723448:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977996.723454:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977996.723466:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977996.723469:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977996.723472:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977996.851571:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977996.851577:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977996.851581:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977996.851587:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977996.851593:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977996.851599:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977996.851604:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977996.851607:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977996.851609:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977996.851655:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977996.851659:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977996.851664:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977996.851665:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977996.851670:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977996.851672:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977996.851676:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977996.851677:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977996.851680:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977996.851681:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977996.851702:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977996.851705:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977996.851709:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977997.747409:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977997.747421:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977997.747426:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977997.747437:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977997.747442:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977997.747447:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977997.747450:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977997.747453:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977997.747464:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977997.875431:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977997.875442:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977997.875447:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977997.875455:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977997.875460:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977997.875465:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977997.875470:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977997.875474:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977997.875480:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977997.875576:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977997.875582:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977997.875592:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977997.875595:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977997.875600:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977997.875601:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977997.875605:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977997.875607:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977997.875611:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977997.875612:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977997.875634:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977997.875637:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977997.875750:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977998.771418:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977998.771428:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977998.771430:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977998.771437:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977998.771441:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977998.771446:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977998.771449:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977998.771451:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977998.771455:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977998.899632:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977998.899637:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977998.899641:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977998.899646:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977998.899651:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977998.899655:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977998.899660:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977998.899665:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977998.899670:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977998.899706:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977998.899712:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977998.899720:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977998.899721:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977998.899727:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977998.899730:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977998.899737:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977998.899740:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977998.899748:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977998.899752:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977998.899812:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977998.899816:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977998.899820:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783977999.795441:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977999.795449:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977999.795451:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977999.795457:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783977999.795461:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977999.795465:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977999.795469:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977999.795472:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977999.795476:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977999.923493:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977999.923502:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977999.923506:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977999.923522:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783977999.923532:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977999.923539:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977999.923545:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977999.923553:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977999.923560:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783977999.923596:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783977999.923603:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783977999.923605:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783977999.923612:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783977999.923621:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783977999.923632:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977999.923644:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783977999.923648:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783977999.923658:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977999.923699:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977999.923704:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977999.923723:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977999.923727:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977999.923732:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977999.923733:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977999.923739:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977999.923741:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783977999.923745:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783977999.923747:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783977999.923770:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783977999.923773:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783977999.923775:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978000.819452:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978000.819461:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978000.819463:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978000.819468:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978000.819472:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978000.819476:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978000.819479:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978000.819482:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978000.819486:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978000.947407:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978000.947412:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978000.947415:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978000.947421:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978000.947426:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978000.947431:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978000.947439:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978000.947443:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978000.947448:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978000.947473:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978000.947481:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978000.947487:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978000.947493:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978000.947501:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978000.947507:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978000.947517:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978000.947522:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978000.947530:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978000.947536:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978000.947543:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978000.947548:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978000.947557:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978000.947561:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978000.947570:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978000.947576:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978000.947614:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978000.947624:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978000.947632:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978001.843385:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978001.843392:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978001.843395:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978001.843403:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978001.843407:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978001.843411:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978001.843417:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978001.843420:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978001.843425:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978001.972269:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978001.972274:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978001.972276:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978001.972278:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978001.972280:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978001.972282:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978001.972284:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978001.972286:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978001.972288:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978001.972320:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978001.972323:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978001.972327:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978001.972329:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978001.972332:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978001.972333:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978001.972336:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978001.972337:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978001.972340:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978001.972341:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978001.972358:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978001.972360:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978001.972363:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978001.972465:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978001.972470:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978001.972473:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978001.972477:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978001.972480:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978001.972482:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978001.972485:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978001.972488:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978001.972491:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978001.973194:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978001.973198:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978001.973200:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978001.973204:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978001.973209:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978001.973211:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978001.973215:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978001.973219:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978001.973224:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978002.867401:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978002.867410:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978002.867421:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978002.867427:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978002.867431:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978002.867435:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978002.867454:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978002.867458:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978002.867462:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978002.995415:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978002.995423:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978002.995439:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978002.995445:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978002.995451:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978002.995455:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978002.995459:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978002.995461:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978002.995464:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978002.995495:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978002.995500:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978002.995516:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978002.995519:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978002.995525:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978002.995527:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978002.995531:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978002.995536:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978002.995542:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978002.995546:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978002.995580:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978002.995584:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978002.995590:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978003.891402:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978003.891409:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978003.891412:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978003.891418:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978003.891424:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978003.891428:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978003.891430:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978003.891432:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978003.891436:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978004.019417:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978004.019427:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978004.019431:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978004.019439:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978004.019446:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978004.019452:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978004.019459:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978004.019462:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978004.019469:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978004.019484:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978004.019487:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978004.019490:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978004.019495:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978004.019498:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978004.019503:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978004.019514:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978004.019518:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978004.019525:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978004.019549:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978004.019553:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978004.019557:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978004.019558:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978004.019562:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978004.019563:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978004.019566:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978004.019568:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978004.019570:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978004.019572:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978004.019603:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978004.019606:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978004.019610:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978004.019710:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978004.019713:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978004.019716:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978004.019719:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978004.019722:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978004.019725:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978004.019728:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978004.019730:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978004.019733:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978004.915403:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978004.915411:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978004.915413:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978004.915418:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978004.915422:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978004.915426:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978004.915434:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978004.915436:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978004.915438:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978005.043399:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978005.043406:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978005.043410:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978005.043418:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978005.043424:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978005.043428:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978005.043439:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978005.043443:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978005.043448:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978005.043483:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978005.043487:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978005.043495:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978005.043499:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978005.043502:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978005.043506:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978005.043515:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978005.043520:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978005.043528:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978005.043531:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978005.043556:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978005.043559:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978005.043561:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978005.939457:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978005.939461:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978005.939463:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978005.939466:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978005.939468:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978005.939470:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978005.939473:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978005.939474:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978005.939476:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978006.067416:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978006.067422:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978006.067427:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978006.067435:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978006.067442:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978006.067447:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978006.067455:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978006.067459:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978006.067464:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978006.067481:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978006.067485:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978006.067489:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978006.067495:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978006.067500:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978006.067506:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978006.067512:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978006.067516:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978006.067521:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978006.067548:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978006.067553:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978006.067557:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978006.067561:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978006.067563:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978006.067566:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978006.067569:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978006.067571:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978006.067573:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978006.067576:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978006.067580:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978006.067581:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978006.067583:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978006.067584:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978006.067586:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978006.067587:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978006.067588:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978006.067590:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978006.067593:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978006.067595:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978006.067596:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978006.067597:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978006.067599:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978006.067600:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978006.067602:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978006.067603:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978006.067606:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978006.067608:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978006.067609:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978006.067610:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978006.067611:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978006.067612:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978006.067614:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978006.067616:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978006.067630:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978006.067633:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978006.067635:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978006.963395:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978006.963403:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978006.963408:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978006.963414:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978006.963420:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978006.963424:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978006.963427:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978006.963430:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978006.963432:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978007.091375:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978007.091381:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978007.091385:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978007.091393:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978007.091400:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978007.091406:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978007.091424:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978007.091428:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978007.091435:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978007.091454:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978007.091468:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978007.091474:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978007.091480:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978007.091483:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978007.091486:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978007.091489:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978007.091491:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978007.091494:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978007.091514:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978007.091516:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978007.091519:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978007.091519:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978007.091522:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978007.091522:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978007.091525:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978007.091526:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978007.091528:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978007.091529:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978007.091540:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978007.091541:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978007.091544:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978007.987709:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978007.987715:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978007.987717:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978007.987720:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978007.987724:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978007.987727:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978007.987729:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978007.987731:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978007.987733:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978008.115434:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978008.115441:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978008.115445:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978008.115452:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978008.115459:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978008.115465:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978008.115703:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978008.115706:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978008.115709:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978008.115735:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978008.115739:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978008.115866:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978008.115868:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978008.115873:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978008.115874:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978008.115878:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978008.115879:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978008.115882:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978008.115883:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978008.115895:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978008.115897:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978008.115900:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978009.012044:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978009.012048:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978009.012050:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978009.012053:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978009.012055:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978009.012057:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978009.012059:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978009.012060:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978009.012062:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978009.139409:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978009.139417:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978009.139421:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978009.139426:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978009.139432:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978009.139436:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978009.140137:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978009.140140:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978009.140143:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978009.140163:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978009.140166:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978009.140169:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978009.140170:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978009.140174:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978009.140176:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978009.140178:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978009.140180:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978009.140183:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978009.140184:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978009.140199:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978009.140201:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978009.140204:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978009.140215:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978009.140218:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978009.140219:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978009.140221:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978009.140223:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978009.140226:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978009.140227:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978009.140229:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978009.140231:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978010.035414:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978010.035424:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978010.035429:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978010.035495:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978010.035498:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978010.035500:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978010.035502:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978010.035504:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978010.035506:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978010.163436:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978010.163445:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978010.163449:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978010.163458:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978010.163465:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978010.163471:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978010.163475:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978010.163480:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978010.163485:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978010.163501:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978010.163517:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978010.163519:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978010.163524:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978010.163528:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978010.163532:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978010.163536:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978010.163539:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978010.163545:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978010.163570:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978010.163574:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978010.163580:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978010.163585:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978010.163592:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978010.163595:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978010.163600:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978010.163602:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978010.163605:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978010.163607:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978010.163627:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978010.163631:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978010.163636:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978011.059455:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978011.059462:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978011.059464:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978011.059469:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978011.059472:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978011.059476:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978011.059479:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978011.059481:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978011.059484:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978011.187426:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978011.187431:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978011.187435:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978011.187441:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978011.187448:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978011.187453:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978011.187461:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978011.187465:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978011.187469:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978011.187499:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978011.187505:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978011.187510:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978011.187514:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978011.187518:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978011.187521:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978011.187523:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978011.187525:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978011.187530:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978011.187531:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978011.187535:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978011.187536:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978011.187539:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978011.187540:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978011.187543:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978011.187544:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978011.187572:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978011.187575:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978011.187578:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978011.187599:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978011.187601:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978011.187602:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978011.187605:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978011.187607:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978011.187610:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978011.187612:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978011.187613:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978011.187616:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978012.083420:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978012.083427:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978012.083429:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978012.083434:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978012.083438:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978012.083442:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978012.083445:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978012.083447:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978012.083451:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978012.211424:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978012.211434:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978012.211440:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978012.211449:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978012.211455:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978012.211461:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978012.211478:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978012.211481:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978012.211484:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978012.211497:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978012.211500:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978012.211502:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978012.211505:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978012.211509:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978012.211513:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978012.211518:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978012.211521:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978012.211525:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978012.211550:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978012.211555:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978012.211564:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978012.211567:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978012.211573:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978012.211577:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978012.211585:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978012.211589:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978012.211596:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978012.211599:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978012.211633:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978012.211637:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978012.211640:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978013.107398:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978013.107407:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978013.107411:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978013.107419:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978013.107425:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978013.107431:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978013.107446:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978013.107449:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978013.107451:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978013.235624:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978013.235627:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978013.235628:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978013.235631:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978013.235633:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978013.235635:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978013.237959:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978013.237963:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978013.237967:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978013.238001:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978013.238004:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978013.238008:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978013.238010:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978013.238013:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978013.238014:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978013.238018:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978013.238019:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978013.238022:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978013.238023:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978013.238068:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978013.238071:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978013.238074:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783978013.747422:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978013.747432:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978013.747434:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978013.747437:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978013.747442:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978013.747457:0:296888:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 15667 00000400:00000200:0.0:1783978013.747466:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978013.747473:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978013.747476:0:296888:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978013.747479:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978013.747482:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978013.747484:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978013.747487:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978013.747491:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978013.747493:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783978013.747495:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978013.747499:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783978013.747501:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783978013.747503:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783978013.747506:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978013.747507:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978013.747517:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978013.747519:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978013.747522:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783978013.747525:0:296888:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978013.747528:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978013.747530:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978013.747534:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978013.747537:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978013.747539:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978013.747541:0:296888:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978013.747551:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783978013.747555:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783978013.747558:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978013.747559:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978013.747563:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978013.747565:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978013.747569:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978013.747577:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783978013.747583:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978013.747592:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402833664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978013.747602:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978013.747606:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978013.747610:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402833664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978013.747654:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978013.747658:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978013.747661:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978013.747662:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978013.747664:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978013.747667:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978013.747670:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15667 00000400:00000200:0.0:1783978013.747675:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978013.747679:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978013.747682:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978013.747685:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978013.747689:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978013.747691:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978013.747694:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978013.747696:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978013.747700:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783978013.747701:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978013.747703:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783978013.747705:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783978013.747707:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783978013.747712:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978013.747715:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978013.747719:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978013.747723:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978013.747728:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783978013.747734:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978013.747739:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978013.747744:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978013.747751:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978013.747755:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978013.747760:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978013.747766:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978013.747769:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978013.747773:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978013.747777:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783978013.747780:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978013.747782:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978013.747783:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978013.747786:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978013.747787:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978013.747789:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978013.747794:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783978013.747799:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978013.747809:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402833792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978013.747820:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978013.747825:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978013.747831:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402833792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978013.747842:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978013.747847:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978013.747851:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978013.747855:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978013.747857:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978013.747860:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978013.747864:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15667 00000400:00000200:0.0:1783978013.747871:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978013.747875:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978013.747877:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978013.747881:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978013.747883:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978013.747884:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978013.747885:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978013.747888:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978013.747901:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783978013.747904:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978013.747906:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783978013.747908:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783978013.747912:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783978013.747916:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978013.747919:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978013.747922:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978013.747923:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978013.747927:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783978013.747931:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978013.747935:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978013.747937:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978013.747940:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978013.747944:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978013.747949:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978013.747951:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978013.747955:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978013.747958:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978013.747961:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783978013.747965:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978013.747966:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978013.747967:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978013.747968:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978013.747969:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978013.747972:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978013.747977:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783978013.747983:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978013.747988:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620402833920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978013.747998:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978013.748001:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978013.748010:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620402833920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978013.748028:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978013.748033:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978013.748038:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978013.748051:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978013.748054:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978013.748058:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978013.748065:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15667 00000400:00000200:0.0:1783978013.748075:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978013.748083:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978013.748089:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978013.748097:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978013.748101:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978013.748104:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978013.748108:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978013.748113:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978013.748118:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783978013.748122:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978013.748127:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783978013.748133:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783978013.748137:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783978013.748153:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978013.748159:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978013.748166:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978013.748172:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978013.748177:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783978013.748184:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978013.748189:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978013.748193:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978013.748197:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978013.748201:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978013.748205:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978013.748208:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978013.748212:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978013.748216:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978013.748233:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783978013.748238:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978013.748244:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978013.748246:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978013.748250:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978013.748253:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978013.748257:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978013.748266:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783978013.748272:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978013.748281:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402834048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978013.748329:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978013.748333:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978013.748342:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402834048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978013.748360:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978013.748364:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978013.748370:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978013.748374:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978013.748376:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978013.748381:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978013.748386:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15667 00000400:00000200:0.0:1783978013.748395:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978013.748401:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978013.748405:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978013.748411:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978013.748414:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978013.748417:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978013.748423:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978013.748426:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978013.748428:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783978013.748429:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978013.748430:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783978013.748431:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783978013.748432:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783978013.748434:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978013.748438:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978013.748440:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978013.748443:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978013.748445:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783978013.748449:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978013.748453:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978013.748457:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978013.748459:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978013.748462:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978013.748466:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978013.748468:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978013.748473:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978013.748476:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978013.748481:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783978013.748484:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978013.748487:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978013.748490:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978013.748492:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978013.748495:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978013.748497:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978013.748503:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783978013.748509:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978013.748518:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402834176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978013.748534:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978013.748539:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978013.748546:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402834176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978013.748562:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978013.748570:0:296888:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15677) 00000100:00000001:0.0:1783978014.131390:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978014.131397:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978014.131399:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978014.131405:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978014.131409:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978014.131414:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978014.131417:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978014.131421:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978014.131423:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978014.260494:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978014.260498:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978014.260499:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978014.260502:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978014.260504:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978014.260506:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978014.260508:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978014.260509:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978014.260511:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978014.260555:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978014.260559:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978014.260563:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978014.260564:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978014.260567:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978014.260568:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978014.260570:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978014.260571:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978014.260573:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978014.260574:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978014.260597:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978014.260599:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978014.260602:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978015.155358:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978015.155371:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978015.155373:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978015.155379:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978015.155382:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978015.155385:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978015.155388:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978015.155391:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978015.155394:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978015.283393:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978015.283398:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978015.283409:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978015.283413:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978015.283421:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978015.283424:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978015.283433:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978015.283437:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978015.283444:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978015.283448:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978015.283482:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978015.283488:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978015.283495:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978016.180272:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978016.180277:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978016.180278:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978016.180281:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978016.180283:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978016.180285:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978016.180287:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978016.180289:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978016.180291:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978016.307410:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978016.307415:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978016.307420:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978016.307424:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978016.307427:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978016.307431:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978016.307435:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978016.307438:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978016.307443:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978016.307445:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978016.307451:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978016.307453:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978016.307455:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978016.307456:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978016.307461:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978016.307462:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978016.307464:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978016.307465:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978016.307467:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978016.307469:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978016.307470:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978016.307471:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978016.307473:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978016.307474:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978016.307476:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978016.307478:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978016.307481:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978016.307483:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978016.307485:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978016.307486:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978016.307488:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978016.307489:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978016.307490:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978016.307492:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978016.307509:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978016.307512:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978016.307515:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978016.307621:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978016.307626:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978016.307629:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978016.307635:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978016.307641:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978016.307646:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978016.307651:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978016.307655:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978016.307660:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978016.307769:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978016.307773:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978016.307777:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978016.307783:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978016.307789:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978016.307793:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978016.307798:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978016.307802:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978016.307807:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978017.203413:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978017.203421:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978017.203423:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978017.203428:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978017.203432:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978017.203435:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978017.203443:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978017.203445:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978017.203447:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978017.331551:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978017.331554:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978017.331555:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978017.331558:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978017.331560:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978017.331563:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978017.331564:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978017.331566:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978017.331568:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978017.331575:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978017.331579:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978017.331580:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978017.331583:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978017.331587:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978017.331590:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978017.331592:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978017.331593:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978017.331595:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978017.331619:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978017.331623:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978017.331630:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978017.331631:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978017.331637:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978017.331641:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978017.331645:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978017.331646:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978017.331649:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978017.331650:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978017.331669:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978017.331672:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978017.331677:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978018.227400:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978018.227408:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978018.227412:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978018.227418:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978018.227423:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978018.227431:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978018.227445:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978018.227449:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978018.227452:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978018.355403:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978018.355408:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978018.355416:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978018.355419:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978018.355427:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978018.355430:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978018.355433:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978018.355435:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978018.355439:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978018.355440:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978018.355464:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978018.355467:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978018.355470:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978018.355493:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978018.355496:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978018.355498:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978018.355501:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978018.355505:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978018.355507:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978018.355510:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978018.355514:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978018.355519:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978018.355540:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978018.355544:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978018.355546:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978018.355549:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978018.355551:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978018.355554:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978018.355556:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978018.355558:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978018.355559:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978018.355628:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978018.355633:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978018.355636:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978018.355642:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978018.355647:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978018.355651:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978018.355654:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978018.355656:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978018.355658:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978019.251872:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978019.251876:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978019.251877:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978019.251880:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978019.251882:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978019.251884:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978019.251886:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978019.251887:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978019.251889:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978019.379414:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978019.379421:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978019.379424:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978019.379430:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978019.379434:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978019.379438:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978019.379440:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978019.379443:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978019.379446:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978019.379480:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978019.379488:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978019.379496:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978019.379499:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978019.379504:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978019.379505:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978019.379510:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978019.379515:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978019.379520:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978019.379524:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978019.379544:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978019.379548:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978019.379551:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978019.380925:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978019.380928:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978019.380929:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978019.380932:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978019.380933:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978019.380935:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978019.380937:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978019.380938:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978019.380940:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978020.275548:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978020.275552:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978020.275553:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978020.275555:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978020.275557:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978020.275559:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978020.275561:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978020.275562:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978020.275564:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978020.403864:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978020.403867:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978020.403869:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978020.403872:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978020.403874:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978020.403876:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978020.403878:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978020.403880:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978020.403883:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978020.403903:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978020.403905:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978020.403908:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978020.403910:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978020.403913:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978020.403914:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978020.403917:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978020.403918:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978020.403921:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978020.403922:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978020.403937:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978020.403939:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978020.403943:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978020.404085:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978020.404090:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978020.404092:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978020.404095:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978020.404098:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978020.404101:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978020.404105:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978020.404110:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978020.404117:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978021.299375:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978021.299380:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978021.299384:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978021.299390:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978021.299395:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978021.299399:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978021.299404:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978021.299407:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978021.299410:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978021.427527:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978021.427531:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978021.427534:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978021.427540:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978021.427547:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978021.427550:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978021.427552:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978021.427556:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978021.427561:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978021.427587:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978021.427591:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978021.427593:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978021.427595:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978021.427599:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978021.427601:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978021.427603:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978021.427606:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978021.427610:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978021.427611:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978021.427615:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978021.427617:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978021.427620:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978021.427621:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978021.427624:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978021.427632:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978021.427657:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978021.427659:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978021.427660:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978022.323614:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978022.323622:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978022.323624:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978022.323629:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978022.323632:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978022.323636:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978022.323639:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978022.323641:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978022.323645:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978022.451413:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978022.451427:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978022.451436:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978022.451439:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978022.451448:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978022.451451:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978022.451456:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978022.451460:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978022.451465:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978022.451468:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978022.451491:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978022.451497:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978022.451504:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978022.452018:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978022.452021:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978022.452025:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978022.452028:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978022.452032:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978022.452037:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978022.452042:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978022.452047:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978022.452052:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978023.347448:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978023.347460:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978023.347464:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978023.347473:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978023.347478:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978023.347483:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978023.347488:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978023.347493:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978023.347499:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978023.475602:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978023.475609:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978023.475619:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978023.475623:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978023.475632:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978023.475636:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978023.475644:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978023.475647:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978023.475651:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978023.475652:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978023.475675:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978023.475679:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978023.475682:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978024.371464:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978024.371476:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978024.371480:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978024.371490:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978024.371499:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978024.371507:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978024.371514:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978024.371519:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978024.371523:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978024.499471:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978024.499482:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978024.499491:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978024.499493:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978024.499498:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978024.499501:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978024.499506:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978024.499508:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978024.499512:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978024.499514:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978024.499549:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978024.499554:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978024.499560:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978024.499717:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978024.499722:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978024.499725:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978024.499728:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978024.499734:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978024.499736:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978024.499741:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978024.499745:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978024.499750:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978024.499871:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978024.499877:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978024.499880:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978024.499884:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978024.499900:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978024.499904:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978024.499910:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978024.499914:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978024.499920:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978024.499960:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978024.499965:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978024.499967:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978024.499969:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978024.499972:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978024.499974:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978024.499976:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978024.499978:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978024.499980:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978025.395381:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978025.395386:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978025.395387:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978025.395399:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978025.395402:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978025.395407:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978025.395409:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978025.395411:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978025.395413:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978025.523410:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978025.523416:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978025.523419:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978025.523424:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978025.523434:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978025.523440:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978025.523459:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978025.523463:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978025.523468:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978025.523484:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978025.523488:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978025.523491:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978025.523497:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978025.523502:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978025.523506:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978025.523509:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978025.523513:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978025.523516:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978025.523553:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978025.523557:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978025.523562:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978025.523565:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978025.523567:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978025.523569:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978025.523571:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978025.523573:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978025.523574:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978025.523576:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978025.523578:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978025.523579:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978025.523580:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978025.523581:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978025.523582:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978025.523583:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978025.523584:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978025.523585:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978025.523588:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978025.523589:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978025.523590:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978025.523590:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978025.523591:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978025.523592:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978025.523593:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978025.523594:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978025.523596:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978025.523596:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978025.523597:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978025.523598:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978025.523599:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978025.523599:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978025.523600:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978025.523601:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978025.523614:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978025.523616:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978025.523617:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978026.419389:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978026.419397:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978026.419399:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978026.419403:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978026.419408:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978026.419411:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978026.419414:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978026.419417:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978026.419424:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978026.547392:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978026.547400:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978026.547403:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978026.547408:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978026.547415:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978026.547421:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978026.547426:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978026.547430:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978026.547435:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978026.547451:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978026.547454:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978026.547456:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978026.547458:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978026.547461:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978026.547463:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978026.547465:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978026.547469:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978026.547474:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978026.547521:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978026.547525:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978026.547529:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978026.547531:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978026.547534:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978026.547536:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978026.547539:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978026.547540:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978026.547543:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978026.547544:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978026.547557:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978026.547559:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978026.547562:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978027.443398:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978027.443408:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978027.443409:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978027.443414:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978027.443417:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978027.443421:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978027.443429:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978027.443430:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978027.443432:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978027.571417:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978027.571423:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978027.571432:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978027.571436:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978027.571442:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978027.571446:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978027.571454:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978027.571457:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978027.571462:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978027.571466:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978027.571745:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978027.571750:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978027.571754:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978027.571759:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978027.571765:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978027.571768:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978027.571774:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978027.571778:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978027.571783:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978028.467378:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978028.467384:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978028.467387:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978028.467393:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978028.467397:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978028.467401:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978028.467403:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978028.467407:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978028.467410:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978028.595530:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978028.595534:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978028.595535:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978028.595538:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978028.595540:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978028.595542:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978028.596057:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978028.596062:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978028.596066:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978028.596089:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978028.596092:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978028.596096:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978028.596097:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978028.596100:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978028.596102:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978028.596105:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978028.596107:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978028.596110:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978028.596111:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978029.491396:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978029.491403:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978029.491405:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978029.491411:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978029.491416:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978029.491419:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978029.491423:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978029.491426:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978029.491427:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978029.619442:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978029.619453:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978029.619458:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978029.619468:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978029.619475:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978029.619482:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978029.619486:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978029.619492:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978029.619497:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978029.619527:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978029.619531:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978029.619540:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978029.619555:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978029.619565:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978029.619568:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978029.619576:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978029.619580:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978029.619588:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978029.619590:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978029.619627:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978029.619630:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978029.619634:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978030.515575:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978030.515578:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978030.515580:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978030.515582:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978030.515583:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978030.515584:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978030.515585:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978030.515586:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978030.515588:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978030.643696:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978030.643702:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978030.643705:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978030.643709:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978030.643716:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978030.643720:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978030.644147:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978030.644148:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978030.644150:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978030.644169:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978030.644173:0:297020:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978030.644175:0:297020:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978030.644178:0:297020:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978030.644181:0:297020:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978030.644183:0:297020:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978030.644184:0:297020:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978030.644199:0:297020:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978030.644204:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978030.644205:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978030.644210:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978030.644211:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978030.644215:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978030.644216:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978030.644219:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978030.644220:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978030.644235:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978030.644238:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978030.644241:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978031.539435:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978031.539443:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978031.539445:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978031.539454:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978031.539458:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978031.539463:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978031.539465:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978031.539468:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978031.539472:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978031.668619:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978031.668621:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978031.668622:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978031.668625:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978031.668627:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978031.668628:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978031.668630:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978031.668631:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978031.668632:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978031.668640:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978031.668642:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978031.668643:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978031.668644:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978031.668645:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978031.668646:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978031.668648:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978031.668648:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978031.668649:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978031.668669:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978031.668673:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978031.668681:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978031.668685:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978031.668690:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978031.668692:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978031.668695:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978031.668697:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978031.668701:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978031.668702:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978031.668718:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978031.668721:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978031.668723:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978032.563430:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978032.563438:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978032.563440:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978032.563445:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978032.563449:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978032.563454:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978032.563456:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978032.563459:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978032.563466:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978032.691496:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978032.691504:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978032.691518:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978032.691523:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978032.691537:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978032.691544:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978032.691558:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978032.691573:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978032.691579:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978032.691582:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978032.691616:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978032.691624:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978032.691631:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978033.587433:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978033.587444:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978033.587449:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978033.587458:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978033.587469:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978033.587475:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978033.587506:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978033.587510:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978033.587516:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978033.715434:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978033.715445:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978033.715459:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978033.715466:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978033.715474:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978033.715478:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978033.715489:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978033.715493:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978033.715504:0:297020:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978033.715513:0:297020:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978033.715554:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978033.715559:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978033.715569:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978033.715731:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978033.715743:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978033.715748:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978033.715753:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978033.715757:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978033.715761:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978033.715763:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978033.715765:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978033.715768:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978034.611430:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978034.611439:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978034.611442:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978034.611449:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978034.611455:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978034.611460:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978034.611464:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978034.611468:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978034.611473:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978034.739445:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978034.739454:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978034.739459:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978034.739466:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978034.739472:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978034.739478:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978034.739488:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978034.739493:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978034.739499:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978034.739561:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978034.739567:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978034.739589:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978034.739592:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978034.739597:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978034.739599:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978034.739604:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978034.739607:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978034.739613:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978034.739617:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978034.739635:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978034.739639:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978034.739650:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978035.635663:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978035.635668:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978035.635670:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978035.635672:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978035.635674:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978035.635677:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978035.635679:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978035.635680:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978035.635683:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978035.763453:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978035.763464:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978035.763475:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978035.763493:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978035.763517:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978035.763522:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978035.763544:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978035.763556:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978035.763569:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978035.763614:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978035.763626:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978035.763639:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978035.763645:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978035.763648:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978035.763653:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978035.763659:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978035.763670:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978035.763688:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978035.763707:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978035.763717:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978035.763721:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978035.763725:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978035.763729:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978035.763730:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978035.763732:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978035.763733:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978035.763735:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978035.763738:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978035.763740:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978035.763741:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978035.763741:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978035.763742:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978035.763743:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978035.763744:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978035.763745:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978035.763747:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978035.763748:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978035.763749:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978035.763749:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978035.763750:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978035.763751:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978035.763752:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978035.763753:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978035.763775:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978035.763778:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978035.763780:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978036.659437:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978036.659447:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978036.659451:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978036.659459:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978036.659465:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978036.659472:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978036.659503:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978036.659507:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978036.659512:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978036.787457:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978036.787463:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978036.787470:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978036.787474:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978036.787480:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978036.787484:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978036.787500:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978036.787503:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978036.787510:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978036.787513:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978036.787538:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978036.787541:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978036.787544:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978036.787568:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978036.787571:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978036.787572:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978036.787574:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978036.787578:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978036.787580:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978036.787634:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978036.787637:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978036.787641:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978036.787672:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978036.787677:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978036.787680:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978036.787685:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978036.787691:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978036.787695:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978036.787706:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978036.787708:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978036.787713:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978037.683440:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978037.683450:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978037.683454:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978037.683465:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978037.683471:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978037.683488:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978037.683495:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978037.683499:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978037.683503:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978037.811449:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978037.811460:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978037.811465:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978037.811483:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978037.811491:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978037.811496:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978037.811502:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978037.811507:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978037.811510:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978037.811544:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978037.811547:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978037.811551:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978037.811552:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978037.811556:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978037.811557:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978037.811561:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978037.811562:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978037.811565:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978037.811566:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978037.811585:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978037.811587:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978037.811590:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978037.811618:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978037.811623:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978037.811627:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978037.811631:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978037.811636:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978037.811640:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978037.811648:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978037.811653:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978037.811658:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978037.811675:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978037.811682:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978037.811685:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978037.811691:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978037.811696:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978037.811699:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978037.811785:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978037.811789:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978037.811791:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978038.707436:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978038.707445:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978038.707447:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978038.707452:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978038.707464:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978038.707467:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978038.707470:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978038.707473:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978038.707476:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978038.835494:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978038.835503:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978038.835510:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978038.835515:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978038.835523:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978038.835529:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978038.835544:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978038.835558:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978038.835562:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978038.835581:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978038.835585:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978038.835587:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978038.835589:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978038.835597:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978038.835603:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978038.835614:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978038.835617:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978038.835631:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978038.835670:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978038.835679:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978038.835686:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978038.835689:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978038.835702:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978038.835709:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978038.835720:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978038.835726:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978038.835735:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978038.835740:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978039.731418:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978039.731433:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978039.731436:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978039.731449:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978039.731454:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978039.731459:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978039.731472:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978039.731476:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978039.731480:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978039.859426:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978039.859430:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978039.859449:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978039.859454:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978039.859467:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978039.859470:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978039.859480:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978039.859486:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978039.859496:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978039.859501:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978039.859862:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978039.859865:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978039.859866:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978039.859868:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978039.859870:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978039.859872:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978039.859874:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978039.859875:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978039.859877:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978040.755366:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978040.755373:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978040.755375:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978040.755379:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978040.755383:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978040.755387:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978040.755391:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978040.755394:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978040.755397:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978040.883472:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978040.883483:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978040.883486:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978040.883496:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978040.883502:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978040.883508:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978040.883516:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978040.883523:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978040.883537:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978040.883586:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978040.883591:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978040.883594:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978040.883599:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978040.883603:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978040.883606:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978040.883608:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978040.883611:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978040.883617:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978040.883618:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978040.883622:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978040.883623:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978040.883627:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978040.883628:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978040.883630:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978040.883631:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978040.886601:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978040.886609:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978040.886613:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978040.886620:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978040.886626:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978040.886633:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978040.886637:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978040.886640:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978040.886647:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978041.779418:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978041.779427:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978041.779430:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978041.779438:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978041.779445:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978041.779460:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978041.779465:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978041.779468:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978041.779471:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978041.907506:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978041.907510:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978041.907516:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978041.907518:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978041.907522:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978041.907523:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978041.907528:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978041.907529:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978041.907532:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978041.907533:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978042.804972:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978042.804978:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978042.804980:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978042.804984:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978042.804987:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978042.804990:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978042.804992:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978042.804994:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978042.804996:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978042.931432:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978042.931437:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978042.931446:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978042.931450:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978042.931457:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978042.931461:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978042.931466:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978042.931469:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978042.931477:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978042.931480:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978042.931526:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978042.931530:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978042.931534:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978042.931537:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978042.931542:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978042.931546:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978042.931551:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978042.931555:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978042.931558:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978042.931570:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978042.931574:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978042.931577:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978042.931579:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978042.931582:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978042.931584:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978042.931587:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978042.931589:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978042.931591:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978043.827477:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978043.827486:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978043.827488:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978043.827494:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978043.827498:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978043.827503:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978043.827505:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978043.827520:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978043.827524:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978043.955459:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978043.955468:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978043.955471:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978043.955478:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978043.955484:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978043.955489:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978043.955496:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978043.955505:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978043.955512:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978043.955554:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978043.955559:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978043.955566:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978043.955568:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978043.955573:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978043.955576:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978043.955585:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978043.955589:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978043.955595:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978043.955600:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978044.851549:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978044.851553:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978044.851554:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978044.851556:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978044.851558:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978044.851560:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978044.851562:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978044.851563:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978044.851565:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978044.979659:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978044.979664:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978044.979665:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978044.979669:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978044.979671:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978044.979673:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978044.979676:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978044.979678:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978044.979681:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978044.979700:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978044.979705:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978044.979713:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978044.979716:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978044.979720:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978044.979722:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978044.979728:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978044.979730:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978044.979737:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978044.979739:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978044.979758:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978044.979763:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978044.979768:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978044.979781:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978044.979786:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978044.979791:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978044.979795:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978044.979798:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978044.979800:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978044.979803:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978044.979805:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978044.979808:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978045.875409:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978045.875417:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978045.875421:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978045.875427:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978045.875433:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978045.875439:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978045.875446:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978045.875449:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978045.875453:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978046.003443:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978046.003453:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978046.003459:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978046.003468:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978046.003476:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978046.003482:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978046.003499:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978046.003504:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978046.003508:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978046.003533:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978046.003538:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978046.003556:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978046.003561:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978046.003566:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978046.003572:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978046.003579:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978046.003584:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978046.003593:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978046.003596:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978046.003602:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978046.003604:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978046.003606:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978046.003607:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978046.003608:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978046.003609:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978046.003610:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978046.003612:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978046.003614:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978046.003616:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978046.003616:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978046.003617:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978046.003619:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978046.003620:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978046.003621:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978046.003622:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978046.003625:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978046.003626:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978046.003626:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978046.003627:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978046.003628:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978046.003629:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978046.003630:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978046.003631:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978046.003644:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978046.003646:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978046.003647:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978046.899461:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978046.899470:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978046.899472:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978046.899477:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978046.899480:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978046.899484:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978046.899486:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978046.899489:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978046.899491:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978047.027483:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978047.027489:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978047.027501:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978047.027506:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978047.027515:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978047.027519:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978047.027531:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978047.027537:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978047.027545:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978047.027548:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978047.027579:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978047.027591:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978047.027598:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978047.027644:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978047.027653:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978047.027657:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978047.027665:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978047.027675:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978047.027680:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978047.027688:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978047.027698:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978047.027704:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978047.923479:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978047.923492:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978047.923495:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978047.923503:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978047.923508:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978047.923513:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978047.923515:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978047.923518:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978047.923521:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978048.051674:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978048.051678:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978048.051679:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978048.051683:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978048.051685:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978048.051687:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978048.051905:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978048.051908:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978048.051911:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978048.051937:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978048.051939:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978048.051943:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978048.051944:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978048.051948:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978048.051949:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978048.051952:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978048.051953:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978048.051955:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978048.051956:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978048.051979:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978048.051983:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978048.051986:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978048.947409:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978048.947418:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978048.947421:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978048.947428:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978048.947434:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978048.947440:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978048.947446:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978048.947450:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978048.947453:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978049.075545:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978049.075551:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978049.075556:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978049.075562:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978049.075569:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978049.075574:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978049.075580:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978049.075583:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978049.075586:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978049.075609:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978049.075611:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978049.075616:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978049.075617:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978049.075621:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978049.075622:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978049.075625:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978049.075627:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978049.075629:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978049.075630:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978049.075642:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978049.075644:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978049.075647:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978049.971503:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978049.971511:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978049.971512:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978049.971517:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978049.971521:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978049.971524:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978049.971527:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978049.971529:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978049.971532:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978050.099559:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978050.099563:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978050.099568:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978050.099569:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978050.099574:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978050.099575:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978050.099578:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978050.099580:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978050.099583:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978050.099584:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978050.099600:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978050.099602:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978050.099604:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978050.099606:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978050.099608:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978050.099610:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978050.100626:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978050.100629:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978050.100631:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978050.995426:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978050.995430:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978050.995433:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978050.995436:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978050.995440:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978050.995444:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978050.995449:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978050.995453:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978050.995456:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978051.123417:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978051.123426:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978051.123429:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978051.123437:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978051.123443:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978051.123449:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978051.123454:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978051.123458:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978051.123462:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978051.123491:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978051.123496:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978051.123499:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978051.123503:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978051.123509:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978051.123513:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978051.123517:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978051.123523:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978051.123530:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978051.123533:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978051.123541:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978051.123545:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978051.123552:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978051.123556:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978051.123561:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978051.123564:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978051.123610:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978051.123615:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978051.123618:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978051.123621:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978051.123623:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978051.123626:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978051.123628:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978051.123629:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978051.123631:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978052.019396:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978052.019441:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978052.019443:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978052.019447:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978052.019449:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978052.019451:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978052.019454:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978052.019456:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978052.019458:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978052.147850:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978052.147854:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978052.147855:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978052.147857:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978052.147859:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978052.147861:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978052.147863:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978052.147864:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978052.147866:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978052.147885:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978052.147888:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978052.147892:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978052.147893:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978052.147897:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978052.147898:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978052.147902:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978052.147903:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978052.147906:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978052.147907:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978053.043397:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978053.043406:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978053.043410:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978053.043417:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978053.043423:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978053.043430:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978053.043442:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978053.043446:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978053.043449:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978053.171407:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978053.171413:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978053.171421:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978053.171424:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978053.171430:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978053.171433:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978053.171440:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978053.171444:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978053.171451:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978053.171455:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978053.174722:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978053.174728:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978053.174730:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978053.174733:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978053.174737:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978053.174741:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978053.174744:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978053.174746:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978053.174749:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978054.067395:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978054.067403:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978054.067407:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978054.067415:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978054.067421:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978054.067426:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978054.067430:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978054.067434:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978054.067438:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978054.195416:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978054.195423:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978054.195425:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978054.195431:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978054.195437:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978054.195441:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978054.195447:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978054.195450:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978054.195457:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978054.195480:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978054.195484:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978054.195489:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978054.195491:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978054.195495:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978054.195497:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978054.195501:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978054.195503:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978054.195507:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978054.195508:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978054.195568:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978054.195572:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978054.195573:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978054.195576:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978054.195578:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978054.195580:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978054.195582:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978054.195584:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978054.195587:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978054.195600:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978054.195603:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978054.195605:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978054.195607:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978054.195610:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978054.195613:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978054.195625:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978054.195629:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978054.195636:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978055.091444:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978055.091467:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978055.091469:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978055.091474:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978055.091477:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978055.091481:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978055.091484:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978055.091488:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978055.091495:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978055.219503:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978055.219508:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978055.219510:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978055.219517:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978055.219521:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978055.219536:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978055.219541:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978055.219542:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978055.219552:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978055.219595:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978055.219601:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978055.219609:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978055.219612:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978055.219634:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978055.219638:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978055.219648:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978055.219652:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978055.219660:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978055.219663:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978056.115480:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978056.115484:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978056.115486:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978056.115489:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978056.115491:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978056.115493:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978056.115495:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978056.115497:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978056.115499:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978056.243475:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978056.243481:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978056.243485:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978056.243492:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978056.243498:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978056.243504:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978056.243508:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978056.243512:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978056.243517:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978056.243545:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978056.243550:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978056.243559:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978056.243565:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978056.243570:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978056.243575:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978056.243582:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978056.243586:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978056.243588:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978056.243592:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978056.243600:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978056.243605:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978056.243608:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978056.243609:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978056.243611:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978056.243613:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978056.243615:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978056.243617:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978056.243621:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978056.243623:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978056.243625:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978056.243626:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978056.243628:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978056.243629:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978056.243631:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978056.243633:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978056.243636:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978056.243638:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978056.243639:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978056.243640:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978056.243642:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978056.243643:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978056.243644:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978056.243646:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978057.139395:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978057.139402:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978057.139405:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978057.139409:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978057.139413:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978057.139417:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978057.139420:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978057.139423:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978057.139427:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978057.270269:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978057.270277:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978057.270279:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978057.270291:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978057.270340:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978057.270345:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978057.273222:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978057.273230:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978057.273236:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978057.273270:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978057.273273:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978057.273278:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978057.273279:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978057.273283:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978057.273284:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978057.273288:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978057.273289:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978057.273308:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978057.273310:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978058.163418:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978058.163426:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978058.163429:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978058.163438:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978058.163443:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978058.163448:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978058.163452:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978058.163456:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978058.163460:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978058.291433:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978058.291439:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978058.291446:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978058.291451:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978058.291458:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978058.291463:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978058.291470:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978058.291475:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978058.291480:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978058.291482:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978058.292367:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978058.292370:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978058.292372:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978058.292374:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978058.292376:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978058.292378:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978058.292380:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978058.292382:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978058.292383:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978059.187380:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978059.187385:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978059.187390:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978059.187395:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978059.187400:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978059.187404:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978059.187419:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978059.187424:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978059.187427:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978059.315406:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978059.315412:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978059.315413:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978059.315417:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978059.315420:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978059.315422:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978059.315424:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978059.315426:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978059.315428:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978059.315448:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978059.315450:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978059.315453:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978059.315455:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978059.315458:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978059.315459:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978059.315463:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978059.315466:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978059.315471:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978059.315475:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978059.316194:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978059.316200:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978059.316203:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978059.316209:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978059.316215:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978059.316220:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978059.316227:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978059.316232:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978059.316238:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978059.831081:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978059.831085:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978059.831088:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978059.831103:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39180 x1870620402839424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.831111:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978059.831113:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978059.831117:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978059.831120:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978059.831122:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978059.831126:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402839424:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978059.831130:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978059.831134:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978059.831136:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978059.831138:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978059.831143:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783978059.831144:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978059.831149:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978059.831153:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978059.831159:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978059.831165:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402839424, portal 25 00000100:00000001:0.0:1783978059.831167:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978059.831168:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682704768 : -110484026846848 : ffff9b83eed39180) 00000100:00000040:0.0:1783978059.831173:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39180 x1870620402839424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.831181:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978059.831183:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978059.831186:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075000. 00000100:00000200:0.0:1783978059.831189:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402839424, offset 0 00000400:00000200:0.0:1783978059.831195:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978059.831202:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978059.831208:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978059.831214:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978059.831217:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978059.831221:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978059.831224:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978059.831228:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825515:825515:256:4294967295] 192.168.201.148@tcp LPNI seq info [825486:825486:8:4294967295] 00000400:00000200:0.0:1783978059.831232:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978059.831242:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978059.831248:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978059.831252:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4b53500. 00000800:00000200:0.0:1783978059.831259:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978059.831262:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783978059.831275:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978059.831278:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4b53500. 00000400:00000200:0.0:1783978059.831283:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978059.831287:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978059.831762:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075000 00000400:00000010:0.0:1783978059.831767:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075000. 00000100:00000001:0.0:1783978059.831773:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978059.831778:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39180 x1870620402839424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.831788:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978059.831791:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39180 x1870620402839424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978084 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.831799:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978059.831800:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978059.831806:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978059.831809:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978059.831812:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4310386942 00000100:00000010:0.0:1783978059.831816:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783978059.831823:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978059.831828:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4310386942 00000100:00000010:0.0:1783978059.831830:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783978059.831833:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978059.831836:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978059.831838:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978059.831841:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978059.831844:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978059/real 1783978059] req@ffff9b83eed39180 x1870620402839424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978059.831854:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978059.831856:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978059.831858:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978059.831860:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978059.831862:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978059.831864:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978059.831867:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39180 x1870620402839424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978059.831876:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39180 x1870620402839424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.831882:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978059.831883:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978059.831886:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978059.831887:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978059.831891:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39180 x1870620402839424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.831897:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978059.831901:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39180 x1870620402839424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978084 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.831909:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978059.831911:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978059.831913:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978059.831915:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978059.831917:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978059.831919:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978059.831922:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978059.831926:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978059.831928:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978059.831932:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39180 x1870620402839424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978084 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978059.831939:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402839424:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978059.831944:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978059.831947:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b100 x1870620402839552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.831954:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978059.831956:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978059.831958:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978059.831960:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978059.831971:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978059.831974:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402839552:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978059.831977:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978059.831979:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978059.831980:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978059.831982:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978059.831986:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978059.831988:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978059.831991:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978059.831993:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978059.831996:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978059.831999:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402839552, portal 10 00000100:00000001:0.0:1783978059.832001:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978059.832002:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682712832 : -110484026838784 : ffff9b83eed3b100) 00000100:00000040:0.0:1783978059.832009:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b100 x1870620402839552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.832014:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978059.832016:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978059.832018:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075000. 00000100:00000200:0.0:1783978059.832020:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402839552, offset 0 00000400:00000200:0.0:1783978059.832024:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978059.832028:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978059.832032:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978059.832034:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978059.832037:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978059.832039:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978059.832042:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978059.832045:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825516:825516:256:4294967295] 192.168.201.148@tcp LPNI seq info [825487:825487:8:4294967295] 00000400:00000200:0.0:1783978059.832050:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978059.832057:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978059.832061:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978059.832065:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4b53500. 00000800:00000200:0.0:1783978059.832069:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978059.832072:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783978059.832083:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978059.832085:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4b53500. 00000400:00000200:0.0:1783978059.832099:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978059.832103:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978059.832106:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075000 00000400:00000010:0.0:1783978059.832107:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075000. 00000100:00000001:0.0:1783978059.832110:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978059.832113:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b100 x1870620402839552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.832126:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978059.832129:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b100 x1870620402839552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978084 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.832135:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978059.832137:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978059.832139:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978059.832142:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978059.832145:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978059.832147:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310385683 00000100:00000001:0.0:1783978059.832149:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310386942 00000100:00000001:0.0:1783978059.832151:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310385683 00000100:00000001:0.0:1783978059.832153:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310386942 00000100:00000001:0.0:1783978059.832156:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978059.832158:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978059.832159:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978059.832162:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978059/real 1783978059] req@ffff9b83eed3b100 x1870620402839552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978059.832169:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978059.832170:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978059.832172:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978059.832174:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978059.832175:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978059.832177:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978059.832180:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b100 x1870620402839552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978059.832188:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b100 x1870620402839552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.832194:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978059.832195:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978059.832197:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978059.832198:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978059.832202:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b100 x1870620402839552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.832208:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978059.832211:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b100 x1870620402839552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978084 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.832218:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978059.832220:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978059.832221:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978059.832222:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978059.832224:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978059.832232:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978059.832234:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978059.832236:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978059.832238:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978059.832242:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b100 x1870620402839552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978084 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978059.832249:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402839552:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978059.832252:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978059.832256:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620402839680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.832262:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978059.832263:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978059.832265:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978059.832267:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978059.832269:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978059.832272:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402839680:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978059.832275:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978059.832276:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978059.832278:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978059.832279:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978059.832283:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978059.832285:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978059.832287:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978059.832290:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978059.832310:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978059.832313:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402839680, portal 10 00000100:00000001:0.0:1783978059.832315:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978059.832316:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783978059.833076:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620402839680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.833087:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978059.833100:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978059.833104:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075000. 00000100:00000200:0.0:1783978059.833107:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402839680, offset 0 00000400:00000200:0.0:1783978059.833111:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978059.833117:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978059.833121:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978059.833125:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978059.833128:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978059.833130:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978059.833133:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978059.833136:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825517:825517:256:4294967295] 192.168.201.148@tcp LPNI seq info [825488:825488:8:4294967295] 00000400:00000200:0.0:1783978059.833140:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978059.833147:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978059.833152:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978059.833155:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4b53500. 00000800:00000200:0.0:1783978059.833160:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978059.833163:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783978059.833175:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978059.833177:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4b53500. 00000400:00000200:0.0:1783978059.833180:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978059.833184:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978059.833187:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075000 00000400:00000010:0.0:1783978059.833189:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075000. 00000100:00000001:0.0:1783978059.833192:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978059.833196:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620402839680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.833204:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978059.833207:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620402839680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978084 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.833214:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978059.833215:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978059.833218:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978059.833221:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978059.833224:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978059.833226:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310385679 00000100:00000001:0.0:1783978059.833229:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310386942 00000100:00000001:0.0:1783978059.833231:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310385679 00000100:00000001:0.0:1783978059.833233:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310386942 00000100:00000001:0.0:1783978059.833236:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978059.833238:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978059.833240:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978059.833244:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978059/real 1783978059] req@ffff9b83eed39f80 x1870620402839680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978059.833251:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978059.833253:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978059.833255:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978059.833257:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978059.833259:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978059.833261:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978059.833264:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620402839680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978059.833272:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620402839680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.833277:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978059.833278:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978059.833279:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978059.833280:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978059.833282:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620402839680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.833288:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978059.833291:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620402839680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978084 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.833319:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978059.833458:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978059.833460:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978059.833462:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978059.833464:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978059.833471:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978059.833474:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978059.833478:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978059.833480:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978059.833484:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620402839680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978084 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978059.833497:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402839680:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978059.833501:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978059.833504:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620402839808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.833508:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978059.833509:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978059.833510:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978059.833512:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978059.833513:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978059.833515:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402839808:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978059.833518:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978059.833521:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978059.833522:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978059.833524:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978059.833528:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978059.833530:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978059.833534:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978059.833537:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978059.833541:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978059.833545:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402839808, portal 4 00000100:00000001:0.0:1783978059.833547:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978059.833548:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783978059.833555:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620402839808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.833561:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978059.833563:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978059.833565:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075000. 00000100:00000200:0.0:1783978059.833576:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402839808, offset 0 00000400:00000200:0.0:1783978059.833580:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978059.833584:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978059.833588:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978059.833591:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978059.833593:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978059.833595:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978059.833597:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978059.833600:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825518:825518:256:4294967295] 192.168.201.148@tcp LPNI seq info [825489:825489:8:4294967295] 00000400:00000200:0.0:1783978059.833604:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978059.833610:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978059.833615:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978059.833618:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4b53500. 00000800:00000200:0.0:1783978059.833621:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978059.833624:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783978059.833631:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978059.833632:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4b53500. 00000400:00000200:0.0:1783978059.833634:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978059.833636:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978059.833639:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075000 00000400:00000010:0.0:1783978059.833640:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075000. 00000100:00000001:0.0:1783978059.833642:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978059.833644:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3a300 x1870620402839808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.833656:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978059.833659:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620402839808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978084 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.833665:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978059.833666:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978059.833669:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978059.833672:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978059.833675:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978059.833677:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310385707 00000100:00000001:0.0:1783978059.833680:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310386942 00000100:00000001:0.0:1783978059.833682:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310385707 00000100:00000001:0.0:1783978059.833684:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310386942 00000100:00000001:0.0:1783978059.833686:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978059.833688:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978059.833690:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978059.833694:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978059/real 1783978059] req@ffff9b83eed3a300 x1870620402839808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978059.833702:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978059.833703:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978059.833704:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978059.833705:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978059.833707:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978059.833708:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978059.833710:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620402839808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978059.833715:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620402839808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.833719:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978059.833720:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978059.833721:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978059.833721:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978059.833723:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620402839808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.833727:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978059.833729:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620402839808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978084 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.833733:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978059.833735:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978059.833736:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978059.833736:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978059.833738:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978059.833740:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978059.833742:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978059.833744:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978059.833745:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978059.833747:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620402839808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978084 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978059.833752:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402839808:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978059.833754:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978059.833757:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b480 x1870620402839936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.833762:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978059.833764:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978059.833766:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978059.833767:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978059.833769:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978059.833772:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402839936:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978059.833775:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978059.833776:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978059.833778:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978059.833779:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978059.833782:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978059.833784:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978059.833787:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978059.833789:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978059.833792:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978059.833795:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402839936, portal 4 00000100:00000001:0.0:1783978059.833797:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978059.833798:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682713728 : -110484026837888 : ffff9b83eed3b480) 00000100:00000040:0.0:1783978059.833844:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b480 x1870620402839936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.833851:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978059.833853:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978059.833856:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075000. 00000100:00000200:0.0:1783978059.833858:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402839936, offset 0 00000400:00000200:0.0:1783978059.833862:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978059.833866:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978059.833869:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978059.833871:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978059.833874:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978059.833876:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978059.833878:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978059.833881:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825519:825519:256:4294967295] 192.168.201.148@tcp LPNI seq info [825490:825490:8:4294967295] 00000400:00000200:0.0:1783978059.833884:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978059.833890:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978059.833894:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978059.833897:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4b53500. 00000800:00000200:0.0:1783978059.833901:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978059.833903:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783978059.833913:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978059.833915:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4b53500. 00000400:00000200:0.0:1783978059.833918:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978059.833921:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978059.833924:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075000 00000400:00000010:0.0:1783978059.833925:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075000. 00000100:00000001:0.0:1783978059.833928:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978059.833931:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b480 x1870620402839936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.833943:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978059.833946:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620402839936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978084 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.833952:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978059.833954:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978059.833956:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978059.833959:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978059.833962:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978059.833963:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310385697 00000100:00000001:0.0:1783978059.833966:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310386942 00000100:00000001:0.0:1783978059.833967:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310385697 00000100:00000001:0.0:1783978059.833969:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310386942 00000100:00000001:0.0:1783978059.833971:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978059.833973:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978059.833975:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978059.833978:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978059/real 1783978059] req@ffff9b83eed3b480 x1870620402839936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978059.833986:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978059.833987:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978059.833989:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978059.833992:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978059.833993:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978059.833995:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978059.833997:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b480 x1870620402839936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978059.834005:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b480 x1870620402839936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.834010:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978059.834012:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978059.834013:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978059.834015:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978059.834018:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b480 x1870620402839936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.834023:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978059.834026:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b480 x1870620402839936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978084 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.834032:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978059.834034:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978059.834036:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978059.834037:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978059.834039:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978059.834043:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978059.834045:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978059.834048:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978059.834050:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978059.834054:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b480 x1870620402839936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978084 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978059.834061:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402839936:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978059.834064:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978059.834065:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978059.834068:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39180 x1870620402839424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978084 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.834072:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978059.834074:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978059.834076:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783978059.834079:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978059.834081:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978059.834082:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978059.834083:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978059.834085:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16c00. 02000000:00000001:0.0:1783978059.834098:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978059.834101:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978059.834103:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39180. 00000100:00000001:0.0:1783978059.834107:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978059.834108:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978059.834110:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978059.834117:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b100 x1870620402839552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978084 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.834123:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978059.834124:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978059.834125:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978059.834128:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978059.834129:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978059.834131:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978059.834132:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978059.834134:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15400. 02000000:00000001:0.0:1783978059.834136:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978059.834137:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978059.834138:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b100. 00000100:00000001:0.0:1783978059.834141:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978059.834142:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978059.834144:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978059.834147:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620402839680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978084 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.834153:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978059.834154:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978059.834156:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978059.834159:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978059.834160:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978059.834161:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978059.834163:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978059.834165:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16400. 02000000:00000001:0.0:1783978059.834167:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978059.834168:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978059.834169:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783978059.834171:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978059.834173:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978059.834174:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978059.834177:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620402839808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978084 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.834183:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978059.834184:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978059.834186:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978059.834188:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978059.834189:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978059.834191:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978059.834192:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978059.834194:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16800. 02000000:00000001:0.0:1783978059.834196:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978059.834196:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978059.834197:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783978059.834199:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978059.834200:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978059.834202:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978059.834204:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b480 x1870620402839936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978084 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978059.834209:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978059.834210:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978059.834211:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978059.834213:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978059.834214:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978059.834215:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978059.834217:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978059.834218:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec17400. 02000000:00000001:0.0:1783978059.834220:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978059.834221:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978059.834222:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b480. 00000100:00000001:0.0:1783978059.834224:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978059.834225:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978059.834227:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978059.834235:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978059.834237:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978059.834239:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978059.834241:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978060.211450:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978060.211457:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978060.211460:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978060.211465:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978060.211469:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978060.211474:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978060.211478:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978060.211480:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978060.211483:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978060.339482:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978060.339486:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978060.339489:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978060.339494:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978060.339500:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978060.339505:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978060.339511:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978060.339514:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978060.339517:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978060.339549:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978060.339554:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978060.339559:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978060.339560:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978060.339562:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978060.339563:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978060.339565:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978060.339566:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978060.339568:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978060.339569:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978060.339662:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978060.339664:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978060.339665:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978060.339667:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978060.339668:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978060.339671:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978060.339672:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978060.339674:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978060.339676:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978061.235406:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978061.235415:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978061.235418:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978061.235423:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978061.235429:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978061.235435:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978061.235440:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978061.235445:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978061.235449:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978061.363393:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978061.363401:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978061.363406:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978061.363411:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978061.363417:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978061.363422:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978061.363426:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978061.363429:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978061.363434:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978061.363449:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978061.363453:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978061.363458:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978061.363464:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978061.363469:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978061.363473:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978061.363478:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978061.363479:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978061.363484:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978061.363523:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978061.363528:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978061.363530:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978061.363534:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978061.363537:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978061.363539:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978061.363540:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978061.363543:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978061.363546:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978061.363547:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978061.363550:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978061.363551:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978061.363553:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978061.363554:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978061.363556:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978061.363557:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978062.259384:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978062.259392:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978062.259394:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978062.259400:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978062.259404:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978062.259407:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978062.259410:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978062.259414:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978062.259419:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978062.387411:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978062.387420:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978062.387425:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978062.387434:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978062.387440:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978062.387444:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978062.387449:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978062.387453:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978062.387456:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978062.387474:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978062.387478:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978062.387480:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978062.387484:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978062.387490:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978062.387496:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978062.387503:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978062.387507:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978062.387512:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978062.387536:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978062.387540:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978062.387545:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978062.387548:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978062.387551:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978062.387552:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978062.387556:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978062.387557:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978062.387561:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978062.387562:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978063.283414:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978063.283421:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978063.283422:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978063.283427:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978063.283429:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978063.283432:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978063.283434:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978063.283436:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978063.283438:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978063.411382:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978063.411387:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978063.411391:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978063.411397:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978063.411403:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978063.411406:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978063.411554:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978063.411555:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978063.411560:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978063.411581:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978063.411584:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978063.411588:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978063.411589:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978063.411592:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978063.411593:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978063.411597:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978063.411598:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978063.411601:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978063.411602:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978064.307454:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978064.307459:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978064.307462:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978064.307465:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978064.307468:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978064.307478:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978064.307481:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978064.307483:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978064.307485:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978064.435423:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978064.435429:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978064.435439:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978064.435442:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978064.435449:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978064.435452:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978064.435457:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978064.435461:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978064.435467:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978064.435471:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978064.435501:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978064.435505:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978064.435511:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978064.436240:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978064.436244:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978064.436245:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978064.436248:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978064.436251:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978064.436253:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978064.436255:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978064.436257:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978064.436259:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978064.436282:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978064.436287:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978064.436290:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978064.436310:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978064.436313:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978064.436315:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978064.436317:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978064.436319:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978064.436322:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978064.948995:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978064.949009:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978064.949011:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978064.949018:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0e00 x1870620402840064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.949026:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978064.949028:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978064.949031:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978064.949034:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978064.949036:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978064.949039:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402840064:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978064.949043:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978064.949047:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978064.949049:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978064.949051:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978064.949056:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978064.949058:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978064.949063:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978064.949067:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978064.949073:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978064.949081:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402840064, portal 25 00000100:00000001:0.0:1783978064.949084:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978064.949085:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889961472 : -110483819590144 : ffff9b83fb2e0e00) 00000100:00000040:0.0:1783978064.949091:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0e00 x1870620402840064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.949098:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978064.949101:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978064.949103:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075000. 00000100:00000200:0.0:1783978064.949107:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402840064, offset 0 00000400:00000200:0.0:1783978064.949113:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978064.949120:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978064.949126:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978064.949132:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978064.949136:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978064.949140:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978064.949142:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978064.949147:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825520:825520:256:4294967295] 192.168.201.148@tcp LPNI seq info [825491:825491:8:4294967295] 00000400:00000200:0.0:1783978064.949151:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978064.949160:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978064.949165:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978064.949170:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4b53500. 00000800:00000200:0.0:1783978064.949176:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978064.949179:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783978064.949191:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978064.949193:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4b53500. 00000400:00000200:0.0:1783978064.949199:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978064.949203:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978064.949208:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075000 00000400:00000010:0.0:1783978064.949210:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075000. 00000100:00000001:0.0:1783978064.949216:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978064.949220:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0e00 x1870620402840064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.949228:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978064.949231:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0e00 x1870620402840064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978089 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.949238:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978064.949239:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978064.949245:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978064.949248:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978064.949251:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4310392059 00000100:00000010:0.0:1783978064.949256:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783978064.949261:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978064.949266:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4310392059 00000100:00000010:0.0:1783978064.949270:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783978064.949273:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978064.949276:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978064.949278:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978064.949281:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978064.949285:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978064/real 1783978064] req@ffff9b83fb2e0e00 x1870620402840064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978064.949315:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978064.949317:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978064.949319:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978064.949322:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978064.949324:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978064.949326:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978064.949386:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0e00 x1870620402840064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978064.949395:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0e00 x1870620402840064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.949401:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978064.949403:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978064.949405:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978064.949407:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978064.949410:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0e00 x1870620402840064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.949417:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978064.949421:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0e00 x1870620402840064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978089 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.949427:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978064.949430:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978064.949431:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978064.949432:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978064.949435:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978064.949437:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978064.949439:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978064.949443:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978064.949445:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978064.949449:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0e00 x1870620402840064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978089 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978064.949456:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402840064:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978064.949461:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978064.949464:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0700 x1870620402840192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.949469:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978064.949470:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978064.949472:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978064.949474:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978064.949476:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978064.949478:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402840192:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978064.949481:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978064.949483:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978064.949484:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978064.949486:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978064.949489:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978064.949491:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978064.949494:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978064.949496:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978064.949499:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978064.949502:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402840192, portal 10 00000100:00000001:0.0:1783978064.949504:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978064.949505:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889959680 : -110483819591936 : ffff9b83fb2e0700) 00000100:00000040:0.0:1783978064.949511:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0700 x1870620402840192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.949517:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978064.949519:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978064.949521:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075000. 00000100:00000200:0.0:1783978064.949524:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402840192, offset 0 00000400:00000200:0.0:1783978064.949527:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978064.949531:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978064.949535:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978064.949537:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978064.949539:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978064.949542:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978064.949544:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978064.949547:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825521:825521:256:4294967295] 192.168.201.148@tcp LPNI seq info [825492:825492:8:4294967295] 00000400:00000200:0.0:1783978064.949551:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978064.949557:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978064.949561:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978064.949564:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4b53500. 00000800:00000200:0.0:1783978064.949567:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978064.949569:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783978064.949578:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978064.949580:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4b53500. 00000400:00000200:0.0:1783978064.949583:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978064.949586:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978064.949589:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075000 00000400:00000010:0.0:1783978064.949591:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075000. 00000100:00000001:0.0:1783978064.949593:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978064.949596:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0700 x1870620402840192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.949602:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978064.949605:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0700 x1870620402840192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978089 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.949615:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978064.949616:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978064.949619:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978064.949622:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978064.949625:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978064.949627:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310390801 00000100:00000001:0.0:1783978064.949629:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310392059 00000100:00000001:0.0:1783978064.949631:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310390801 00000100:00000001:0.0:1783978064.949632:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310392059 00000100:00000001:0.0:1783978064.949634:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978064.949636:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978064.949638:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978064.949640:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978064/real 1783978064] req@ffff9b83fb2e0700 x1870620402840192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978064.949646:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978064.949647:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978064.949649:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978064.949651:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978064.949652:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978064.949654:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978064.949656:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0700 x1870620402840192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978064.949663:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0700 x1870620402840192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.949668:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978064.949669:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978064.949670:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978064.949672:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978064.949674:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0700 x1870620402840192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.949680:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978064.949683:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0700 x1870620402840192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978089 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.949688:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978064.949690:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978064.949691:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978064.949692:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978064.949693:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978064.949701:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978064.949702:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978064.949706:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978064.949707:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978064.949710:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0700 x1870620402840192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978089 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978064.949717:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402840192:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978064.949720:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978064.949723:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1500 x1870620402840320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.949728:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978064.949729:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978064.949731:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978064.949733:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978064.949735:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978064.949737:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402840320:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978064.949740:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978064.949741:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978064.949743:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978064.949744:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978064.949747:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978064.949749:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978064.949751:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978064.949753:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978064.949756:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978064.949758:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402840320, portal 10 00000100:00000001:0.0:1783978064.949759:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978064.949760:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889963264 : -110483819588352 : ffff9b83fb2e1500) 00000100:00000040:0.0:1783978064.949765:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1500 x1870620402840320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.949771:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978064.949773:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978064.949775:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075000. 00000100:00000200:0.0:1783978064.949777:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402840320, offset 0 00000400:00000200:0.0:1783978064.949780:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978064.949783:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978064.949786:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978064.949788:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978064.949790:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978064.949792:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978064.949794:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978064.949796:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825522:825522:256:4294967295] 192.168.201.148@tcp LPNI seq info [825493:825493:8:4294967295] 00000400:00000200:0.0:1783978064.949799:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978064.949805:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978064.949809:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978064.949812:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4b53500. 00000800:00000200:0.0:1783978064.949815:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978064.949817:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783978064.949825:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978064.949827:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4b53500. 00000400:00000200:0.0:1783978064.949829:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978064.949832:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978064.949834:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075000 00000400:00000010:0.0:1783978064.949836:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075000. 00000100:00000001:0.0:1783978064.949838:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978064.949841:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1500 x1870620402840320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.949847:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978064.949849:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1500 x1870620402840320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978089 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.949855:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978064.949856:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978064.949858:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978064.949860:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978064.949863:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978064.949864:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310390796 00000100:00000001:0.0:1783978064.949866:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310392059 00000100:00000001:0.0:1783978064.949868:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310390796 00000100:00000001:0.0:1783978064.949870:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310392059 00000100:00000001:0.0:1783978064.949872:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978064.949874:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978064.949876:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978064.949879:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978064/real 1783978064] req@ffff9b83fb2e1500 x1870620402840320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978064.949886:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978064.949887:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978064.949888:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978064.949890:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978064.949892:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978064.949894:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978064.949897:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1500 x1870620402840320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978064.949904:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1500 x1870620402840320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.949909:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978064.949910:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978064.949912:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978064.949913:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978064.949916:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1500 x1870620402840320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.949921:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978064.949924:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1500 x1870620402840320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978089 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.949930:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978064.949931:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978064.949933:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978064.949934:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978064.949935:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978064.949940:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978064.949941:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978064.949944:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978064.949945:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978064.949948:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1500 x1870620402840320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978089 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978064.949955:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402840320:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978064.949958:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978064.949961:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2d80 x1870620402840448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.949966:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978064.949968:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978064.949969:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978064.949971:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978064.949972:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978064.949975:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402840448:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978064.949977:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978064.949979:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978064.949980:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978064.949981:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978064.949984:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978064.949986:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978064.949988:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978064.949990:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978064.949993:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978064.949996:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402840448, portal 4 00000100:00000001:0.0:1783978064.949997:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978064.949998:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889969536 : -110483819582080 : ffff9b83fb2e2d80) 00000100:00000040:0.0:1783978064.950016:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2d80 x1870620402840448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.950022:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978064.950024:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978064.950026:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075000. 00000100:00000200:0.0:1783978064.950029:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402840448, offset 0 00000400:00000200:0.0:1783978064.950032:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978064.950035:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978064.950038:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978064.950040:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978064.950043:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978064.950045:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978064.950047:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978064.950050:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825523:825523:256:4294967295] 192.168.201.148@tcp LPNI seq info [825494:825494:8:4294967295] 00000400:00000200:0.0:1783978064.950054:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978064.950059:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978064.950063:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978064.950066:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4b53500. 00000800:00000200:0.0:1783978064.950069:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978064.950072:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783978064.950081:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978064.950083:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4b53500. 00000400:00000200:0.0:1783978064.950086:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978064.950089:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978064.950092:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075000 00000400:00000010:0.0:1783978064.950093:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075000. 00000100:00000001:0.0:1783978064.950096:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978064.950099:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2d80 x1870620402840448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.950105:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978064.950108:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2d80 x1870620402840448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978089 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.950114:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978064.950115:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978064.950118:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978064.950121:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978064.950124:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978064.950125:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310390823 00000100:00000001:0.0:1783978064.950128:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310392059 00000100:00000001:0.0:1783978064.950130:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310390823 00000100:00000001:0.0:1783978064.950132:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310392059 00000100:00000001:0.0:1783978064.950134:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978064.950136:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978064.950137:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978064.950140:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978064/real 1783978064] req@ffff9b83fb2e2d80 x1870620402840448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978064.950147:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978064.950148:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978064.950150:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978064.950152:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978064.950153:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978064.950155:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978064.950158:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2d80 x1870620402840448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978064.950164:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2d80 x1870620402840448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.950169:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978064.950171:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978064.950172:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978064.950174:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978064.950176:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2d80 x1870620402840448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.950182:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978064.950185:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2d80 x1870620402840448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978089 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.950190:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978064.950192:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978064.950194:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978064.950195:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978064.950197:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978064.950200:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978064.950202:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978064.950205:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978064.950207:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978064.950211:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2d80 x1870620402840448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978089 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978064.950217:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402840448:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978064.950221:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978064.950224:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3b80 x1870620402840576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.950229:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978064.950230:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978064.950233:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978064.950234:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978064.950236:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978064.950238:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402840576:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978064.950241:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978064.950243:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978064.950244:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978064.950246:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978064.950248:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783978064.950250:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978064.950253:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978064.950255:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978064.950257:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978064.950260:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402840576, portal 4 00000100:00000001:0.0:1783978064.950261:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978064.950263:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889973120 : -110483819578496 : ffff9b83fb2e3b80) 00000100:00000040:0.0:1783978064.950268:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3b80 x1870620402840576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.950273:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978064.950276:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978064.950277:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075000. 00000100:00000200:0.0:1783978064.950279:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402840576, offset 0 00000400:00000200:0.0:1783978064.950283:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978064.950286:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978064.950288:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978064.950290:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978064.950313:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978064.950315:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978064.950318:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978064.950321:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825524:825524:256:4294967295] 192.168.201.148@tcp LPNI seq info [825495:825495:8:4294967295] 00000400:00000200:0.0:1783978064.950325:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978064.951013:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978064.951021:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978064.951030:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4b53500. 00000800:00000200:0.0:1783978064.951034:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978064.951037:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783978064.951048:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978064.951050:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4b53500. 00000400:00000200:0.0:1783978064.951053:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978064.951056:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978064.951060:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075000 00000400:00000010:0.0:1783978064.951061:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075000. 00000100:00000001:0.0:1783978064.951064:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978064.951069:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3b80 x1870620402840576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.951077:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978064.951080:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3b80 x1870620402840576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978089 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.951086:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978064.951088:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978064.951092:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978064.951096:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978064.951099:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978064.951101:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310390814 00000100:00000001:0.0:1783978064.951103:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310392059 00000100:00000001:0.0:1783978064.951105:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310390814 00000100:00000001:0.0:1783978064.951107:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310392059 00000100:00000001:0.0:1783978064.951108:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978064.951110:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978064.951117:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978064.951121:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978064/real 1783978064] req@ffff9b83fb2e3b80 x1870620402840576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978064.951136:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978064.951138:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978064.951140:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978064.951142:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978064.951144:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978064.951146:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978064.951149:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3b80 x1870620402840576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978064.951156:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3b80 x1870620402840576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.951162:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978064.951163:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978064.951169:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978064.951170:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978064.951173:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3b80 x1870620402840576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.951179:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978064.951182:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3b80 x1870620402840576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978089 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.951188:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978064.951191:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978064.951192:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978064.951193:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978064.951195:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978064.951199:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978064.951202:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978064.951205:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978064.951207:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978064.951210:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3b80 x1870620402840576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978089 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978064.951217:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402840576:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978064.951221:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978064.951223:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978064.951226:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0e00 x1870620402840064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978089 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.951233:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978064.951235:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978064.951238:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978064.951241:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978064.951243:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978064.951244:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978064.951246:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978064.951249:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065400. 02000000:00000001:0.0:1783978064.951252:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978064.951254:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978064.951255:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0e00. 00000100:00000001:0.0:1783978064.951259:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978064.951260:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978064.951261:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978064.951264:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0700 x1870620402840192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978089 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.951269:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978064.951271:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978064.951272:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978064.951274:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978064.951275:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978064.951276:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978064.951278:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978064.951279:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065000. 02000000:00000001:0.0:1783978064.951282:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978064.951283:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978064.951284:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0700. 00000100:00000001:0.0:1783978064.951286:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978064.951287:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978064.951288:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978064.951292:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1500 x1870620402840320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978089 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.951318:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978064.951319:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978064.951320:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978064.951322:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978064.951324:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978064.951325:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978064.951327:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978064.951328:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064800. 02000000:00000001:0.0:1783978064.951339:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978064.951341:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978064.951342:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1500. 00000100:00000001:0.0:1783978064.951344:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978064.951345:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978064.951347:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978064.951350:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2d80 x1870620402840448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978089 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.951360:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978064.951361:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978064.951363:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978064.951365:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978064.951366:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978064.951367:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978064.951369:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978064.951371:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067800. 02000000:00000001:0.0:1783978064.951373:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978064.951373:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978064.951374:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2d80. 00000100:00000001:0.0:1783978064.951377:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978064.951378:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978064.951380:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978064.951383:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3b80 x1870620402840576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978089 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978064.951388:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978064.951389:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978064.951391:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783978064.951432:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978064.951433:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978064.951434:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978064.951436:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978064.951438:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065800. 02000000:00000001:0.0:1783978064.951440:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978064.951441:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978064.951442:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3b80. 00000100:00000001:0.0:1783978064.951444:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978064.951445:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978064.951447:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978064.951455:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978064.951457:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978064.951459:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978064.951461:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978065.331401:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978065.331409:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978065.331413:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978065.331420:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978065.331426:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978065.331432:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978065.331438:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978065.331442:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978065.331445:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978065.459432:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978065.459437:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978065.459439:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978065.459443:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978065.459446:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978065.459449:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978065.459452:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978065.459453:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978065.459455:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978065.459473:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978065.459475:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978065.459478:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978065.459479:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978065.459482:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978065.459483:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978065.459485:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978065.459486:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978065.459488:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978065.459489:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978065.459502:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978065.459504:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978065.459505:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978065.460127:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978065.460130:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978065.460132:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978065.460136:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978065.460139:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978065.460143:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978065.460145:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978065.460147:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978065.460151:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978065.462012:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978065.462015:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978065.462018:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978065.462021:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978065.462038:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978065.462041:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978065.462043:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978065.462044:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978065.462046:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978066.355437:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978066.355446:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978066.355454:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978066.355460:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978066.355463:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978066.355466:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978066.355469:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978066.355477:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978066.355480:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978066.483427:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978066.483433:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978066.483441:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978066.483447:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978066.483453:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978066.483457:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978066.483460:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978066.483462:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978066.483465:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978066.483550:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978066.483554:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978066.483558:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978066.483562:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978066.483564:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978066.483567:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978066.483570:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978066.483572:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978066.483575:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978066.483577:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978066.483582:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978066.483584:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978066.483586:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978066.483587:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978066.483589:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978066.483591:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978066.483593:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978066.483595:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978066.483598:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978066.483600:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978066.483601:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978066.483603:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978066.483605:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978066.483606:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978066.483608:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978066.483609:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978066.483613:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978066.483614:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978066.483615:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978066.483617:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978066.483619:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978066.483620:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978066.483622:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978066.483624:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978066.483643:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978066.483648:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978066.483654:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978067.379527:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978067.379531:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978067.379532:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978067.379534:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978067.379536:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978067.379538:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978067.379540:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978067.379542:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978067.379544:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978067.507445:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978067.507452:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978067.507458:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978067.507459:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978067.507464:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978067.507465:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978067.507469:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978067.507470:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978067.507474:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978067.507475:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978067.507500:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978067.507504:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978067.507507:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978067.507855:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978067.507858:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978067.507859:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978067.507862:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978067.507864:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978067.507865:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978067.507867:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978067.507869:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978067.507871:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978067.508022:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978067.508024:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978067.508026:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978067.508028:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978067.508030:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978067.508032:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978067.508033:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978067.508035:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978067.508037:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978068.404441:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978068.404445:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978068.404447:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978068.404450:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978068.404453:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978068.404455:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978068.404457:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978068.404458:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978068.404461:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978068.531689:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978068.531693:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978068.531695:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978068.531698:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978068.531700:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978068.531702:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978068.531704:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978068.531705:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978068.531708:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978068.531716:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978068.531718:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978068.531719:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978068.531721:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978068.531722:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978068.531724:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978068.531726:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978068.531727:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978068.531729:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978068.531745:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978068.531748:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978068.531752:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978068.531753:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978068.531757:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978068.531758:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978068.531762:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978068.531763:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978068.531766:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978068.531768:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978068.531784:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978068.531786:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978068.531789:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978069.427357:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978069.427364:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978069.427367:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978069.427372:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978069.427378:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978069.427383:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978069.427389:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978069.427393:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978069.427395:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978069.561808:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978069.561812:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978069.561817:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978069.561819:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978069.561823:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978069.561825:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978069.561828:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978069.561830:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978069.561833:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978069.561834:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978069.561853:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978069.561857:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978069.561859:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978070.067905:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978070.067910:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978070.067927:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978070.067934:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882a00 x1870620402840704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.067947:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978070.067951:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978070.067959:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978070.067963:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978070.067970:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978070.067978:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402840704:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978070.067988:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978070.067993:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978070.067998:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978070.068002:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978070.068008:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783978070.068011:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978070.068021:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978070.068025:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978070.068031:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978070.068036:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402840704, portal 25 00000100:00000001:0.0:1783978070.068040:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978070.068043:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694540288 : -110484015011328 : ffff9b83ef882a00) 00000100:00000040:0.0:1783978070.068051:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882a00 x1870620402840704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.068062:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978070.068068:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978070.068072:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075000. 00000100:00000200:0.0:1783978070.068076:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402840704, offset 0 00000400:00000200:0.0:1783978070.068084:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978070.068092:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978070.068100:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978070.068106:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978070.068112:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978070.068117:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978070.068120:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978070.068127:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825525:825525:256:4294967295] 192.168.201.148@tcp LPNI seq info [825496:825496:8:4294967295] 00000400:00000200:0.0:1783978070.068136:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978070.068147:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978070.068154:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978070.068158:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4b53500. 00000800:00000200:0.0:1783978070.068165:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978070.068169:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783978070.068181:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978070.068184:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4b53500. 00000400:00000200:0.0:1783978070.068190:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978070.068193:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978070.068197:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075000 00000400:00000010:0.0:1783978070.068199:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075000. 00000100:00000001:0.0:1783978070.068203:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978070.068206:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882a00 x1870620402840704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.068218:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978070.068220:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882a00 x1870620402840704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978095 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.068225:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978070.068226:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978070.068230:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978070.068233:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978070.068235:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4310397178 00000100:00000010:0.0:1783978070.068238:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783978070.068243:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978070.068248:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4310397178 00000100:00000010:0.0:1783978070.068250:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783978070.068252:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978070.068254:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978070.068256:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978070.068258:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978070.068260:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978070/real 1783978070] req@ffff9b83ef882a00 x1870620402840704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978070.068266:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978070.068267:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978070.068269:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978070.068270:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978070.068272:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978070.068273:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978070.068275:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882a00 x1870620402840704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978070.068280:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882a00 x1870620402840704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.068284:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978070.068285:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978070.068287:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978070.068288:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978070.068290:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882a00 x1870620402840704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.068314:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978070.068317:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882a00 x1870620402840704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978095 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.068322:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978070.068324:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978070.068325:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978070.068326:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978070.068328:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978070.068329:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978070.068331:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978070.068333:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978070.068335:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978070.068337:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882a00 x1870620402840704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978095 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978070.068343:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402840704:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978070.068346:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978070.068348:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978070.068349:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882a00 x1870620402840704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978095 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.068353:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978070.068354:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978070.068356:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783978070.068359:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978070.068361:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978070.068363:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978070.068365:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978070.068367:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636c00. 02000000:00000001:0.0:1783978070.068371:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978070.068373:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978070.068375:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882a00. 00000100:00000001:0.0:1783978070.068379:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978070.068380:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978070.068382:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978070.068390:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978070.068392:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978070.068395:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978070.068396:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978070.068398:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978070.068401:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883480 x1870620402840832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.068409:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978070.068410:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978070.068412:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978070.068414:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978070.068416:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978070.068419:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402840832:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978070.068421:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978070.068423:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978070.068424:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978070.068425:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978070.068428:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783978070.068429:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978070.068433:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978070.068435:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978070.068439:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978070.068441:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402840832, portal 10 00000100:00000001:0.0:1783978070.068442:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978070.068444:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542976 : -110484015008640 : ffff9b83ef883480) 00000100:00000040:0.0:1783978070.068449:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883480 x1870620402840832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.068453:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978070.068455:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978070.068458:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075000. 00000100:00000200:0.0:1783978070.068460:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402840832, offset 0 00000400:00000200:0.0:1783978070.068464:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978070.068467:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978070.068471:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978070.068475:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978070.068478:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978070.068480:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978070.068483:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978070.068487:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825526:825526:256:4294967295] 192.168.201.148@tcp LPNI seq info [825497:825497:8:4294967295] 00000400:00000200:0.0:1783978070.068492:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978070.068502:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978070.068507:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978070.068511:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4b53500. 00000800:00000200:0.0:1783978070.068516:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978070.068518:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783978070.068526:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978070.068527:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4b53500. 00000400:00000200:0.0:1783978070.068530:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978070.068533:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978070.068536:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075000 00000400:00000010:0.0:1783978070.068537:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075000. 00000100:00000001:0.0:1783978070.068540:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978070.068543:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883480 x1870620402840832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.068548:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978070.068550:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883480 x1870620402840832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978095 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.068559:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978070.068560:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978070.068563:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978070.068566:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978070.068569:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978070.068571:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310395920 00000100:00000001:0.0:1783978070.068572:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310397178 00000100:00000001:0.0:1783978070.068574:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310395920 00000100:00000001:0.0:1783978070.068576:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310397178 00000100:00000001:0.0:1783978070.068577:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978070.068579:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978070.068580:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978070.068583:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978070/real 1783978070] req@ffff9b83ef883480 x1870620402840832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978070.068588:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978070.068589:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978070.068591:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978070.068593:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978070.068594:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978070.068596:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978070.068598:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883480 x1870620402840832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978070.068604:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883480 x1870620402840832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.068608:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978070.068609:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978070.068610:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978070.068611:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978070.068614:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883480 x1870620402840832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.068619:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978070.068622:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883480 x1870620402840832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978095 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.068626:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978070.068628:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978070.068629:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978070.068630:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978070.068631:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978070.068640:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978070.068641:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978070.068644:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978070.068646:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978070.068650:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883480 x1870620402840832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978095 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978070.068657:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402840832:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978070.068660:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978070.068662:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978070.068665:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883480 x1870620402840832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978095 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.068672:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978070.068674:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978070.068676:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783978070.068679:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978070.068680:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978070.068682:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978070.068684:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978070.068686:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783978070.068690:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978070.068691:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978070.068692:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883480. 00000100:00000001:0.0:1783978070.068697:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978070.068698:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978070.068700:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978070.068703:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978070.068704:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978070.068706:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978070.068707:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978070.070167:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978070.070171:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978070.070172:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978070.070178:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883100 x1870620402840960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.070187:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978070.070188:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978070.070190:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978070.070191:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978070.070193:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978070.070195:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402840960:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978070.070197:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978070.070199:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978070.070200:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978070.070201:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978070.070204:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783978070.070205:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978070.070208:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978070.070210:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978070.070213:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978070.070217:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402840960, portal 10 00000100:00000001:0.0:1783978070.070218:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978070.070219:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542080 : -110484015009536 : ffff9b83ef883100) 00000100:00000040:0.0:1783978070.070224:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883100 x1870620402840960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.070232:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978070.070234:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978070.070235:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075000. 00000100:00000200:0.0:1783978070.070237:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402840960, offset 0 00000400:00000200:0.0:1783978070.070240:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978070.070244:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978070.070247:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978070.070250:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978070.070252:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978070.070254:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978070.070255:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978070.070258:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825527:825527:256:4294967295] 192.168.201.148@tcp LPNI seq info [825498:825498:8:4294967295] 00000400:00000200:0.0:1783978070.070260:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978070.070265:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978070.070268:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978070.070271:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4b53500. 00000800:00000200:0.0:1783978070.070275:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978070.070277:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783978070.070284:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978070.070285:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4b53500. 00000400:00000200:0.0:1783978070.070288:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978070.070290:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978070.070306:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075000 00000400:00000010:0.0:1783978070.070308:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075000. 00000100:00000001:0.0:1783978070.070310:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978070.070312:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883100 x1870620402840960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.070319:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978070.070320:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883100 x1870620402840960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978095 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.070328:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978070.070329:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978070.070332:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978070.070334:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978070.070336:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978070.070338:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310395916 00000100:00000001:0.0:1783978070.070339:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310397178 00000100:00000001:0.0:1783978070.070341:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310395916 00000100:00000001:0.0:1783978070.070342:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310397178 00000100:00000001:0.0:1783978070.070343:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978070.070344:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978070.070346:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978070.070348:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978070/real 1783978070] req@ffff9b83ef883100 x1870620402840960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978070.070353:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978070.070354:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978070.070355:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978070.070356:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978070.070357:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978070.070358:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978070.070360:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883100 x1870620402840960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978070.070367:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883100 x1870620402840960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.070373:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978070.070374:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978070.070376:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978070.070377:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978070.070381:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883100 x1870620402840960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.070388:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978070.070392:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883100 x1870620402840960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978095 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.070398:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978070.070401:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978070.070402:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978070.070404:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978070.070406:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978070.070412:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978070.070414:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978070.070418:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978070.070420:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978070.070423:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883100 x1870620402840960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978095 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978070.070428:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402840960:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978070.070430:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978070.070432:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880000 x1870620402841088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.070436:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978070.070437:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978070.070438:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978070.070439:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978070.070440:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978070.070442:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402841088:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978070.070444:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978070.070445:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978070.070446:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978070.070447:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978070.070450:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978070.070451:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978070.070454:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978070.070455:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978070.070457:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978070.070459:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402841088, portal 4 00000100:00000001:0.0:1783978070.070460:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978070.070461:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694529536 : -110484015022080 : ffff9b83ef880000) 00000100:00000040:0.0:1783978070.070465:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880000 x1870620402841088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.070470:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978070.070472:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978070.070474:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075000. 00000100:00000200:0.0:1783978070.070476:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402841088, offset 0 00000400:00000200:0.0:1783978070.070480:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978070.070483:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978070.070486:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978070.070489:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978070.070491:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978070.070493:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978070.070496:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978070.070499:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825528:825528:256:4294967295] 192.168.201.148@tcp LPNI seq info [825499:825499:8:4294967295] 00000400:00000200:0.0:1783978070.070503:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978070.070509:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978070.070513:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978070.070516:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4b53500. 00000800:00000200:0.0:1783978070.070519:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978070.070521:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783978070.070527:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978070.070529:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4b53500. 00000400:00000200:0.0:1783978070.070531:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978070.070533:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978070.070535:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075000 00000400:00000010:0.0:1783978070.070536:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075000. 00000100:00000001:0.0:1783978070.070537:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978070.070540:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880000 x1870620402841088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.070544:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978070.070546:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880000 x1870620402841088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978095 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.070550:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978070.070551:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978070.070553:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978070.070555:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978070.070556:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978070.070558:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310395943 00000100:00000001:0.0:1783978070.070559:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310397178 00000100:00000001:0.0:1783978070.070560:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310395943 00000100:00000001:0.0:1783978070.070562:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310397178 00000100:00000001:0.0:1783978070.070563:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978070.070564:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978070.070565:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978070.070567:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978070/real 1783978070] req@ffff9b83ef880000 x1870620402841088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978070.070571:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978070.070572:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978070.070573:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978070.070575:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978070.070575:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978070.070577:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978070.070579:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880000 x1870620402841088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978070.070583:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880000 x1870620402841088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.070587:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978070.070587:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978070.070588:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978070.070589:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978070.070591:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880000 x1870620402841088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.070594:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978070.070596:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880000 x1870620402841088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978095 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.070600:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978070.070601:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978070.070602:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978070.070603:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978070.070604:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978070.070606:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978070.070607:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978070.070609:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978070.070610:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978070.070613:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880000 x1870620402841088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978095 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978070.070617:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402841088:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978070.070619:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978070.070621:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882d80 x1870620402841216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.070625:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978070.070626:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978070.070627:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978070.070628:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978070.070629:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978070.070631:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402841216:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978070.070632:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978070.070633:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978070.070634:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978070.070635:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978070.070637:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978070.070638:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978070.070640:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978070.070642:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978070.070644:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978070.070645:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402841216, portal 4 00000100:00000001:0.0:1783978070.070646:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978070.070647:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694541184 : -110484015010432 : ffff9b83ef882d80) 00000100:00000040:0.0:1783978070.070651:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882d80 x1870620402841216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.070657:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978070.070659:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978070.070661:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075000. 00000100:00000200:0.0:1783978070.070663:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402841216, offset 0 00000400:00000200:0.0:1783978070.070667:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978070.070671:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978070.070747:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978070.070750:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978070.070757:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978070.070759:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978070.070761:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978070.070764:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825529:825529:256:4294967295] 192.168.201.148@tcp LPNI seq info [825500:825500:8:4294967295] 00000400:00000200:0.0:1783978070.070768:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978070.070774:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978070.070778:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978070.070782:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4b53500. 00000800:00000200:0.0:1783978070.070785:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978070.070787:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783978070.070797:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978070.070799:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4b53500. 00000400:00000200:0.0:1783978070.070801:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978070.070804:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978070.070806:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075000 00000400:00000010:0.0:1783978070.070808:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075000. 00000100:00000001:0.0:1783978070.070811:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978070.070814:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882d80 x1870620402841216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.070822:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978070.070825:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882d80 x1870620402841216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978095 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.070831:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978070.070833:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978070.070836:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978070.070838:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978070.070841:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978070.070843:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310395933 00000100:00000001:0.0:1783978070.070846:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310397178 00000100:00000001:0.0:1783978070.070847:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310395933 00000100:00000001:0.0:1783978070.070849:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310397178 00000100:00000001:0.0:1783978070.070851:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978070.070854:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978070.070855:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978070.070859:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978070/real 1783978070] req@ffff9b83ef882d80 x1870620402841216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978070.070867:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978070.070868:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978070.070870:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978070.070872:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978070.070874:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978070.070876:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978070.070879:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882d80 x1870620402841216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978070.070886:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882d80 x1870620402841216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.070892:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978070.070894:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978070.070896:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978070.070897:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978070.070900:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882d80 x1870620402841216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.070907:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978070.070910:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882d80 x1870620402841216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978095 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.070928:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978070.070931:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978070.070932:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978070.070933:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978070.070935:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978070.070939:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978070.070941:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978070.070944:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978070.070946:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978070.070949:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882d80 x1870620402841216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978095 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978070.070955:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402841216:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978070.070959:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978070.070962:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978070.070965:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883100 x1870620402840960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978095 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.070971:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978070.070973:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978070.070975:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783978070.070979:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978070.070981:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978070.070983:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978070.070985:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978070.070988:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636000. 02000000:00000001:0.0:1783978070.070991:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978070.070993:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978070.070995:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883100. 00000100:00000001:0.0:1783978070.070999:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978070.071000:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978070.071002:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978070.071005:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880000 x1870620402841088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978095 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.071011:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978070.071013:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978070.071014:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978070.071017:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978070.071018:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978070.071019:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978070.071021:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978070.071023:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635400. 02000000:00000001:0.0:1783978070.071025:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978070.071026:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978070.071028:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880000. 00000100:00000001:0.0:1783978070.071031:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978070.071032:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978070.071033:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978070.071036:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882d80 x1870620402841216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978095 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978070.071042:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978070.071044:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978070.071045:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978070.071048:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978070.071050:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978070.071051:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978070.071052:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978070.071054:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634000. 02000000:00000001:0.0:1783978070.071056:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978070.071057:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978070.071058:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882d80. 00000100:00000001:0.0:1783978070.071065:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978070.071067:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978070.071068:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978070.071073:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978070.071075:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978070.071079:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978070.071081:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978070.451517:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978070.451520:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978070.451522:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978070.451524:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978070.451527:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978070.451528:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978070.451530:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978070.451532:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978070.451534:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978070.579667:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978070.579672:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978070.579675:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978070.579678:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978070.579682:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978070.579684:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978070.579686:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978070.579688:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978070.579706:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978070.579708:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978070.579712:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978070.579713:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978070.579716:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978070.579717:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978070.579720:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978070.579721:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978070.580245:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978070.580248:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978070.580250:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978070.580252:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978070.580254:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978070.580256:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978070.580877:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978070.580879:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978070.580882:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978071.603400:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978071.603406:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978071.603408:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978071.603413:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978071.603416:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978071.603419:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978071.603421:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978071.603423:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978071.603425:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978071.603449:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978071.603452:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978071.603458:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978071.603459:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978071.603462:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978071.603464:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978071.603467:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978071.603468:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978071.603471:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978071.603475:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978071.603501:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978071.603505:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978071.603508:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978071.603515:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978071.603517:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978071.603518:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978071.603520:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978071.603521:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978071.603524:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978071.603542:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978071.603546:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978071.603549:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978071.603555:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978071.603561:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978071.603565:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978071.603574:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978071.603577:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978071.603579:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978072.627463:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978072.627469:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978072.627476:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978072.627480:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978072.627485:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978072.627491:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978072.627505:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978072.627509:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978072.627515:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978072.627544:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978072.627554:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978072.627562:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978072.627567:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978072.627588:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978072.627594:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978072.627603:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978072.627606:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978072.627612:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978072.627614:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978073.652653:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978073.652658:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978073.652662:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978073.652664:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978073.652667:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978073.652669:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978073.652672:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978073.652673:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978073.652676:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978073.652677:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978074.676342:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978074.676346:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978074.676351:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978074.676352:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978074.676355:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978074.676356:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978074.676359:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978074.676360:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978074.676363:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978074.676367:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978074.676388:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978074.676390:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978074.676392:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978074.676394:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978074.676396:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978074.676398:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978074.676400:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978074.676402:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978074.676404:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978075.189172:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978075.189192:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978075.189195:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978075.189199:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978075.189204:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978075.189210:0:226353:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 15728 00000400:00000200:0.0:1783978075.189220:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978075.189225:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978075.189228:0:226353:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978075.189232:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978075.189235:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978075.189237:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978075.189240:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978075.189243:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978075.189245:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783978075.189248:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978075.189251:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783978075.189253:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783978075.189255:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783978075.189258:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978075.189260:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978075.189261:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978075.189263:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978075.189265:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783978075.189267:0:226353:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978075.189269:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978075.189271:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978075.189274:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978075.189275:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978075.189277:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978075.189279:0:226353:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978075.189311:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783978075.189316:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783978075.189319:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978075.189321:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978075.189325:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978075.189328:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978075.189332:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978075.189340:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783978075.189347:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978075.189356:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620402841344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978075.189366:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978075.189370:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978075.189374:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620402841344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978075.189403:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978075.189407:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978075.189410:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978075.189412:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978075.189413:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978075.189416:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978075.189419:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15728 00000400:00000200:0.0:1783978075.189423:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978075.189425:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978075.189427:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978075.189430:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978075.189431:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978075.189433:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978075.189435:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978075.189437:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978075.189438:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783978075.189440:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978075.189441:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783978075.189444:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783978075.189446:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783978075.189449:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978075.189450:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978075.189452:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978075.189454:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978075.189456:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783978075.189459:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978075.189461:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978075.189462:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978075.189468:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978075.189470:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978075.189472:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978075.189475:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978075.189478:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978075.189480:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978075.189483:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783978075.189490:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978075.189492:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978075.189493:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978075.189495:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978075.189496:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978075.189497:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978075.189501:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783978075.189505:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978075.189509:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620402841472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978075.189517:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978075.189519:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978075.189522:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620402841472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978075.189530:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978075.189532:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978075.189536:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978075.189538:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978075.189539:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978075.189542:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978075.189545:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15728 00000400:00000200:0.0:1783978075.189549:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978075.189551:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978075.189553:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978075.189556:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978075.189557:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978075.189559:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978075.189561:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978075.189562:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978075.189563:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783978075.189565:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978075.189566:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783978075.189568:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783978075.189570:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783978075.189573:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978075.189574:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978075.189576:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978075.189578:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978075.189580:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783978075.189583:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978075.189585:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978075.189587:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978075.189589:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978075.189592:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978075.189593:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978075.189595:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978075.189598:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978075.189599:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978075.189603:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783978075.189605:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978075.189607:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978075.189608:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978075.189610:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978075.189611:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978075.189612:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978075.189616:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783978075.189619:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978075.189623:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402841600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978075.189630:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978075.189632:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978075.189635:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402841600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978075.189643:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978075.189645:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978075.189648:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978075.189649:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978075.189660:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978075.189663:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978075.189666:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15728 00000400:00000200:0.0:1783978075.189669:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978075.189672:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978075.189674:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978075.189676:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978075.189678:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978075.189680:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978075.189683:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978075.189685:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978075.189686:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783978075.189688:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978075.189690:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783978075.189692:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783978075.189694:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783978075.189697:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978075.189698:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978075.189700:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978075.189702:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978075.189704:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783978075.189707:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978075.189709:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978075.189711:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978075.189714:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978075.189715:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978075.189717:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978075.189719:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978075.189722:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978075.189723:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978075.189735:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783978075.189738:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978075.189740:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978075.189741:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978075.189743:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978075.189744:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978075.189745:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978075.189749:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783978075.189752:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978075.189756:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402841728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978075.189768:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978075.189770:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978075.189773:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402841728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978075.189780:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978075.189783:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978075.189786:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978075.189787:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978075.189789:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978075.189791:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978075.189793:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15728 00000400:00000200:0.0:1783978075.189797:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978075.189800:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978075.189802:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978075.189804:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978075.189807:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978075.189808:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978075.189810:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978075.189812:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978075.189814:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783978075.189815:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978075.189817:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783978075.189819:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783978075.189821:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783978075.189835:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978075.189837:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978075.189839:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978075.189840:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978075.189843:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783978075.189846:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978075.189848:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978075.189850:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978075.189853:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978075.189855:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978075.189858:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978075.189860:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978075.189863:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978075.189864:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978075.189868:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783978075.189871:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978075.189875:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978075.189879:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978075.189883:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978075.189886:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978075.189888:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978075.189909:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783978075.189915:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978075.189924:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402841856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978075.189936:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978075.189939:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978075.189946:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402841856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978075.189961:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978075.189968:0:226353:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15738) 00010000:00000001:0.0:1783978075.699474:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978075.699479:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978075.699486:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978075.699491:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978075.699498:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978075.699502:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978075.699510:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978075.699514:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978075.699521:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978075.699525:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978075.699678:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978075.699682:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978075.699685:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978075.699707:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978075.699710:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978075.699712:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978075.699715:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978075.699718:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978075.699720:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978075.699722:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978075.699724:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978075.699729:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978076.723411:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978076.723425:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978076.723432:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978076.723437:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978076.723439:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978076.723443:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978076.723446:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978076.723450:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978076.723455:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978076.723461:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978076.723483:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978076.723488:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978076.723491:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978076.723496:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978076.723500:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978076.723504:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978076.723509:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978076.723514:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978076.723522:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978076.723526:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978076.723529:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978076.723533:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978076.723536:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978076.723538:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978076.723541:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978076.723546:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978076.723552:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978076.723555:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978076.723556:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978076.723558:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978076.723559:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978076.723561:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978076.723562:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978076.723564:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978076.723591:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978076.723594:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978076.723596:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978076.724268:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978076.724273:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978076.724276:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978076.724280:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978076.724283:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978076.724286:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978076.724288:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978076.724289:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978076.724292:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978077.747421:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978077.747429:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978077.747432:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978077.747437:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978077.747441:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978077.747445:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978077.747447:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978077.747450:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978077.747453:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978077.747477:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978077.747479:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978077.747484:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978077.747485:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978077.747490:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978077.747491:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978077.747495:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978077.747496:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978077.747499:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978077.747500:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978077.747515:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978077.747517:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978077.747520:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978077.749162:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978077.749165:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978077.749166:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978077.749168:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978077.749170:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978077.749173:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978077.749175:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978077.749176:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978077.749178:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978078.771444:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978078.771453:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978078.771464:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978078.771469:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978078.771474:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978078.771482:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978078.771493:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978078.771495:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978078.771499:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978078.771501:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978078.771528:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978078.771539:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978078.771541:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978078.771545:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978078.771550:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978078.771555:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978078.771572:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978078.771579:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978078.771589:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978079.795903:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978079.795908:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978079.795914:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978079.795916:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978079.795920:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978079.795922:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978079.795926:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978079.795927:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978079.795931:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978079.795932:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978080.819445:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978080.819454:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978080.819457:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978080.819461:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978080.819470:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978080.819473:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978080.819477:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978080.819480:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978080.819488:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978080.819490:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978080.819496:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978080.819498:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978080.819505:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978080.819507:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978080.819514:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978080.819517:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978080.819685:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978080.819692:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978080.819695:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978080.819700:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978080.819705:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978080.819710:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978080.819716:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978080.819721:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978080.819738:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978081.843418:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978081.843428:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978081.843430:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978081.843436:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978081.843441:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978081.843446:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978081.843459:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978081.843464:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978081.843469:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978081.843508:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978081.843511:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978081.843515:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978081.843516:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978081.843519:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978081.843520:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978081.843522:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978081.843523:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978081.843526:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978081.843527:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978081.844087:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978081.844090:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978081.844092:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978081.844094:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978081.844096:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978081.844098:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978081.844100:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978081.844101:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978081.844103:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978082.867439:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978082.867448:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978082.867456:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978082.867460:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978082.867466:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978082.867472:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978082.867478:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978082.867482:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978082.867488:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978082.867517:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978082.867520:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978082.867524:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978082.867525:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978082.867528:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978082.867530:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978082.867533:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978082.867534:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978082.867536:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978082.867537:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978082.867708:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978082.867711:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978082.867711:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978082.867713:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978082.867714:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978082.867716:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978082.867717:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978082.867718:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978082.867719:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978083.891434:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978083.891444:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978083.891449:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978083.891456:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978083.891466:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978083.891475:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978083.891490:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978083.891497:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978083.891503:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978083.891538:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978083.891545:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978083.891553:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978083.891559:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978083.891566:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978083.891572:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978083.891581:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978083.891585:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978083.891595:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978083.891600:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978083.891633:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978083.891637:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978083.891640:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978083.891643:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978083.891646:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978083.891649:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978083.891652:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978083.891653:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978083.891656:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978084.915489:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978084.915494:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978084.915502:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978084.915506:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978084.915512:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978084.915517:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978084.915523:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978084.915526:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978084.915535:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978084.915538:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978084.915566:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978084.915570:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978084.915575:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783978085.939395:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978085.939402:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978085.939411:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978085.939414:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978085.939419:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978085.939423:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978085.939428:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978085.939431:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978085.939438:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978085.939441:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978085.939466:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978085.939469:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978085.939472:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978085.939555:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978085.939557:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978085.939559:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978085.939561:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978085.939563:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978085.939565:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978085.939613:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978085.939616:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978085.939619:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978085.939691:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978085.939694:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978085.939695:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978085.939697:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978085.939700:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978085.939702:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978085.939704:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978085.939706:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978085.939708:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978086.963795:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978086.963800:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978086.963801:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978086.963805:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978086.963808:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978086.963811:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978086.963814:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978086.963816:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978086.963819:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978086.963844:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978086.963847:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978086.963852:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978086.963856:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978086.963858:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978086.963862:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978086.963865:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978086.963868:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978086.963870:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978086.963873:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978086.963878:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978086.963880:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978086.963881:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978086.963883:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978086.963885:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978086.963886:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978086.963888:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978086.963890:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978086.963905:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978086.963908:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978086.963910:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978086.963913:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978086.963915:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978086.963916:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978086.963919:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978086.963921:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978086.963926:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978086.963928:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978086.963929:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978086.963931:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978086.963933:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978086.963935:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978086.963937:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978086.963940:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978086.963962:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978086.963965:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978086.963969:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978086.963977:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978086.963981:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978086.963982:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978086.963985:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978086.963988:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978086.963990:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978086.963993:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978086.963994:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978086.963997:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978086.965036:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978086.965039:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978086.965040:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978086.965042:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978086.965044:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978086.965046:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978086.965048:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978086.965049:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978086.965051:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978087.987376:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978087.987385:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978087.987390:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978087.987397:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978087.987404:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978087.987416:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978087.987426:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978087.987430:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978087.987439:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978087.987471:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978087.987475:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978087.987483:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978087.987486:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978087.987492:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978087.987497:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978087.987506:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978087.987510:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978087.987518:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978087.987522:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978089.011431:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978089.011437:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978089.011446:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978089.011450:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978089.011459:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978089.011463:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978089.011471:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978089.011475:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978089.011483:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978089.011487:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978089.011517:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978089.011523:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978089.011529:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978089.011534:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978089.011539:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978089.011544:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978089.011550:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978089.011553:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978089.011559:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978090.035417:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978090.035425:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978090.035429:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978090.035437:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978090.035444:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978090.035451:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978090.035456:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978090.035461:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978090.035468:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978090.035499:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978090.035502:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978090.035507:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978090.035508:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978090.035512:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978090.035513:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978090.035517:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978090.035518:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978090.035521:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978090.035522:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978090.035712:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978090.035716:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978090.035718:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978090.035720:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978090.035723:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978090.035725:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978090.035727:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978090.035729:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978090.035732:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978090.039388:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978090.039391:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978090.039392:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978090.039395:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978090.039397:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978090.039399:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978090.039401:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978090.039402:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978090.039404:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978091.059563:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978091.059567:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978091.059568:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978091.059572:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978091.059575:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978091.059577:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978091.059580:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978091.059584:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978091.059591:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978091.059613:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978091.059618:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978091.059620:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978091.059624:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978091.059628:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978091.059631:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978091.059633:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978091.059635:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978091.059640:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978091.059642:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978091.059647:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978091.059650:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978091.059655:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978091.059658:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978091.059664:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978091.059666:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978092.083648:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978092.083651:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978092.083652:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978092.083655:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978092.083657:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978092.083659:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978092.083661:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978092.083662:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978092.083664:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978092.083683:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978092.083685:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978092.083689:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978092.083690:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978092.083694:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978092.083695:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978092.083698:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978092.083700:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978092.083703:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978092.083705:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978092.083764:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978092.083768:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978092.083771:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978092.083775:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978092.083781:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978092.083784:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978092.084442:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978092.084445:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978092.084448:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978093.107408:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978093.107415:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978093.107419:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978093.107427:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978093.107434:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978093.107440:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978093.107445:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978093.107447:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978093.107450:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978093.107476:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978093.107480:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978093.107485:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978093.107486:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978093.107491:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978093.107493:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978093.107497:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978093.107499:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978093.107502:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978093.107504:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978093.107601:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978093.107606:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978093.107610:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978093.107615:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978093.107621:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978093.107626:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978093.107639:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978093.107644:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978093.107649:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978094.131587:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978094.131592:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978094.131595:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978094.131600:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978094.131605:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978094.131609:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978094.131613:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978094.131617:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978094.131621:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978094.131647:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978094.131650:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978094.131656:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978094.131658:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978094.131662:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978094.131663:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978094.131667:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978094.131668:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978094.131671:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978094.131672:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978095.155683:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978095.155688:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978095.155693:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978095.155695:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978095.155699:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978095.155700:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978095.155704:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978095.155705:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978095.155709:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978095.155710:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978096.179420:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978096.179426:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978096.179434:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978096.179439:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978096.179446:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978096.179450:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978096.179454:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978096.179455:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978096.179472:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978096.179474:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978096.179808:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978096.179811:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978096.179812:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978096.179815:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978096.179817:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978096.179819:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978096.179821:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978096.179822:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978096.179824:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978096.183639:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978096.183648:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978096.183653:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978096.183660:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978096.183665:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978096.183672:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978096.183678:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978096.183682:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978096.183690:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978097.203450:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978097.203456:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978097.203460:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978097.203467:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978097.203472:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978097.203477:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978097.204889:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978097.204893:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978097.204897:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978097.204920:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978097.204923:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978097.204927:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978097.204930:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978097.204933:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978097.204936:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978097.204940:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978097.204942:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978097.204944:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978097.204947:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978097.204951:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978097.204952:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978097.204954:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978097.204955:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978097.204957:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978097.204958:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978097.204959:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978097.204961:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978097.204964:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978097.204966:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978097.204967:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978097.204968:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978097.204969:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978097.204970:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978097.204972:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978097.204974:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978097.204976:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978097.204978:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978097.204979:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978097.204980:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978097.204982:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978097.204983:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978097.204985:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978097.204987:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978097.205030:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978097.205033:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978097.205035:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978097.205037:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978097.205039:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978097.205042:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978097.205043:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978097.205045:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978097.205047:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978098.227417:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978098.227437:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978098.227440:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978098.227449:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978098.227455:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978098.227460:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978098.227464:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978098.227468:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978098.227473:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978098.227496:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978098.227500:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978098.227505:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978098.227506:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978098.227510:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978098.227512:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978098.227516:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978098.227517:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978098.227523:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978098.227526:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978098.228473:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978098.228476:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978098.228478:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978098.228481:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978098.228483:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978098.228485:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978098.228487:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978098.228489:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978098.228492:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978099.251483:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978099.251491:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978099.251501:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978099.251507:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978099.251513:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978099.251521:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978099.251531:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978099.251535:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978099.251544:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978099.251548:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978099.251589:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978099.251597:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978099.251602:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978099.251609:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978099.251616:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978099.251622:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978099.251631:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978099.251647:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978099.251654:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978100.275496:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978100.275508:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978100.275516:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978100.275523:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978100.275528:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978100.275535:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978100.275541:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978100.275547:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978100.275556:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978100.275597:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978100.275602:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978100.275610:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978100.275612:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978100.275620:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978100.275623:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978100.275628:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978100.275629:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978100.275633:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978100.275636:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978101.299408:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978101.299415:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978101.299419:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978101.299424:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978101.299431:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978101.299434:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978101.299439:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978101.299442:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978101.299447:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978101.299449:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978101.299453:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978101.299454:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978101.299459:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978101.299461:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978101.299466:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978101.299469:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978101.302652:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978101.302655:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978101.302657:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978101.302659:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978101.302661:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978101.302663:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978101.302665:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978101.302666:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978101.302669:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978101.302692:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978101.302695:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978101.302697:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978101.302698:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978101.302701:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978101.302704:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978101.302706:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978101.302708:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978101.302713:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978102.323456:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978102.323465:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978102.323469:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978102.323476:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978102.323481:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978102.323486:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978102.323491:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978102.323494:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978102.323500:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978102.323529:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978102.323534:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978102.323542:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978102.323546:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978102.323555:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978102.323562:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978102.323596:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978102.323598:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978102.323604:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978102.323606:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978103.347413:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978103.347418:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978103.347426:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978103.347430:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978103.347437:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978103.347441:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978103.347448:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978103.347453:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978103.347460:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978103.347462:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978103.347489:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978103.347493:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978103.347496:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978103.347505:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978103.347511:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978103.347515:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978103.347520:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978103.347525:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978103.347534:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978103.347566:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978103.347571:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978103.347574:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978103.347578:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978103.347582:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978103.347585:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978103.347588:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978103.347589:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978103.347591:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978104.371436:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978104.371442:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978104.371445:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978104.371450:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978104.371454:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978104.371458:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978104.374612:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978104.374619:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978104.374626:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978104.374661:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978104.374665:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978104.374670:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978104.374672:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978104.374675:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978104.374676:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978104.374680:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978104.374681:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978104.374685:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978104.374686:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978105.395410:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978105.395415:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978105.395420:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978105.395424:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978105.395430:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978105.395432:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978105.395438:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978105.395442:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978105.395446:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978105.395449:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978105.395477:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978105.395483:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978105.395487:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978105.395494:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978105.395500:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978105.395505:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978105.395511:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978105.395515:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978105.395521:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978105.907651:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978105.907658:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978105.907662:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978105.907670:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2a00 x1870620402845184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.907681:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978105.907684:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978105.907689:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978105.907699:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978105.907705:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978105.907713:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402845184:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978105.907721:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978105.907727:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978105.907731:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978105.907736:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978105.907743:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978105.907747:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978105.907757:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978105.907764:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978105.907773:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978105.907782:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402845184, portal 25 00000100:00000001:0.0:1783978105.907785:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978105.907788:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889968640 : -110483819582976 : ffff9b83fb2e2a00) 00000100:00000040:0.0:1783978105.907798:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2a00 x1870620402845184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.907809:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978105.907814:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978105.907819:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075000. 00000100:00000200:0.0:1783978105.907825:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402845184, offset 0 00000400:00000200:0.0:1783978105.907836:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978105.907846:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978105.907855:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978105.907862:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978105.907868:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978105.907884:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978105.907891:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978105.907899:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825560:825560:256:4294967295] 192.168.201.148@tcp LPNI seq info [825531:825531:8:4294967295] 00000400:00000200:0.0:1783978105.907907:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978105.907924:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978105.907935:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978105.907943:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4b53500. 00000800:00000200:0.0:1783978105.907954:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978105.907959:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783978105.907995:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978105.908001:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4b53500. 00000400:00000200:0.0:1783978105.908008:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978105.908014:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978105.908019:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075000 00000400:00000010:0.0:1783978105.908022:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075000. 00000100:00000001:0.0:1783978105.908028:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978105.908034:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2a00 x1870620402845184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.908046:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978105.908050:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2a00 x1870620402845184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978130 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.908059:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978105.908062:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978105.908067:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978105.908074:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978105.908079:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4310433018 00000100:00000010:0.0:1783978105.908085:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783978105.908091:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978105.908097:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4310433018 00000100:00000010:0.0:1783978105.908100:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783978105.908105:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978105.908111:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978105.908115:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978105.908119:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978105.908125:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978105/real 1783978105] req@ffff9b83fb2e2a00 x1870620402845184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978105.908155:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978105.908157:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978105.908160:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978105.908165:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978105.908169:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978105.908174:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978105.908182:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2a00 x1870620402845184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978105.908200:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2a00 x1870620402845184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.908210:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978105.908214:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978105.908221:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978105.908225:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978105.908234:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2a00 x1870620402845184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.908252:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978105.908260:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2a00 x1870620402845184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978130 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.908273:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978105.908277:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978105.908278:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978105.908281:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978105.908284:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978105.908286:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978105.908448:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978105.908458:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978105.908464:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978105.908472:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2a00 x1870620402845184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978130 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978105.908491:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402845184:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978105.908499:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978105.908502:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978105.908508:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2a00 x1870620402845184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978130 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.908528:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978105.908531:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978105.908535:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978105.908540:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978105.908542:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978105.908545:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978105.908549:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978105.908554:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065800. 02000000:00000001:0.0:1783978105.908559:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978105.908562:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978105.908565:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2a00. 00000100:00000001:0.0:1783978105.908570:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978105.908571:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978105.908574:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978105.908582:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978105.908584:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978105.908586:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978105.908588:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978105.908590:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978105.908593:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0380 x1870620402845312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.908601:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978105.908602:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978105.908604:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978105.908605:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978105.908606:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978105.908608:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402845312:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978105.908611:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978105.908612:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978105.908613:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978105.908614:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978105.908617:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978105.908618:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978105.908621:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978105.908623:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978105.908625:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978105.908628:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402845312, portal 10 00000100:00000001:0.0:1783978105.908629:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978105.908630:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889958784 : -110483819592832 : ffff9b83fb2e0380) 00000100:00000040:0.0:1783978105.908635:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0380 x1870620402845312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.908639:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978105.908641:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978105.908642:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075000. 00000100:00000200:0.0:1783978105.908643:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402845312, offset 0 00000400:00000200:0.0:1783978105.908646:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978105.908649:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978105.908651:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978105.908653:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978105.908655:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978105.908657:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978105.908658:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978105.908660:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825561:825561:256:4294967295] 192.168.201.148@tcp LPNI seq info [825532:825532:8:4294967295] 00000400:00000200:0.0:1783978105.908663:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978105.908668:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978105.908670:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978105.908672:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4b53500. 00000800:00000200:0.0:1783978105.908675:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978105.908677:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783978105.908684:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978105.908685:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4b53500. 00000400:00000200:0.0:1783978105.908687:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978105.908689:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978105.908691:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075000 00000400:00000010:0.0:1783978105.908692:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075000. 00000100:00000001:0.0:1783978105.908694:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978105.908696:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0380 x1870620402845312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.908701:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978105.908702:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0380 x1870620402845312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978130 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.908706:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978105.908707:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978105.908709:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978105.908711:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978105.908713:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978105.908714:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310431760 00000100:00000001:0.0:1783978105.908717:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310433018 00000100:00000001:0.0:1783978105.908718:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310431760 00000100:00000001:0.0:1783978105.908719:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310433018 00000100:00000001:0.0:1783978105.908721:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978105.908722:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978105.908723:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978105.908725:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978105/real 1783978105] req@ffff9b83fb2e0380 x1870620402845312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978105.908729:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978105.908729:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978105.908731:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978105.908732:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978105.908733:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978105.908735:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978105.908737:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0380 x1870620402845312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978105.908745:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0380 x1870620402845312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.908761:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978105.908766:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978105.908768:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978105.908769:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978105.908773:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0380 x1870620402845312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.908780:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978105.908783:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0380 x1870620402845312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978130 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.908790:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978105.908792:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978105.908793:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978105.908793:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978105.908795:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978105.908800:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978105.908802:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978105.908804:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978105.908806:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978105.908808:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0380 x1870620402845312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978130 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978105.908813:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402845312:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978105.908816:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978105.908818:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1880 x1870620402845440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.908822:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978105.908823:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978105.908824:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978105.908825:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978105.908826:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978105.908828:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402845440:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978105.908830:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978105.908831:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978105.908832:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978105.908833:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978105.908835:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978105.908836:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978105.908838:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978105.908840:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978105.908842:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978105.908844:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402845440, portal 10 00000100:00000001:0.0:1783978105.908845:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978105.908846:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889964160 : -110483819587456 : ffff9b83fb2e1880) 00000100:00000040:0.0:1783978105.908849:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1880 x1870620402845440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.908855:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978105.908857:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978105.908859:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075000. 00000100:00000200:0.0:1783978105.908862:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402845440, offset 0 00000400:00000200:0.0:1783978105.908865:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978105.908868:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978105.908871:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978105.908874:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978105.908877:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978105.908879:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978105.908881:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978105.908884:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825562:825562:256:4294967295] 192.168.201.148@tcp LPNI seq info [825533:825533:8:4294967295] 00000400:00000200:0.0:1783978105.908889:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978105.908894:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978105.908899:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978105.908901:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4b53500. 00000800:00000200:0.0:1783978105.908903:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978105.908905:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783978105.908911:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978105.908913:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4b53500. 00000400:00000200:0.0:1783978105.908915:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978105.908917:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978105.908919:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075000 00000400:00000010:0.0:1783978105.908920:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075000. 00000100:00000001:0.0:1783978105.908921:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978105.908924:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1880 x1870620402845440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.908929:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978105.908930:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1880 x1870620402845440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978130 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.908934:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978105.908935:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978105.908937:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978105.908939:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978105.908941:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978105.908942:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310431755 00000100:00000001:0.0:1783978105.908944:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310433018 00000100:00000001:0.0:1783978105.908945:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310431755 00000100:00000001:0.0:1783978105.908947:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310433018 00000100:00000001:0.0:1783978105.908948:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978105.908949:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978105.908951:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978105.908953:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978105/real 1783978105] req@ffff9b83fb2e1880 x1870620402845440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978105.908957:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978105.908957:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978105.908958:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978105.908959:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978105.908960:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978105.908961:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978105.908963:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1880 x1870620402845440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978105.908967:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1880 x1870620402845440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.908971:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978105.908972:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978105.908973:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978105.908974:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978105.908975:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1880 x1870620402845440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.908979:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978105.908981:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1880 x1870620402845440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978130 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.908984:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978105.908985:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978105.908986:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978105.908987:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978105.908988:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978105.908992:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978105.908994:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978105.908996:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978105.908997:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978105.908999:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1880 x1870620402845440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978130 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978105.909004:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402845440:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978105.909005:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978105.909007:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1f80 x1870620402845568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.909011:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978105.909011:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978105.909013:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978105.909014:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978105.909015:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978105.909017:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402845568:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978105.909019:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978105.909020:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978105.909021:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978105.909022:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978105.909024:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978105.909025:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978105.909027:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978105.909028:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978105.909030:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978105.909031:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402845568, portal 4 00000100:00000001:0.0:1783978105.909033:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978105.909033:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889965952 : -110483819585664 : ffff9b83fb2e1f80) 00000100:00000040:0.0:1783978105.909037:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1f80 x1870620402845568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.909041:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978105.909042:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978105.909043:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075000. 00000100:00000200:0.0:1783978105.909045:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402845568, offset 0 00000400:00000200:0.0:1783978105.909047:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978105.909049:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978105.909051:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978105.909052:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978105.909054:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978105.909055:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978105.909057:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978105.909058:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825563:825563:256:4294967295] 192.168.201.148@tcp LPNI seq info [825534:825534:8:4294967295] 00000400:00000200:0.0:1783978105.909061:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978105.909065:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978105.909067:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978105.909069:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4b53500. 00000800:00000200:0.0:1783978105.909071:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978105.909072:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783978105.909078:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978105.909080:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4b53500. 00000400:00000200:0.0:1783978105.909081:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978105.909083:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978105.909084:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075000 00000400:00000010:0.0:1783978105.909086:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075000. 00000100:00000001:0.0:1783978105.909087:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978105.909089:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1f80 x1870620402845568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.909093:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978105.909094:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1f80 x1870620402845568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978130 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.909102:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978105.909103:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978105.909104:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978105.909106:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978105.909108:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978105.909109:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310431782 00000100:00000001:0.0:1783978105.909110:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310433018 00000100:00000001:0.0:1783978105.909112:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310431782 00000100:00000001:0.0:1783978105.909113:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310433018 00000100:00000001:0.0:1783978105.909114:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978105.909115:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978105.909116:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978105.909117:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978105/real 1783978105] req@ffff9b83fb2e1f80 x1870620402845568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978105.909121:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978105.909122:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978105.909123:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978105.909124:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978105.909124:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978105.909125:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978105.909127:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1f80 x1870620402845568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978105.909132:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1f80 x1870620402845568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.909138:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978105.909139:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978105.909140:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978105.909142:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978105.909145:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1f80 x1870620402845568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.909152:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978105.909156:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1f80 x1870620402845568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978130 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.909162:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978105.909164:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978105.909165:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978105.909167:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978105.909168:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978105.909171:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978105.909173:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978105.909177:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978105.909179:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978105.909183:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1f80 x1870620402845568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978130 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978105.909189:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402845568:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978105.909192:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978105.909194:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2300 x1870620402845696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.909197:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978105.909198:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978105.909200:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978105.909201:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978105.909202:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978105.909203:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402845696:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978105.909205:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978105.909206:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978105.909207:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978105.909208:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978105.909211:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978105.909212:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978105.909214:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978105.909216:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978105.909218:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978105.909220:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402845696, portal 4 00000100:00000001:0.0:1783978105.909221:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978105.909222:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889966848 : -110483819584768 : ffff9b83fb2e2300) 00000100:00000040:0.0:1783978105.909226:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2300 x1870620402845696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.909229:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978105.909231:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978105.909232:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075000. 00000100:00000200:0.0:1783978105.909233:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402845696, offset 0 00000400:00000200:0.0:1783978105.909235:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978105.909238:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978105.909240:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978105.909241:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978105.909243:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978105.909244:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978105.909245:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978105.909247:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825564:825564:256:4294967295] 192.168.201.148@tcp LPNI seq info [825535:825535:8:4294967295] 00000400:00000200:0.0:1783978105.909250:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978105.909253:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978105.909256:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978105.909257:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4b53500. 00000800:00000200:0.0:1783978105.909260:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978105.909261:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783978105.909267:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978105.909269:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4b53500. 00000400:00000200:0.0:1783978105.909271:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978105.909273:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978105.909274:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075000 00000400:00000010:0.0:1783978105.909275:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075000. 00000100:00000001:0.0:1783978105.909277:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978105.909279:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2300 x1870620402845696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.909283:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978105.909285:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2300 x1870620402845696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978130 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.909288:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978105.909317:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978105.909320:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978105.909323:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978105.909326:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978105.909328:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310431773 00000100:00000001:0.0:1783978105.909330:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310433018 00000100:00000001:0.0:1783978105.909332:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310431773 00000100:00000001:0.0:1783978105.909334:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310433018 00000100:00000001:0.0:1783978105.909336:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978105.909337:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978105.909338:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978105.909341:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978105/real 1783978105] req@ffff9b83fb2e2300 x1870620402845696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978105.909346:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978105.909347:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978105.909348:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978105.909349:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978105.909350:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978105.909352:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978105.909354:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2300 x1870620402845696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978105.909358:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2300 x1870620402845696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.909362:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978105.909363:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978105.909364:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978105.909364:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978105.909366:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2300 x1870620402845696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.909370:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978105.909372:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2300 x1870620402845696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978130 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.909376:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978105.909377:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978105.909378:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978105.909378:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978105.909379:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978105.909381:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978105.909383:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978105.909384:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978105.909385:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978105.909387:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2300 x1870620402845696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978130 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978105.909391:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402845696:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978105.909393:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978105.909395:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978105.909397:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0380 x1870620402845312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978130 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.909400:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978105.909402:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978105.909403:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978105.909404:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978105.909405:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978105.909406:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978105.909407:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978105.909408:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067000. 02000000:00000001:0.0:1783978105.909410:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978105.909411:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978105.909412:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0380. 00000100:00000001:0.0:1783978105.909413:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978105.909414:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978105.909415:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978105.909417:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1880 x1870620402845440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978130 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.909420:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978105.909421:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978105.909422:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978105.909423:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978105.909424:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978105.909425:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978105.909426:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978105.909427:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064c00. 02000000:00000001:0.0:1783978105.909428:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978105.909428:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978105.909429:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1880. 00000100:00000001:0.0:1783978105.909430:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978105.909431:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978105.909432:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978105.909433:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1f80 x1870620402845568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978130 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.909436:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978105.909437:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978105.909438:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978105.909441:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978105.909441:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978105.909442:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978105.909443:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978105.909444:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064800. 02000000:00000001:0.0:1783978105.909445:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978105.909445:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978105.909446:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1f80. 00000100:00000001:0.0:1783978105.909447:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978105.909448:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978105.909449:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978105.909450:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2300 x1870620402845696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978130 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978105.909453:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978105.909454:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978105.909454:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978105.909455:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978105.909456:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978105.909457:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978105.909458:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978105.909458:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067800. 02000000:00000001:0.0:1783978105.909459:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978105.909460:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978105.909460:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2300. 00000100:00000001:0.0:1783978105.909461:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978105.909462:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978105.909463:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978105.909465:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978105.909466:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978105.909467:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978105.909468:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978106.419479:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978106.419484:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978106.419485:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978106.419487:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978106.419489:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978106.419492:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978106.419494:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978106.419497:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978106.419499:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978106.419524:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978106.419527:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978106.419531:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978106.419533:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978106.419537:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978106.419538:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978106.419542:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978106.419543:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978106.420100:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978106.420101:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978107.443828:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978107.443833:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978107.443835:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978107.443838:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978107.443840:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978107.443843:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978107.443845:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978107.443847:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978107.443852:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978107.443876:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978107.443880:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978107.443885:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978107.443889:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978107.443892:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978107.443896:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978107.443899:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978107.443901:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978107.443903:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978107.443906:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978107.443910:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978107.443911:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978107.443912:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978107.443914:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978107.443916:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978107.443917:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978107.443918:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978107.443921:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978107.443924:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978107.443925:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978107.443926:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978107.443927:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978107.443929:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978107.443930:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978107.443932:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978107.443934:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978107.443936:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978107.443938:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978107.443939:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978107.443940:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978107.443942:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978107.443943:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978107.443944:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978107.443946:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978108.467590:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978108.467596:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978108.467602:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978108.467605:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978108.467610:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978108.467612:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978108.467615:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978108.467617:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978108.467620:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978108.467621:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978108.468056:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978108.468059:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978108.468060:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978108.468062:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978108.468064:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978108.468065:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978108.468067:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978108.468068:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978108.468071:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978109.491469:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978109.491475:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978109.491481:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978109.491484:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978109.491489:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978109.491494:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978109.491503:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978109.491514:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978109.491524:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978109.491532:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978109.491587:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978109.491602:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978109.491613:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978109.491624:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978109.491633:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978109.491638:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978109.491644:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978109.491649:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978109.491655:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978110.515476:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978110.515483:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978110.515491:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978110.515502:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978110.515510:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978110.515516:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978110.515527:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978110.515532:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978110.515539:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978110.515583:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978110.515593:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978110.515599:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978110.515606:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978110.515612:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978110.515618:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978110.515626:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978110.515630:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978110.515638:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978110.515642:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978110.515650:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978110.515654:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978110.515663:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978110.515667:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978110.515676:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978110.515681:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978111.027726:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978111.027737:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978111.027744:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978111.027759:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2300 x1870620402845824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.027788:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978111.027795:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978111.027804:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978111.027812:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978111.027816:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978111.027825:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402845824:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978111.027828:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978111.027833:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978111.027838:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978111.027846:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978111.027859:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978111.027863:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978111.027874:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978111.027882:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978111.027895:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978111.027907:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402845824, portal 25 00000100:00000001:0.0:1783978111.027921:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978111.027925:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889966848 : -110483819584768 : ffff9b83fb2e2300) 00000100:00000040:0.0:1783978111.027942:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2300 x1870620402845824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.027992:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978111.028010:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978111.028020:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075000. 00000100:00000200:0.0:1783978111.028030:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402845824, offset 0 00000400:00000200:0.0:1783978111.028049:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978111.028060:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978111.028068:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978111.028074:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978111.028077:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978111.028081:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978111.028084:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978111.028087:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825565:825565:256:4294967295] 192.168.201.148@tcp LPNI seq info [825536:825536:8:4294967295] 00000400:00000200:0.0:1783978111.028092:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978111.028102:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978111.028108:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978111.028113:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4b53500. 00000800:00000200:0.0:1783978111.028121:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978111.028125:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783978111.028139:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978111.028141:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4b53500. 00000400:00000200:0.0:1783978111.028147:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978111.028152:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978111.028158:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075000 00000400:00000010:0.0:1783978111.028160:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075000. 00000100:00000001:0.0:1783978111.028166:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978111.028170:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2300 x1870620402845824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.028182:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978111.028185:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2300 x1870620402845824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978136 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.028193:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978111.028195:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978111.028219:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978111.028237:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978111.028244:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4310438138 00000100:00000010:0.0:1783978111.028257:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783978111.028269:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978111.028279:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4310438138 00000100:00000010:0.0:1783978111.028287:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783978111.028291:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978111.028316:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978111.028318:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978111.028321:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978111.028325:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978111/real 1783978111] req@ffff9b83fb2e2300 x1870620402845824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978111.028333:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978111.028334:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978111.028335:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978111.028338:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978111.028339:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978111.028341:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978111.028344:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2300 x1870620402845824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978111.028349:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2300 x1870620402845824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.028353:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978111.028354:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978111.028355:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978111.028357:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978111.028359:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2300 x1870620402845824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.028362:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978111.028365:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2300 x1870620402845824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978136 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.028370:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978111.028373:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978111.028375:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978111.028376:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978111.028378:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978111.028379:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978111.028381:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978111.028385:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978111.028388:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978111.028392:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2300 x1870620402845824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978136 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978111.028452:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402845824:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978111.028468:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978111.028478:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978111.028495:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2300 x1870620402845824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978136 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.028542:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978111.028550:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978111.028557:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978111.028569:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978111.028577:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978111.028583:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978111.028596:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978111.028604:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065000. 02000000:00000001:0.0:1783978111.028614:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978111.028623:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978111.028628:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2300. 00000100:00000001:0.0:1783978111.028638:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978111.028644:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978111.028650:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978111.028663:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978111.028668:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978111.028674:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978111.028679:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978111.028683:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978111.028696:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1f80 x1870620402845952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.028715:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978111.028720:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978111.028730:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978111.028734:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978111.028740:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978111.028752:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402845952:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978111.028770:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978111.028775:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978111.028781:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978111.028786:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978111.028793:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978111.028800:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978111.028810:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978111.028820:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978111.028831:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978111.028845:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402845952, portal 10 00000100:00000001:0.0:1783978111.028851:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978111.028857:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889965952 : -110483819585664 : ffff9b83fb2e1f80) 00000100:00000040:0.0:1783978111.028875:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1f80 x1870620402845952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.028908:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978111.028920:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978111.028929:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075000. 00000100:00000200:0.0:1783978111.028940:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402845952, offset 0 00000400:00000200:0.0:1783978111.028954:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978111.028965:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978111.028976:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978111.028984:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978111.028997:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978111.029007:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978111.029017:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978111.029031:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825566:825566:256:4294967295] 192.168.201.148@tcp LPNI seq info [825537:825537:8:4294967295] 00000400:00000200:0.0:1783978111.029056:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978111.029076:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978111.029084:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978111.029088:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4b53500. 00000800:00000200:0.0:1783978111.029094:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978111.029096:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783978111.029109:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978111.029111:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4b53500. 00000400:00000200:0.0:1783978111.029114:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978111.029117:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978111.029120:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075000 00000400:00000010:0.0:1783978111.029122:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075000. 00000100:00000001:0.0:1783978111.029125:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978111.029129:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1f80 x1870620402845952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.029138:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978111.029141:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1f80 x1870620402845952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978136 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.029147:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978111.029148:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978111.029152:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978111.029156:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978111.029159:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978111.029161:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310436880 00000100:00000001:0.0:1783978111.029165:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310438138 00000100:00000001:0.0:1783978111.029167:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310436880 00000100:00000001:0.0:1783978111.029169:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310438138 00000100:00000001:0.0:1783978111.029171:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978111.029173:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978111.029175:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978111.029179:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978111/real 1783978111] req@ffff9b83fb2e1f80 x1870620402845952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978111.029186:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978111.029188:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978111.029189:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978111.029192:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978111.029193:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978111.029195:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978111.029199:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1f80 x1870620402845952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978111.029217:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1f80 x1870620402845952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.029224:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978111.029225:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978111.029227:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978111.029228:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978111.029232:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1f80 x1870620402845952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.029237:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978111.029241:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1f80 x1870620402845952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978136 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.029247:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978111.029249:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978111.029252:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978111.029253:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978111.029255:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978111.029264:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978111.029266:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978111.029270:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978111.029272:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978111.029276:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1f80 x1870620402845952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978136 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978111.029283:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402845952:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978111.029287:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978111.029291:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1880 x1870620402846080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.029323:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978111.029324:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978111.029326:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978111.029328:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978111.029329:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978111.029331:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402846080:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978111.029333:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978111.029335:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978111.029336:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978111.029337:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978111.029340:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978111.029341:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978111.029343:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978111.029345:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978111.029347:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978111.029349:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402846080, portal 10 00000100:00000001:0.0:1783978111.029350:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978111.029352:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889964160 : -110483819587456 : ffff9b83fb2e1880) 00000100:00000040:0.0:1783978111.029355:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1880 x1870620402846080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.029359:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978111.029361:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978111.029362:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075000. 00000100:00000200:0.0:1783978111.029363:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402846080, offset 0 00000400:00000200:0.0:1783978111.029366:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978111.029368:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978111.029371:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978111.029373:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978111.029374:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978111.029376:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978111.029377:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978111.029379:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825567:825567:256:4294967295] 192.168.201.148@tcp LPNI seq info [825538:825538:8:4294967295] 00000400:00000200:0.0:1783978111.029381:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978111.029385:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978111.029388:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978111.029390:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4b53500. 00000800:00000200:0.0:1783978111.029393:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978111.029396:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783978111.029406:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978111.029408:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4b53500. 00000400:00000200:0.0:1783978111.029410:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978111.029413:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978111.029416:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075000 00000400:00000010:0.0:1783978111.029417:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075000. 00000100:00000001:0.0:1783978111.029420:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978111.029422:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1880 x1870620402846080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.029433:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978111.029436:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1880 x1870620402846080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978136 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.029441:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978111.029443:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978111.029445:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978111.029447:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978111.029450:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978111.029452:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310436876 00000100:00000001:0.0:1783978111.029454:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310438138 00000100:00000001:0.0:1783978111.029455:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310436876 00000100:00000001:0.0:1783978111.029457:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310438138 00000100:00000001:0.0:1783978111.029459:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978111.029461:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978111.029463:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978111.029466:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978111/real 1783978111] req@ffff9b83fb2e1880 x1870620402846080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978111.029473:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978111.029474:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978111.029475:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978111.029477:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978111.029478:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978111.029480:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978111.029483:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1880 x1870620402846080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978111.029490:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1880 x1870620402846080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.029496:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978111.029497:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978111.029499:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978111.029500:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978111.029503:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1880 x1870620402846080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.029508:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978111.029511:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1880 x1870620402846080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978136 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.029517:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978111.029519:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978111.029520:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978111.029521:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978111.029522:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978111.029527:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978111.029529:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978111.029532:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978111.029534:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978111.029536:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1880 x1870620402846080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978136 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978111.029542:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402846080:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978111.029546:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978111.029547:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978111.029550:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1f80 x1870620402845952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978136 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.029556:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978111.029557:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978111.029559:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978111.029562:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978111.029564:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978111.029565:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978111.029567:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978111.029568:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065400. 02000000:00000001:0.0:1783978111.029571:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978111.029572:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978111.029574:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1f80. 00000100:00000001:0.0:1783978111.029577:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978111.029578:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978111.029579:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978111.029582:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1880 x1870620402846080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978136 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.029587:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978111.029588:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978111.029589:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978111.029592:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978111.029593:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978111.029594:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978111.029595:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978111.029596:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067800. 02000000:00000001:0.0:1783978111.029598:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978111.029599:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978111.029600:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1880. 00000100:00000001:0.0:1783978111.029602:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978111.029603:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978111.029604:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978111.029608:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978111.029609:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978111.029612:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978111.029613:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978111.029614:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978111.029618:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0380 x1870620402846208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.029624:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978111.029625:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978111.029627:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978111.029629:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978111.029630:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978111.029633:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402846208:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978111.029636:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978111.029638:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978111.029639:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978111.029641:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978111.029644:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978111.029645:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978111.029649:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978111.029651:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978111.029654:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978111.029657:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402846208, portal 4 00000100:00000001:0.0:1783978111.029658:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978111.029659:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889958784 : -110483819592832 : ffff9b83fb2e0380) 00000100:00000040:0.0:1783978111.029665:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0380 x1870620402846208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.029670:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978111.029672:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978111.029673:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075000. 00000100:00000200:0.0:1783978111.029675:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402846208, offset 0 00000400:00000200:0.0:1783978111.029679:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978111.029682:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978111.029686:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978111.029688:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978111.029690:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978111.029692:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978111.029694:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978111.029696:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825568:825568:256:4294967295] 192.168.201.148@tcp LPNI seq info [825539:825539:8:4294967295] 00000400:00000200:0.0:1783978111.029700:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978111.029705:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978111.029708:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978111.029712:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4b53500. 00000800:00000200:0.0:1783978111.029715:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978111.029718:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783978111.029727:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978111.029729:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4b53500. 00000400:00000200:0.0:1783978111.029731:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978111.029733:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978111.029735:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075000 00000400:00000010:0.0:1783978111.029736:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075000. 00000100:00000001:0.0:1783978111.029738:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978111.029740:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0380 x1870620402846208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.029745:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978111.029747:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0380 x1870620402846208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978136 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.029750:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978111.029751:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978111.029753:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978111.029755:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978111.029758:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978111.029760:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310436903 00000100:00000001:0.0:1783978111.029762:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310438138 00000100:00000001:0.0:1783978111.029764:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310436903 00000100:00000001:0.0:1783978111.029766:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310438138 00000100:00000001:0.0:1783978111.029768:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978111.029770:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978111.029771:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978111.029775:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978111/real 1783978111] req@ffff9b83fb2e0380 x1870620402846208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978111.029788:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978111.029789:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978111.029791:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978111.029794:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978111.029795:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978111.029798:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978111.029801:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0380 x1870620402846208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978111.029808:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0380 x1870620402846208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.029812:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978111.029813:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978111.029814:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978111.029815:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978111.029817:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0380 x1870620402846208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.029821:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978111.029823:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0380 x1870620402846208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978136 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.029826:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978111.029828:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978111.029828:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978111.029829:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978111.029830:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978111.029832:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978111.029834:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978111.029836:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978111.029837:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978111.029839:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0380 x1870620402846208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978136 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978111.029844:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402846208:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978111.029846:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978111.029848:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2a00 x1870620402846336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.029852:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978111.029852:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978111.029854:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978111.029855:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978111.029856:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978111.029858:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402846336:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978111.029860:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978111.029861:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978111.029862:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978111.029863:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978111.029865:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978111.029866:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978111.029868:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978111.029870:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978111.029871:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978111.029873:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402846336, portal 4 00000100:00000001:0.0:1783978111.029874:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978111.029875:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889968640 : -110483819582976 : ffff9b83fb2e2a00) 00000100:00000040:0.0:1783978111.029879:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2a00 x1870620402846336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.029883:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978111.029884:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978111.029885:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075000. 00000100:00000200:0.0:1783978111.029887:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402846336, offset 0 00000400:00000200:0.0:1783978111.029889:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978111.029892:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978111.029894:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978111.029896:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978111.029897:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978111.029899:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978111.029900:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978111.029902:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825569:825569:256:4294967295] 192.168.201.148@tcp LPNI seq info [825540:825540:8:4294967295] 00000400:00000200:0.0:1783978111.029904:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978111.029908:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978111.029910:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978111.029912:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4b53500. 00000800:00000200:0.0:1783978111.029914:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978111.029916:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783978111.029926:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978111.029928:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c4b53500. 00000400:00000200:0.0:1783978111.029930:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978111.029933:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978111.029936:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075000 00000400:00000010:0.0:1783978111.029937:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075000. 00000100:00000001:0.0:1783978111.029939:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978111.029943:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2a00 x1870620402846336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.029950:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978111.029952:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2a00 x1870620402846336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978136 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.029959:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978111.029960:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978111.029963:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978111.029966:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978111.029969:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978111.029971:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310436893 00000100:00000001:0.0:1783978111.029972:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310438138 00000100:00000001:0.0:1783978111.029974:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310436893 00000100:00000001:0.0:1783978111.029975:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310438138 00000100:00000001:0.0:1783978111.029976:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978111.029978:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978111.029979:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978111.029981:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978111/real 1783978111] req@ffff9b83fb2e2a00 x1870620402846336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978111.029985:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978111.029986:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978111.029987:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978111.029988:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978111.029990:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978111.029991:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978111.029993:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2a00 x1870620402846336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978111.029997:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2a00 x1870620402846336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.030001:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978111.030001:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978111.030002:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978111.030003:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978111.030005:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2a00 x1870620402846336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.030008:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978111.030010:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2a00 x1870620402846336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978136 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.030014:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978111.030016:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978111.030017:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978111.030017:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978111.030018:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978111.030021:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978111.030022:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978111.030024:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978111.030025:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978111.030027:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2a00 x1870620402846336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978136 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978111.030032:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402846336:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978111.030033:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978111.030035:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978111.030036:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0380 x1870620402846208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978136 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.030039:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978111.030041:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978111.030042:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978111.030043:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978111.030044:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978111.030045:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978111.030046:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978111.030048:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064800. 02000000:00000001:0.0:1783978111.030049:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978111.030050:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978111.030051:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0380. 00000100:00000001:0.0:1783978111.030053:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978111.030054:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978111.030054:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978111.030056:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2a00 x1870620402846336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978136 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978111.030063:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978111.030064:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978111.030065:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978111.030066:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978111.030066:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978111.030067:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978111.030068:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978111.030069:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064c00. 02000000:00000001:0.0:1783978111.030070:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978111.030070:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978111.030071:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2a00. 00000100:00000001:0.0:1783978111.030072:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978111.030073:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978111.030074:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978111.030076:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978111.030077:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978111.030078:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978111.030079:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978111.539450:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978111.539460:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978111.539466:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978111.539485:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978111.539491:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978111.539497:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978111.539503:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978111.539506:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978111.539510:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978111.539539:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978111.539542:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978111.539547:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978111.539548:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978111.539553:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978111.539554:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978111.539557:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978111.539558:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978111.539562:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978111.539564:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978111.539963:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978111.539967:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978111.539971:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978112.435463:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978112.435469:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978112.435470:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978112.435474:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978112.435476:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978112.435479:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978112.435481:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978112.435483:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978112.435485:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978112.563641:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978112.563645:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978112.563646:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978112.563650:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978112.563653:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978112.563655:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978112.563657:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978112.563659:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978112.563661:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978112.563685:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978112.563698:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978112.563707:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978112.563709:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978112.563712:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978112.563713:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978112.563717:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978112.563718:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978112.563721:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978112.563722:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978112.563740:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978112.563742:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978112.563745:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978112.565683:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978112.565689:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978112.565692:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978112.565697:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978112.565703:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978112.565707:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978112.565724:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978112.565726:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978112.565729:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978113.459401:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978113.459412:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978113.459414:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978113.459423:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978113.459429:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978113.459435:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978113.459449:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978113.459452:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978113.459455:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978113.587610:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978113.587614:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978113.587618:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978113.587619:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978113.587622:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978113.587623:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978113.587626:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978113.587628:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978113.587631:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978113.587633:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978113.587650:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978113.587653:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978113.587656:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978113.587662:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978113.587665:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978113.587666:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978113.587669:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978113.587671:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978113.587673:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978113.587675:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978113.587676:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978113.587678:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978114.483405:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978114.483415:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978114.483418:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978114.483426:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978114.483433:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978114.483439:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978114.483445:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978114.483447:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978114.483450:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978114.611430:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978114.611437:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978114.611440:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978114.611447:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978114.611453:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978114.611459:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978114.611465:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978114.611470:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978114.611474:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978114.611505:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978114.611508:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978114.611512:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978114.611514:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978114.611517:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978114.611519:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978114.611523:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978114.611524:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978114.611526:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978114.611528:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978114.611548:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978114.611550:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978114.611553:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978114.611737:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978114.611740:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978114.611741:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978114.611743:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978114.611745:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978114.611747:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978114.611749:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978114.611750:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978114.611752:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978115.507408:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978115.507416:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978115.507418:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978115.507424:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978115.507427:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978115.507431:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978115.507434:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978115.507437:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978115.507440:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978115.635416:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978115.635424:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978115.635428:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978115.635437:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978115.635444:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978115.635447:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978115.635449:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978115.635452:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978115.635458:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978115.635469:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978115.635472:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978115.635473:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978115.635475:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978115.635477:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978115.635478:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978115.635480:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978115.635481:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978115.635483:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978115.635498:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978115.635501:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978115.635505:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978115.635506:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978115.635510:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978115.635511:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978115.635514:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978115.635516:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978115.635518:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978115.635519:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978115.635537:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978115.635539:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978115.635543:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978115.635566:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978115.635571:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978115.635574:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978115.635578:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978115.635581:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978115.635583:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978115.635585:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978115.635586:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978115.635588:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978115.635596:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978115.635600:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978115.635602:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978115.635603:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978115.635606:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978115.635608:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978115.635610:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978115.635612:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978115.635614:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978116.148786:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978116.148791:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978116.148794:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978116.148802:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882680 x1870620402846464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978116.148825:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978116.148833:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978116.148840:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978116.148855:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978116.148859:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978116.148865:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402846464:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978116.148870:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978116.148876:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978116.148880:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978116.148884:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978116.148890:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978116.148896:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978116.148904:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978116.148910:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978116.148916:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978116.148923:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402846464, portal 25 00000100:00000001:0.0:1783978116.148928:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978116.148929:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694539392 : -110484015012224 : ffff9b83ef882680) 00000100:00000040:0.0:1783978116.148938:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882680 x1870620402846464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978116.148953:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978116.148960:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978116.148965:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075000. 00000100:00000200:0.0:1783978116.148971:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402846464, offset 0 00000400:00000200:0.0:1783978116.148983:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978116.148993:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978116.149002:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978116.149008:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978116.149013:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978116.149018:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978116.149022:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978116.149027:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825570:825570:256:4294967295] 192.168.201.148@tcp LPNI seq info [825541:825541:8:4294967295] 00000400:00000200:0.0:1783978116.149034:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978116.149048:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978116.149055:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978116.149060:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4b53500. 00000800:00000200:0.0:1783978116.149069:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783978116.149108:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978116.149126:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978116.149132:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4310443259 00000100:00000010:0.0:1783978116.149148:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783978116.149157:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978116.149165:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4310443259 00000100:00000010:0.0:1783978116.149172:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783978116.149178:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978116.149183:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978116.149196:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978116.149200:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978116.149205:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978116.149215:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978116.149219:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783978116.149226:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978116.149231:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978116.149235:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978116.149243:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880e00 x1870620402846592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978116.149259:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978116.149262:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978116.149265:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978116.149268:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978116.149273:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978116.149277:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402846592:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978116.149288:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978116.149326:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978116.149329:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978116.149331:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978116.149335:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978116.149338:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978116.149344:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978116.149348:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a898. 00000400:00000010:0.0:1783978116.149353:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978116.149357:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402846592, portal 10 00000100:00000001:0.0:1783978116.149361:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978116.149363:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694533120 : -110484015018496 : ffff9b83ef880e00) 00000100:00000040:0.0:1783978116.149372:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880e00 x1870620402846592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978116.149380:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978116.149383:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978116.149388:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783978116.149392:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402846592, offset 0 00000400:00000200:0.0:1783978116.149396:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978116.149402:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978116.149407:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978116.149409:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978116.149411:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978116.149415:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978116.149417:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978116.149423:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825571:825571:255:4294967295] 192.168.201.148@tcp LPNI seq info [825542:825542:7:4294967295] 00000400:00000200:0.0:1783978116.149430:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978116.149442:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978116.149451:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978116.149456:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4b53000. 00000800:00000200:0.0:1783978116.149466:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783978116.149481:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978116.149487:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978116.149497:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978116.149502:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310442001 00000100:00000001:0.0:1783978116.149506:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310443259 00000100:00000001:0.0:1783978116.149508:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310442001 00000100:00000001:0.0:1783978116.149511:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310443259 00000100:00000001:0.0:1783978116.149515:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978116.149519:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978116.149522:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978116.149529:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883b80 x1870620402846720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978116.149546:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978116.149548:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978116.149551:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978116.149554:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978116.149559:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978116.149562:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402846720:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978116.149567:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978116.149571:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978116.149574:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978116.149577:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978116.149580:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978116.149583:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978116.149590:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978116.149593:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783978116.149599:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075440. 00000100:00000200:0.0:1783978116.149603:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402846720, portal 10 00000100:00000001:0.0:1783978116.149607:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978116.149610:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694544768 : -110484015006848 : ffff9b83ef883b80) 00000100:00000040:0.0:1783978116.149619:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883b80 x1870620402846720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978116.149636:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978116.149645:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978116.149650:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075880. 00000100:00000200:0.0:1783978116.149655:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402846720, offset 0 00000400:00000200:0.0:1783978116.149665:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978116.149673:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978116.149679:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978116.149684:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978116.149690:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978116.149695:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978116.149702:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978116.149710:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825572:825572:254:4294967295] 192.168.201.148@tcp LPNI seq info [825543:825543:6:4294967295] 00000400:00000200:0.0:1783978116.149718:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978116.149729:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978116.149741:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978116.149749:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c4b53800. 00000800:00000200:0.0:1783978116.149757:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783978116.149772:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978116.149777:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978116.149784:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978116.149786:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310441996 00000100:00000001:0.0:1783978116.149788:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310443259 00000100:00000001:0.0:1783978116.149792:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310441996 00000100:00000001:0.0:1783978116.149794:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310443259 00000100:00000001:0.0:1783978116.149795:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978116.149797:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978116.149799:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978116.149800:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978116.149803:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978116.149803:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783978116.149805:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978116.149806:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978116.149807:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978116.149811:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881880 x1870620402846848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978116.149815:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978116.149817:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978116.149818:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978116.149819:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978116.149820:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978116.149822:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402846848:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978116.149825:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978116.149827:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978116.149828:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978116.149829:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978116.149831:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978116.149832:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978116.149834:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978116.149836:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978116.149838:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075d48. 00000100:00000200:0.0:1783978116.149840:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402846848, portal 4 00000100:00000001:0.0:1783978116.149841:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978116.149842:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694535808 : -110484015015808 : ffff9b83ef881880) 00000100:00000040:0.0:1783978116.149846:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881880 x1870620402846848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978116.149850:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978116.149851:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978116.149852:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783978116.149854:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402846848, offset 0 00000400:00000200:0.0:1783978116.149856:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978116.149858:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978116.149861:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978116.149862:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978116.149864:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978116.149865:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978116.149867:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978116.149869:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825573:825573:253:4294967295] 192.168.201.148@tcp LPNI seq info [825544:825544:5:4294967295] 00000400:00000200:0.0:1783978116.149871:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978116.149875:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978116.149877:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978116.149880:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978116.149882:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783978116.149886:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978116.149887:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978116.149889:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978116.149890:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310442023 00000100:00000001:0.0:1783978116.149892:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310443259 00000100:00000001:0.0:1783978116.149893:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310442023 00000100:00000001:0.0:1783978116.149894:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310443259 00000100:00000001:0.0:1783978116.149895:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978116.149896:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978116.149897:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978116.149899:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881500 x1870620402846976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978116.149902:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978116.149903:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978116.149904:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978116.149905:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978116.149906:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978116.149907:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402846976:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978116.149909:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978116.149910:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978116.149910:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978116.149911:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978116.149913:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978116.149914:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978116.149915:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978116.149917:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ac60. 00000400:00000010:0.0:1783978116.149918:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075550. 00000100:00000200:0.0:1783978116.149919:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402846976, portal 4 00000100:00000001:0.0:1783978116.149920:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978116.149921:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694534912 : -110484015016704 : ffff9b83ef881500) 00000100:00000040:0.0:1783978116.149925:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881500 x1870620402846976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978116.149929:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978116.149930:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978116.149931:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40757f8. 00000100:00000200:0.0:1783978116.149932:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402846976, offset 0 00000400:00000200:0.0:1783978116.149935:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978116.149936:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978116.149938:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978116.149939:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978116.149940:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978116.149942:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978116.149943:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978116.149945:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825574:825574:252:4294967295] 192.168.201.148@tcp LPNI seq info [825545:825545:4:4294967295] 00000400:00000200:0.0:1783978116.149947:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978116.149950:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978116.149954:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978116.149956:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb100. 00000800:00000200:0.0:1783978116.149959:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783978116.149965:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978116.149967:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978116.149970:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978116.149972:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310442013 00000100:00000001:0.0:1783978116.149974:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310443259 00000100:00000001:0.0:1783978116.149976:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310442013 00000100:00000001:0.0:1783978116.149978:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310443259 00000100:00000001:0.0:1783978116.149980:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978116.149982:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978116.149985:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978116.149986:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978116.149989:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978116.149991:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783978116.149992:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978116.149993:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978116.149995:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978116.149997:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978116.531407:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978116.531415:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978116.531420:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978116.531424:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978116.531429:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978116.531434:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978116.531441:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978116.531444:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978116.531447:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978116.659427:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978116.659432:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978116.659448:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978116.659453:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978116.659459:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978116.659463:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978116.659472:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978116.659476:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978116.659479:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978116.659505:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978116.659509:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978116.659517:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978116.659524:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978116.659528:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978116.659535:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978116.659543:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978116.659548:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978116.659553:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978116.659559:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978116.659567:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978116.659571:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978116.659574:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978116.659580:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978116.659596:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978116.659600:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978116.659604:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978116.659608:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978116.659614:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978116.659616:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978116.659617:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978116.659618:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978116.659620:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978116.659622:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978116.659623:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978116.659625:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978116.659628:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978116.659629:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978116.659631:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978116.659632:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978116.659633:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978116.659634:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978116.659636:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978116.659637:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978116.659656:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978116.659658:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978116.659661:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978117.555529:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978117.555536:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978117.555606:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978117.555612:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978117.555616:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978117.555620:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978117.555623:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978117.555625:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978117.555629:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978117.683687:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978117.683690:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978117.683695:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978117.683696:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978117.683700:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978117.683701:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978117.683704:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978117.683706:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978117.683709:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978117.683711:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978117.683727:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978117.683730:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978117.683732:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978117.683998:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978117.684001:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978117.684003:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978117.684005:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978117.684007:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978117.684009:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978117.684011:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978117.684013:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978117.684015:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978117.685267:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978117.685271:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978117.685273:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978117.685276:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978117.685279:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978117.685281:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978117.685284:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978117.685285:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978117.685288:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978118.579452:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978118.579456:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978118.579457:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978118.579459:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978118.579461:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978118.579462:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978118.579464:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978118.579465:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978118.579466:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978118.707406:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978118.707412:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978118.707416:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978118.707426:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978118.707435:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978118.707443:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978118.707451:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978118.707455:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978118.707459:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978118.707482:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978118.707487:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978118.707491:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978118.707495:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978118.707502:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978118.707507:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978118.707513:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978118.707517:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978118.707523:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978118.707558:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978118.707562:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978118.707567:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978118.707569:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978118.707573:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978118.707574:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978118.707577:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978118.707578:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978118.707581:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978118.707583:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978118.707601:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978118.707602:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978118.707604:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978119.220021:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978119.220026:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978119.220029:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978119.220036:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978116/real 1783978119] req@ffff9b83ef881880 x1870620402846848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978119.220048:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978119.220050:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978119.220054:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978119.220070:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075d48 00000400:00000010:0.0:1783978119.220072:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075d48. 00000100:00000001:0.0:1783978119.220076:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978119.220081:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881880 x1870620402846848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978119.220091:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881880 x1870620402846848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978119.220097:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978119.220105:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978119.220108:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978119.220110:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978119.220114:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881880 x1870620402846848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978119.220120:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978119.220124:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881880 x1870620402846848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978141 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978119.220131:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978119.220134:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978119.220136:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978119.220137:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978119.220140:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978119.220146:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978119.220150:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978119.220154:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978119.220157:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978119.220160:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881880 x1870620402846848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978141 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978119.220167:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402846848:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978119.220172:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978119.220175:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978116/real 1783978119] req@ffff9b83ef881500 x1870620402846976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978119.220189:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978119.220190:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978119.220192:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ac60. 00000400:00000200:0.0:1783978119.220195:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075550 00000400:00000010:0.0:1783978119.220197:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075550. 00000100:00000001:0.0:1783978119.220199:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978119.220203:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881500 x1870620402846976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978119.220211:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881500 x1870620402846976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978119.220218:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978119.220219:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978119.220221:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978119.220222:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978119.220225:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881500 x1870620402846976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978119.220230:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978119.220233:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881500 x1870620402846976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978141 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978119.220239:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978119.220241:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978119.220243:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978119.220244:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978119.220246:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978119.220250:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978119.220253:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978119.220257:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978119.220260:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978119.220265:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881500 x1870620402846976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978141 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978119.220273:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402846976:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978119.220277:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978119.220281:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978116/real 1783978119] req@ffff9b83ef880e00 x1870620402846592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978119.220288:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978119.220290:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978119.220327:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a898. 00000400:00000200:0.0:1783978119.220331:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978119.220333:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978119.220336:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978119.220340:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880e00 x1870620402846592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978119.220349:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880e00 x1870620402846592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978119.220356:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978119.220357:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978119.220359:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978119.220361:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978119.220365:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880e00 x1870620402846592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978119.220372:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978119.220376:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880e00 x1870620402846592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978141 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978119.220383:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978119.220385:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978119.220387:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978119.220389:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978119.220390:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978119.220400:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978119.220403:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978119.220407:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978119.220409:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978119.220413:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880e00 x1870620402846592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978141 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978119.220421:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402846592:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978119.220425:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978119.220429:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978116/real 1783978119] req@ffff9b83ef883b80 x1870620402846720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978119.220436:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978119.220437:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978119.220438:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783978119.220441:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075440 00000400:00000010:0.0:1783978119.220442:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075440. 00000100:00000001:0.0:1783978119.220445:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978119.220448:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883b80 x1870620402846720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978119.220456:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883b80 x1870620402846720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978119.220461:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978119.220463:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978119.220464:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978119.220466:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978119.220471:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883b80 x1870620402846720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978119.220482:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978119.220485:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883b80 x1870620402846720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978141 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978119.220490:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978119.220493:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978119.220494:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978119.220495:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978119.220496:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978119.220502:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978119.220505:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978119.220508:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978119.220510:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978119.220514:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883b80 x1870620402846720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978141 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978119.220522:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402846720:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978119.220525:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978119.220528:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978116/real 1783978119] req@ffff9b83ef882680 x1870620402846464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978119.220536:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978119.220537:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978119.220538:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978119.220541:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978119.220543:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978119.220545:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978119.220548:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882680 x1870620402846464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978119.220610:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882680 x1870620402846464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978119.220616:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978119.220618:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978119.220619:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978119.220621:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978119.220624:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882680 x1870620402846464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978119.220630:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978119.220634:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882680 x1870620402846464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978141 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978119.220641:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978119.220643:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978119.220644:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978119.220646:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978119.220648:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978119.220650:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978119.220652:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978119.220656:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978119.220658:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978119.220662:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882680 x1870620402846464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978141 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978119.220669:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402846464:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978119.220673:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978119.220676:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978119.220679:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881880 x1870620402846848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978141 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978119.220691:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978119.220694:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978119.220699:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978119.220705:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978119.220708:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978119.220710:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978119.220713:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978119.220715:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635400. 02000000:00000001:0.0:1783978119.220720:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978119.220723:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978119.220725:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881880. 00000100:00000001:0.0:1783978119.220730:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978119.220731:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978119.220733:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978119.220737:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881500 x1870620402846976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978141 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978119.220743:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978119.220745:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978119.220746:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978119.220750:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978119.220751:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978119.220753:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978119.220755:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978119.220756:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634000. 02000000:00000001:0.0:1783978119.220759:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978119.220760:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978119.220761:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881500. 00000100:00000001:0.0:1783978119.220764:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978119.220765:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978119.220767:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978119.220770:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880e00 x1870620402846592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978141 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978119.220776:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978119.220777:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978119.220779:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978119.220781:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978119.220782:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978119.220784:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978119.220786:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978119.220787:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783978119.220789:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978119.220790:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978119.220792:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880e00. 00000100:00000001:0.0:1783978119.220795:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978119.220796:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978119.220797:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978119.220800:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883b80 x1870620402846720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978141 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978119.220806:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978119.220808:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978119.220809:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978119.220811:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978119.220813:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978119.220814:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978119.220816:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978119.220818:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636000. 02000000:00000001:0.0:1783978119.220820:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978119.220822:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978119.220823:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883b80. 00000100:00000001:0.0:1783978119.220826:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978119.220828:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978119.220829:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978119.220832:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882680 x1870620402846464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978141 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978119.220839:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978119.220840:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978119.220842:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978119.220844:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978119.220845:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978119.220846:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978119.220848:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978119.220850:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634c00. 02000000:00000001:0.0:1783978119.220852:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978119.220853:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978119.220854:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882680. 00000100:00000001:0.0:1783978119.220857:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978119.220859:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978119.220861:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978119.220868:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978119.220870:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978119.220872:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978119.220874:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978119.603367:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978119.603376:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978119.603378:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978119.603386:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978119.603392:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978119.603397:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978119.603409:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978119.603412:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978119.603416:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978119.732886:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978119.732892:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978119.732898:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978119.732902:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978119.732910:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978119.732913:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978119.732918:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978119.732922:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978119.732929:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978119.732932:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978119.732954:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978119.732956:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978119.732959:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978120.627393:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978120.627401:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978120.627403:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978120.627409:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978120.627412:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978120.627416:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978120.627419:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978120.627421:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978120.627423:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978120.755363:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978120.755371:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978120.755373:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978120.755379:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978120.755385:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978120.755396:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978120.755404:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978120.755409:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978120.755416:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978120.755442:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978120.755449:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978120.755453:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978120.755459:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978120.755465:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978120.755469:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978120.755475:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978120.755480:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978120.755486:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978120.755490:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978120.755496:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978120.755499:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978120.755505:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978120.755508:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978120.755516:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978120.755519:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978120.755541:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978120.755545:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978120.755548:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978121.267909:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978121.267915:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978121.267920:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978121.267931:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3b80 x1870620402847104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.267967:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978121.267971:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978121.267978:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978121.267983:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978121.267988:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978121.267996:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402847104:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978121.268018:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978121.268032:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978121.268036:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978121.268039:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978121.268044:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978121.268046:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978121.268052:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978121.268056:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978121.268062:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978121.268068:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402847104, portal 25 00000100:00000001:0.0:1783978121.268071:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978121.268073:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889973120 : -110483819578496 : ffff9b83fb2e3b80) 00000100:00000040:0.0:1783978121.268079:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3b80 x1870620402847104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.268088:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978121.268091:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978121.268093:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075440. 00000100:00000200:0.0:1783978121.268098:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402847104, offset 0 00000400:00000200:0.0:1783978121.268107:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978121.268119:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978121.268129:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978121.268137:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978121.268143:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978121.268149:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978121.268153:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978121.268161:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825575:825575:256:4294967295] 192.168.201.148@tcp LPNI seq info [825546:825546:8:4294967295] 00000400:00000200:0.0:1783978121.268173:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978121.268190:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978121.268202:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978121.268209:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978121.268219:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978121.268222:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978121.268248:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978121.268253:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978121.268261:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978121.268272:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978121.268281:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075440 00000400:00000010:0.0:1783978121.268286:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075440. 00000100:00000001:0.0:1783978121.268332:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978121.268341:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3b80 x1870620402847104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.268361:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978121.268368:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3b80 x1870620402847104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978146 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.268387:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978121.268391:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978121.268400:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978121.268408:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978121.268413:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4310448379 00000100:00000010:0.0:1783978121.268421:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783978121.268430:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978121.268437:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4310448379 00000100:00000010:0.0:1783978121.268442:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783978121.268448:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978121.268454:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978121.268460:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978121.268465:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978121.268472:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978121/real 1783978121] req@ffff9b83fb2e3b80 x1870620402847104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978121.268493:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978121.268495:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978121.268497:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978121.268501:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978121.268503:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978121.268505:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978121.268509:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3b80 x1870620402847104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978121.268517:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3b80 x1870620402847104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.268523:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978121.268525:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978121.268528:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978121.268530:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978121.268534:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3b80 x1870620402847104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.268541:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978121.268545:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3b80 x1870620402847104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978146 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.268552:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978121.268555:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978121.268557:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978121.268558:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978121.268561:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978121.268563:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978121.268567:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978121.268571:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978121.268574:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978121.268579:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3b80 x1870620402847104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978146 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978121.268587:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402847104:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978121.268592:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978121.268595:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2d80 x1870620402847232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.268602:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978121.268604:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978121.268606:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978121.268608:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978121.268610:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978121.268613:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402847232:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978121.268616:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978121.268618:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978121.268619:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978121.268621:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978121.268625:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978121.268627:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978121.268630:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978121.268633:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978121.268636:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978121.268639:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402847232, portal 10 00000100:00000001:0.0:1783978121.268641:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978121.268642:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889969536 : -110483819582080 : ffff9b83fb2e2d80) 00000100:00000040:0.0:1783978121.268660:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2d80 x1870620402847232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.268667:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978121.268669:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978121.268672:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075440. 00000100:00000200:0.0:1783978121.268675:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402847232, offset 0 00000400:00000200:0.0:1783978121.268678:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978121.268682:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978121.268686:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978121.268689:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978121.268691:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978121.268693:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978121.268695:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978121.268698:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825576:825576:256:4294967295] 192.168.201.148@tcp LPNI seq info [825547:825547:8:4294967295] 00000400:00000200:0.0:1783978121.268702:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978121.268708:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978121.268712:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978121.268716:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978121.268720:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978121.268723:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978121.268733:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978121.268735:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978121.268738:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978121.268741:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978121.268744:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075440 00000400:00000010:0.0:1783978121.268746:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075440. 00000100:00000001:0.0:1783978121.268748:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978121.268751:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2d80 x1870620402847232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.268759:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978121.268762:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2d80 x1870620402847232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978146 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.268768:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978121.268770:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978121.268773:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978121.268783:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978121.268786:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978121.268788:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310447120 00000100:00000001:0.0:1783978121.268791:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310448379 00000100:00000001:0.0:1783978121.268793:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310447120 00000100:00000001:0.0:1783978121.268794:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310448379 00000100:00000001:0.0:1783978121.268796:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978121.268798:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978121.268800:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978121.268804:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978121/real 1783978121] req@ffff9b83fb2e2d80 x1870620402847232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978121.268811:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978121.268812:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978121.268813:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978121.268817:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978121.268818:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978121.268820:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978121.268823:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2d80 x1870620402847232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978121.268830:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2d80 x1870620402847232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.268835:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978121.268836:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978121.268837:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978121.268839:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978121.268842:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2d80 x1870620402847232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.268847:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978121.268850:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2d80 x1870620402847232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978146 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.268857:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978121.268859:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978121.268860:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978121.268862:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978121.268863:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978121.268872:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978121.268875:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978121.268877:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978121.268879:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978121.268883:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2d80 x1870620402847232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978146 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978121.268890:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402847232:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978121.268893:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978121.268896:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1500 x1870620402847360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.268901:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978121.268902:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978121.268904:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978121.268906:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978121.268907:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978121.268910:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402847360:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978121.268913:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978121.268915:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978121.268916:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978121.268918:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978121.268921:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978121.268922:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978121.268925:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978121.268927:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978121.268929:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978121.268932:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402847360, portal 10 00000100:00000001:0.0:1783978121.268934:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978121.268935:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889963264 : -110483819588352 : ffff9b83fb2e1500) 00000100:00000040:0.0:1783978121.268940:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1500 x1870620402847360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.268947:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978121.268949:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978121.268951:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075440. 00000100:00000200:0.0:1783978121.268953:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402847360, offset 0 00000400:00000200:0.0:1783978121.268957:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978121.268961:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978121.268965:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978121.268968:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978121.268970:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978121.268972:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978121.268975:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978121.268977:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825577:825577:256:4294967295] 192.168.201.148@tcp LPNI seq info [825548:825548:8:4294967295] 00000400:00000200:0.0:1783978121.268981:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978121.268987:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978121.268991:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978121.268995:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978121.268998:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978121.269001:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978121.269010:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978121.269012:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978121.269015:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978121.269018:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978121.269020:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075440 00000400:00000010:0.0:1783978121.269033:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075440. 00000100:00000001:0.0:1783978121.269036:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978121.269039:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1500 x1870620402847360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.269045:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978121.269048:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1500 x1870620402847360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978146 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.269054:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978121.269055:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978121.269058:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978121.269060:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978121.269064:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978121.269066:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310447115 00000100:00000001:0.0:1783978121.269068:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310448379 00000100:00000001:0.0:1783978121.269070:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310447115 00000100:00000001:0.0:1783978121.269072:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310448379 00000100:00000001:0.0:1783978121.269074:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978121.269076:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978121.269077:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978121.269081:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978121/real 1783978121] req@ffff9b83fb2e1500 x1870620402847360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978121.269088:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978121.269089:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978121.269091:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978121.269093:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978121.269095:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978121.269097:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978121.269100:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1500 x1870620402847360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978121.269108:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1500 x1870620402847360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.269115:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978121.269116:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978121.269118:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978121.269119:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978121.269122:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1500 x1870620402847360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.269128:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978121.269131:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1500 x1870620402847360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978146 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.269137:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978121.269139:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978121.269140:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978121.269141:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978121.269143:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978121.269148:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978121.269150:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978121.269153:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978121.269155:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978121.269158:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1500 x1870620402847360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978146 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978121.269165:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402847360:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978121.269168:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978121.269170:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978121.269173:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3b80 x1870620402847104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978146 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.269180:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978121.269183:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978121.269185:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978121.269189:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978121.269191:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978121.269193:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978121.269195:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978121.269197:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067000. 02000000:00000001:0.0:1783978121.269201:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978121.269203:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978121.269205:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3b80. 00000100:00000001:0.0:1783978121.269209:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978121.269210:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978121.269212:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978121.269214:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2d80 x1870620402847232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978146 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.269220:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978121.269222:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978121.269223:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978121.269225:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978121.269226:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978121.269227:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978121.269229:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978121.269230:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065800. 02000000:00000001:0.0:1783978121.269232:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978121.269233:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978121.269235:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2d80. 00000100:00000001:0.0:1783978121.269237:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978121.269238:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978121.269239:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978121.269242:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1500 x1870620402847360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978146 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.269248:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978121.269249:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978121.269251:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978121.269253:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978121.269254:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978121.269255:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978121.269257:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978121.269258:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064c00. 02000000:00000001:0.0:1783978121.269260:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978121.269261:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978121.269262:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1500. 00000100:00000001:0.0:1783978121.269264:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978121.269265:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978121.269268:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978121.269276:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978121.269278:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978121.269280:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978121.269282:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978121.269284:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978121.269287:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0700 x1870620402847488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.269325:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978121.269327:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978121.269329:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978121.269331:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978121.269333:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978121.269336:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402847488:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978121.269339:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978121.269342:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978121.269343:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978121.269345:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978121.269348:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978121.269350:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978121.269354:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978121.269356:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978121.269359:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978121.269362:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402847488, portal 4 00000100:00000001:0.0:1783978121.269364:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978121.269365:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889959680 : -110483819591936 : ffff9b83fb2e0700) 00000100:00000040:0.0:1783978121.269371:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0700 x1870620402847488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.269378:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978121.269381:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978121.269383:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075440. 00000100:00000200:0.0:1783978121.269385:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402847488, offset 0 00000400:00000200:0.0:1783978121.269390:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978121.269394:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978121.269398:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978121.269400:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978121.269403:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978121.269405:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978121.269407:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978121.269410:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825578:825578:256:4294967295] 192.168.201.148@tcp LPNI seq info [825549:825549:8:4294967295] 00000400:00000200:0.0:1783978121.269413:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978121.269420:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978121.269423:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978121.269427:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978121.269430:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978121.269433:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978121.269443:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978121.269445:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978121.269449:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978121.269452:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978121.269454:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075440 00000400:00000010:0.0:1783978121.269456:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075440. 00000100:00000001:0.0:1783978121.269459:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978121.269462:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0700 x1870620402847488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.269469:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978121.269472:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0700 x1870620402847488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978146 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.269483:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978121.269484:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978121.269487:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978121.269490:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978121.269493:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978121.269494:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310447143 00000100:00000001:0.0:1783978121.269497:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310448379 00000100:00000001:0.0:1783978121.269499:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310447143 00000100:00000001:0.0:1783978121.269501:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310448379 00000100:00000001:0.0:1783978121.269503:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978121.269504:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978121.269506:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978121.269510:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978121/real 1783978121] req@ffff9b83fb2e0700 x1870620402847488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978121.269517:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978121.269519:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978121.269520:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978121.269523:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978121.269524:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978121.269526:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978121.269529:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0700 x1870620402847488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978121.269536:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0700 x1870620402847488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.269541:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978121.269543:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978121.269545:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978121.269546:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978121.269549:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0700 x1870620402847488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.269556:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978121.269559:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0700 x1870620402847488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978146 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.269566:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978121.269568:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978121.269570:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978121.269571:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978121.269572:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978121.269576:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978121.269579:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978121.269583:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978121.269585:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978121.269589:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0700 x1870620402847488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978146 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978121.269597:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402847488:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978121.269600:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978121.269603:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0e00 x1870620402847616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.269609:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978121.269611:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978121.269612:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978121.269615:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978121.269616:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978121.269619:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402847616:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978121.269621:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978121.269623:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978121.269625:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978121.269626:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978121.269629:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978121.269631:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978121.269634:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978121.269636:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978121.269639:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978121.269642:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402847616, portal 4 00000100:00000001:0.0:1783978121.269644:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978121.269645:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889961472 : -110483819590144 : ffff9b83fb2e0e00) 00000100:00000040:0.0:1783978121.269651:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0e00 x1870620402847616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.269657:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978121.269659:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978121.269661:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075440. 00000100:00000200:0.0:1783978121.269663:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402847616, offset 0 00000400:00000200:0.0:1783978121.269666:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978121.269669:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978121.269673:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978121.269676:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978121.269678:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978121.269680:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978121.269681:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978121.269684:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825579:825579:256:4294967295] 192.168.201.148@tcp LPNI seq info [825550:825550:8:4294967295] 00000400:00000200:0.0:1783978121.269688:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978121.269693:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978121.269697:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978121.269700:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978121.269703:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978121.269706:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978121.269716:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978121.269718:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978121.269721:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978121.269724:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978121.269726:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075440 00000400:00000010:0.0:1783978121.269728:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075440. 00000100:00000001:0.0:1783978121.269731:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978121.269734:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0e00 x1870620402847616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.269741:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978121.269743:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0e00 x1870620402847616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978146 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.269749:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978121.269751:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978121.269754:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978121.269757:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978121.269760:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978121.269762:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310447133 00000100:00000001:0.0:1783978121.269765:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310448379 00000100:00000001:0.0:1783978121.269766:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310447133 00000100:00000001:0.0:1783978121.269768:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310448379 00000100:00000001:0.0:1783978121.269770:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978121.269772:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978121.269774:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978121.269778:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978121/real 1783978121] req@ffff9b83fb2e0e00 x1870620402847616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978121.269785:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978121.269786:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978121.269788:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978121.269790:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978121.269792:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978121.269794:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978121.269797:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0e00 x1870620402847616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978121.269805:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0e00 x1870620402847616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.269811:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978121.269812:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978121.269814:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978121.269816:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978121.269819:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0e00 x1870620402847616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.269825:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978121.269829:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0e00 x1870620402847616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978146 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.269835:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978121.269838:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978121.269839:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978121.269841:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978121.269842:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978121.269846:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978121.269849:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978121.269853:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978121.269855:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978121.269859:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0e00 x1870620402847616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978146 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978121.269867:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402847616:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978121.269870:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978121.269872:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978121.269876:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0700 x1870620402847488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978146 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.269881:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978121.269884:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978121.269885:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978121.269888:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978121.269890:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978121.269891:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978121.269893:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978121.269895:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064800. 02000000:00000001:0.0:1783978121.269898:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978121.269899:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978121.269900:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0700. 00000100:00000001:0.0:1783978121.269903:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978121.269904:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978121.269906:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978121.269909:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0e00 x1870620402847616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978146 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978121.269915:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978121.269917:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978121.269918:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978121.269920:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978121.269922:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978121.269923:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978121.269925:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978121.269926:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067800. 02000000:00000001:0.0:1783978121.269928:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978121.269929:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978121.269931:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0e00. 00000100:00000001:0.0:1783978121.269933:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978121.269934:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978121.269936:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978121.269941:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978121.269942:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978121.269944:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978121.269946:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978121.651406:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978121.651415:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978121.651420:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978121.651428:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978121.651433:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978121.651438:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978121.651441:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978121.651445:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978121.651449:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978121.779529:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978121.779533:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978121.779535:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978121.779538:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978121.779541:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978121.779544:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978121.779546:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978121.779547:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978121.779551:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978121.779589:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978121.779593:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978121.779598:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978121.779599:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978121.779603:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978121.779604:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978121.779607:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978121.779609:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978121.779612:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978121.779614:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978121.779631:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978121.779640:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978121.779643:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978121.779804:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978121.779806:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978121.779808:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978121.779810:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978121.779812:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978121.779814:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978121.779816:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978121.779817:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978121.779820:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978121.782139:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978121.782148:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978121.782153:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978121.782159:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978121.782166:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978121.782171:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978121.782177:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978121.782181:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978121.782187:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978122.675394:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978122.675403:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978122.675408:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978122.675415:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978122.675420:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978122.675423:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978122.675426:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978122.675436:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978122.675439:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978122.803400:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978122.803406:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978122.803410:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978122.803416:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978122.803420:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978122.803430:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978122.803437:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978122.803442:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978122.803448:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978122.803476:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978122.803496:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978122.803505:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978122.803509:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978122.803517:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978122.803522:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978122.803529:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978122.803534:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978122.803543:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978122.803547:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978122.803588:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978122.803591:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978122.803594:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978123.699389:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978123.699398:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978123.699403:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978123.699411:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978123.699417:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978123.699430:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978123.699436:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978123.699439:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978123.699442:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978123.827545:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978123.827548:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978123.827549:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978123.827551:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978123.827552:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978123.827554:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978123.827555:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978123.827556:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978123.827558:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978123.827574:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978123.827577:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978123.827581:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978123.827582:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978123.827586:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978123.827587:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978123.827590:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978123.827592:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978123.827594:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978123.827596:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978123.827610:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978123.827613:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978123.827616:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978124.723410:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978124.723419:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978124.723422:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978124.723431:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978124.723437:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978124.723441:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978124.723447:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978124.723451:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978124.723454:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978124.851401:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978124.851408:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978124.851413:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978124.851420:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978124.851426:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978124.851432:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978124.851462:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978124.851464:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978124.851468:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978124.851488:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978124.851493:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978124.851499:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978124.851502:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978124.851507:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978124.851510:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978124.851517:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978124.851518:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978124.851524:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978124.851527:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978124.851553:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978124.851560:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978124.851563:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978125.747408:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978125.747416:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978125.747420:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978125.747429:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978125.747434:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978125.747440:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978125.747442:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978125.747445:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978125.747448:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978125.875421:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978125.875427:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978125.875431:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978125.875444:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978125.875452:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978125.875457:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978125.875461:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978125.875466:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978125.875470:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978125.875486:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978125.875491:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978125.875494:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978125.875499:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978125.875513:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978125.875517:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978125.875521:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978125.875526:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978125.875530:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978125.875554:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978125.875557:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978125.875562:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978125.875563:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978125.875567:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978125.875568:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978125.875571:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978125.875573:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978125.875581:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978125.875583:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978125.875601:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978125.875604:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978125.875607:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978126.387667:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978126.387674:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978126.387678:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978126.387688:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882300 x1870620402847744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.387706:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978126.387709:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978126.387715:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978126.387720:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978126.387725:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978126.387730:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402847744:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978126.387737:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978126.387743:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978126.387747:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978126.387752:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978126.387759:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978126.387762:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978126.387771:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978126.387777:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978126.387786:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978126.387794:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402847744, portal 25 00000100:00000001:0.0:1783978126.387798:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978126.387801:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694538496 : -110484015013120 : ffff9b83ef882300) 00000100:00000040:0.0:1783978126.387809:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882300 x1870620402847744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.387830:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978126.387835:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978126.387839:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075440. 00000100:00000200:0.0:1783978126.387845:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402847744, offset 0 00000400:00000200:0.0:1783978126.387856:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978126.387865:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978126.387875:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978126.387883:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978126.387890:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978126.387897:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978126.387902:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978126.387920:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825580:825580:256:4294967295] 192.168.201.148@tcp LPNI seq info [825551:825551:8:4294967295] 00000400:00000200:0.0:1783978126.387932:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978126.387956:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978126.387968:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978126.387975:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978126.387986:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978126.387992:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783978126.388027:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978126.388031:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978126.388040:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978126.388046:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978126.388052:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075440 00000400:00000010:0.0:1783978126.388056:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075440. 00000100:00000001:0.0:1783978126.388063:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978126.388070:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882300 x1870620402847744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.388085:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978126.388092:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882300 x1870620402847744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978151 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.388105:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978126.388108:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978126.388114:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978126.388122:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978126.388135:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4310453498 00000100:00000010:0.0:1783978126.388143:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783978126.388151:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978126.388160:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4310453498 00000100:00000010:0.0:1783978126.388166:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783978126.388171:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978126.388177:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978126.388182:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978126.388194:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978126.388202:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978126/real 1783978126] req@ffff9b83ef882300 x1870620402847744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978126.388230:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978126.388232:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978126.388234:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978126.388238:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978126.388241:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978126.388246:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978126.388254:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882300 x1870620402847744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978126.388268:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882300 x1870620402847744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.388281:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978126.388284:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978126.388287:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978126.388291:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978126.388325:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882300 x1870620402847744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.388339:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978126.388345:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882300 x1870620402847744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978151 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.388354:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978126.388359:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978126.388360:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978126.388362:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978126.388365:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978126.388368:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978126.388372:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978126.388377:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978126.388381:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978126.388388:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882300 x1870620402847744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978151 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978126.388412:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402847744:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978126.388421:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978126.388425:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978126.388428:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882300 x1870620402847744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978151 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.388438:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978126.388442:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978126.388445:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978126.388449:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978126.388452:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978126.388455:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978126.388458:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978126.388462:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783978126.388467:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978126.388469:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978126.388471:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882300. 00000100:00000001:0.0:1783978126.388476:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978126.388478:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978126.388482:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978126.388494:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978126.388497:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978126.388500:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978126.388502:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978126.388507:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978126.388512:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881c00 x1870620402847872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.388523:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978126.388525:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978126.388527:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978126.388529:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978126.388533:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978126.388539:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402847872:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978126.388542:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978126.388546:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978126.388549:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978126.388553:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978126.388558:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978126.388562:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978126.388570:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978126.388575:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978126.388581:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978126.388586:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402847872, portal 10 00000100:00000001:0.0:1783978126.388591:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978126.388594:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694536704 : -110484015014912 : ffff9b83ef881c00) 00000100:00000040:0.0:1783978126.388604:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881c00 x1870620402847872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.388621:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978126.388627:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978126.388631:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075440. 00000100:00000200:0.0:1783978126.388636:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402847872, offset 0 00000400:00000200:0.0:1783978126.388643:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978126.388648:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978126.388653:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978126.388659:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978126.388662:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978126.388667:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978126.388671:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978126.388674:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825581:825581:256:4294967295] 192.168.201.148@tcp LPNI seq info [825552:825552:8:4294967295] 00000400:00000200:0.0:1783978126.388679:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978126.388689:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978126.388698:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978126.388702:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978126.388706:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978126.388710:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783978126.388721:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978126.388723:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978126.388725:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978126.388727:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978126.388730:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075440 00000400:00000010:0.0:1783978126.388731:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075440. 00000100:00000001:0.0:1783978126.388733:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978126.388735:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881c00 x1870620402847872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.388741:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978126.388742:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881c00 x1870620402847872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978151 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.388746:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978126.388747:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978126.388749:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978126.388751:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978126.388753:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978126.388754:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310452240 00000100:00000001:0.0:1783978126.388756:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310453498 00000100:00000001:0.0:1783978126.388758:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310452240 00000100:00000001:0.0:1783978126.388759:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310453498 00000100:00000001:0.0:1783978126.388760:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978126.388761:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978126.388762:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978126.388764:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978126/real 1783978126] req@ffff9b83ef881c00 x1870620402847872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978126.388769:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978126.388769:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978126.388771:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978126.388772:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978126.388773:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978126.388774:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978126.388776:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881c00 x1870620402847872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978126.388780:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881c00 x1870620402847872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.388783:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978126.388784:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978126.388785:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978126.388786:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978126.388788:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881c00 x1870620402847872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.388791:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978126.388793:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881c00 x1870620402847872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978151 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.388797:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978126.388799:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978126.388799:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978126.388800:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978126.388801:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978126.388807:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978126.388809:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978126.388811:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978126.388812:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978126.388814:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881c00 x1870620402847872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978151 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978126.388819:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402847872:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978126.388821:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978126.388823:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881f80 x1870620402848000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.388827:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978126.388828:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978126.388829:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978126.388831:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978126.388832:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978126.388833:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402848000:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978126.388835:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978126.388837:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978126.388838:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978126.388839:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978126.388841:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978126.388842:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978126.388844:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978126.388845:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978126.388846:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978126.388848:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402848000, portal 10 00000100:00000001:0.0:1783978126.388849:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978126.388850:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694537600 : -110484015014016 : ffff9b83ef881f80) 00000100:00000040:0.0:1783978126.388854:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881f80 x1870620402848000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.388857:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978126.388859:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978126.388860:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075440. 00000100:00000200:0.0:1783978126.388861:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402848000, offset 0 00000400:00000200:0.0:1783978126.388863:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978126.388865:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978126.388867:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978126.388868:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978126.388870:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978126.388871:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978126.388873:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978126.388874:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825582:825582:256:4294967295] 192.168.201.148@tcp LPNI seq info [825553:825553:8:4294967295] 00000400:00000200:0.0:1783978126.388877:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978126.388880:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978126.388882:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978126.388884:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978126.388886:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978126.388888:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783978126.388894:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978126.388895:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978126.388896:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978126.388898:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978126.388900:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075440 00000400:00000010:0.0:1783978126.388901:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075440. 00000100:00000001:0.0:1783978126.388902:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978126.388904:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881f80 x1870620402848000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.388908:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978126.388910:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881f80 x1870620402848000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978151 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.388913:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978126.388914:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978126.388916:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978126.388917:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978126.388919:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978126.388920:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310452235 00000100:00000001:0.0:1783978126.388921:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310453498 00000100:00000001:0.0:1783978126.388922:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310452235 00000100:00000001:0.0:1783978126.388924:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310453498 00000100:00000001:0.0:1783978126.388925:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978126.388926:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978126.388927:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978126.388929:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978126/real 1783978126] req@ffff9b83ef881f80 x1870620402848000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978126.388933:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978126.388948:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978126.388950:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978126.388956:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978126.388957:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978126.388959:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978126.388962:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881f80 x1870620402848000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978126.388981:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881f80 x1870620402848000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.388987:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978126.388988:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978126.388990:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978126.388991:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978126.388995:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881f80 x1870620402848000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.389001:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978126.389005:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881f80 x1870620402848000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978151 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.389010:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978126.389011:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978126.389012:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978126.389013:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978126.389014:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978126.389018:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978126.389020:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978126.389022:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978126.389023:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978126.389025:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881f80 x1870620402848000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978151 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978126.389030:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402848000:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978126.389032:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978126.389034:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882d80 x1870620402848128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.389038:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978126.389038:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978126.389040:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978126.389041:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978126.389042:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978126.389044:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402848128:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978126.389047:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978126.389049:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978126.389050:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978126.389051:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978126.389054:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978126.389056:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978126.389060:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978126.389062:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978126.389065:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978126.389068:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402848128, portal 4 00000100:00000001:0.0:1783978126.389070:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978126.389071:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694541184 : -110484015010432 : ffff9b83ef882d80) 00000100:00000040:0.0:1783978126.389077:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882d80 x1870620402848128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.389084:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978126.389086:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978126.389088:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075440. 00000100:00000200:0.0:1783978126.389090:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402848128, offset 0 00000400:00000200:0.0:1783978126.389094:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978126.389098:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978126.389101:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978126.389103:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978126.389104:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978126.389106:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978126.389107:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978126.389109:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825583:825583:256:4294967295] 192.168.201.148@tcp LPNI seq info [825554:825554:8:4294967295] 00000400:00000200:0.0:1783978126.389112:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978126.389116:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978126.389119:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978126.389121:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978126.389123:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978126.389125:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783978126.389131:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978126.389132:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978126.389135:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978126.389137:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978126.389138:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075440 00000400:00000010:0.0:1783978126.389139:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075440. 00000100:00000001:0.0:1783978126.389141:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978126.389143:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882d80 x1870620402848128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.389148:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978126.389149:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882d80 x1870620402848128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978151 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.389157:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978126.389158:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978126.389160:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978126.389161:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978126.389163:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978126.389164:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310452262 00000100:00000001:0.0:1783978126.389166:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310453498 00000100:00000001:0.0:1783978126.389167:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310452262 00000100:00000001:0.0:1783978126.389168:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310453498 00000100:00000001:0.0:1783978126.389169:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978126.389170:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978126.389171:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978126.389173:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978126/real 1783978126] req@ffff9b83ef882d80 x1870620402848128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978126.389177:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978126.389178:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978126.389179:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978126.389180:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978126.389181:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978126.389183:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978126.389184:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882d80 x1870620402848128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978126.389189:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882d80 x1870620402848128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.389192:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978126.389193:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978126.389194:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978126.389195:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978126.389196:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882d80 x1870620402848128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.389201:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978126.389203:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882d80 x1870620402848128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978151 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.389207:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978126.389208:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978126.389209:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978126.389209:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978126.389210:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978126.389212:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978126.389214:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978126.389215:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978126.389216:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978126.389218:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882d80 x1870620402848128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978151 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978126.389222:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402848128:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978126.389224:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978126.389226:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978126.389227:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881c00 x1870620402847872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978151 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.389231:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978126.389232:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978126.389233:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978126.389234:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978126.389235:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978126.389236:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978126.389237:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978126.389239:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634000. 02000000:00000001:0.0:1783978126.389242:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978126.389243:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978126.389244:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881c00. 00000100:00000001:0.0:1783978126.389247:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978126.389249:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978126.389250:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978126.389253:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881f80 x1870620402848000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978151 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.389259:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978126.389260:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978126.389261:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978126.389264:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978126.389265:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978126.389266:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978126.389268:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978126.389270:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635400. 02000000:00000001:0.0:1783978126.389272:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978126.389273:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978126.389275:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881f80. 00000100:00000001:0.0:1783978126.389277:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978126.389279:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978126.389280:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978126.389283:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882d80 x1870620402848128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978151 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.389290:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978126.389291:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978126.389310:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978126.389313:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978126.389315:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978126.389316:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978126.389318:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978126.389319:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634400. 02000000:00000001:0.0:1783978126.389321:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978126.389323:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978126.389324:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882d80. 00000100:00000001:0.0:1783978126.389327:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978126.389329:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978126.389331:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978126.389334:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978126.389335:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978126.389336:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978126.389338:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978126.389339:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978126.389342:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880000 x1870620402848256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.389346:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978126.389347:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978126.389348:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978126.389349:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978126.389351:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978126.389352:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402848256:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978126.389354:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978126.389355:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978126.389356:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978126.389357:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978126.389359:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978126.389360:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978126.389363:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978126.389364:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978126.389366:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978126.389368:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402848256, portal 4 00000100:00000001:0.0:1783978126.389369:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978126.389370:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694529536 : -110484015022080 : ffff9b83ef880000) 00000100:00000040:0.0:1783978126.389374:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880000 x1870620402848256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.389378:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978126.389379:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978126.389380:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075440. 00000100:00000200:0.0:1783978126.389382:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402848256, offset 0 00000400:00000200:0.0:1783978126.389384:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978126.389387:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978126.389389:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978126.389391:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978126.389393:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978126.389394:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978126.389396:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978126.389397:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825584:825584:256:4294967295] 192.168.201.148@tcp LPNI seq info [825555:825555:8:4294967295] 00000400:00000200:0.0:1783978126.389401:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978126.389406:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978126.389410:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978126.389413:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978126.389416:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978126.389419:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783978126.389428:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978126.389430:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978126.389432:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978126.389436:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978126.389439:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075440 00000400:00000010:0.0:1783978126.389441:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075440. 00000100:00000001:0.0:1783978126.389443:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978126.389447:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880000 x1870620402848256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.389453:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978126.389455:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880000 x1870620402848256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978151 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.389459:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978126.389459:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978126.389462:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978126.389464:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978126.389466:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978126.389467:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310452253 00000100:00000001:0.0:1783978126.389469:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310453498 00000100:00000001:0.0:1783978126.389470:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310452253 00000100:00000001:0.0:1783978126.389471:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310453498 00000100:00000001:0.0:1783978126.389472:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978126.389473:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978126.389474:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978126.389476:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978126/real 1783978126] req@ffff9b83ef880000 x1870620402848256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978126.389480:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978126.389481:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978126.389482:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978126.389484:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978126.389485:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978126.389486:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978126.389487:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880000 x1870620402848256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978126.389492:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880000 x1870620402848256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.389495:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978126.389496:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978126.389497:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978126.389497:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978126.389499:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880000 x1870620402848256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.389503:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978126.389504:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880000 x1870620402848256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978151 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.389508:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978126.389510:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978126.389511:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978126.389511:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978126.389513:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978126.389515:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978126.389517:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978126.389518:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978126.389520:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978126.389522:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880000 x1870620402848256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978151 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978126.389526:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402848256:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978126.389528:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978126.389529:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978126.389530:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880000 x1870620402848256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978151 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978126.389533:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978126.389534:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978126.389535:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978126.389536:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978126.389537:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978126.389538:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978126.389539:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978126.389540:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635000. 02000000:00000001:0.0:1783978126.389542:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978126.389543:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978126.389543:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880000. 00000100:00000001:0.0:1783978126.389545:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978126.389546:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978126.389548:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978126.389550:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978126.389552:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978126.389553:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978126.389555:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978126.771385:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978126.771393:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978126.771397:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978126.771406:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978126.771412:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978126.771418:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978126.771423:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978126.771426:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978126.771430:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978126.899414:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978126.899422:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978126.899426:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978126.899434:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978126.899441:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978126.899445:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978126.899462:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978126.899465:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978126.899468:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978126.899492:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978126.899496:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978126.899500:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978126.899504:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978126.899507:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978126.899510:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978126.899513:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978126.899515:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978126.899518:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978126.899520:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978126.899524:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978126.899526:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978126.899528:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978126.899531:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978126.899533:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978126.899537:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978126.899541:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978126.899547:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978126.899553:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978126.899556:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978126.899560:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978126.899562:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978126.899566:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978126.899568:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978126.899570:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978126.899572:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978126.899575:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978126.899576:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978126.899578:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978126.899580:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978126.899582:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978126.899585:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978126.899589:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978126.899593:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978126.899611:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978126.899613:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978126.899618:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978126.899636:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978126.899638:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978126.899639:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978126.899641:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978126.899643:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978126.899646:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978126.899648:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978126.899649:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978126.899651:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978127.795385:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978127.795391:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978127.795394:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978127.795399:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978127.795404:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978127.795410:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978127.795414:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978127.795418:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978127.795423:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978127.923579:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978127.923582:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978127.923584:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978127.923587:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978127.923589:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978127.923591:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978127.923593:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978127.923594:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978127.923596:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978127.923612:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978127.923615:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978127.923619:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978127.923620:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978127.923624:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978127.923626:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978127.923629:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978127.923630:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978127.923642:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978127.923644:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978127.923661:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978127.923664:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978127.923666:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978128.819404:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978128.819414:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978128.819419:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978128.819428:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978128.819434:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978128.819440:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978128.819454:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978128.819458:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978128.819461:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978128.947400:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978128.947405:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978128.947413:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978128.947417:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978128.947426:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978128.947429:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978128.947433:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978128.947436:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978128.947440:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978128.947445:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978128.947473:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978128.947476:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978128.947480:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978128.947485:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978128.947490:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978128.947494:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978128.947499:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978128.947502:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978128.947507:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978128.947532:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978128.947536:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978128.947537:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978128.947540:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978128.947544:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978128.947547:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978128.947549:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978128.947551:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978128.947553:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978129.843392:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978129.843399:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978129.843402:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978129.843408:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978129.843413:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978129.843416:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978129.843420:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978129.843424:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978129.843426:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978129.971415:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978129.971420:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978129.971425:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978129.971433:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978129.971441:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978129.971448:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978129.972670:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978129.972673:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978129.972684:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978129.972707:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978129.972713:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978129.972718:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978129.972720:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978129.972724:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978129.972728:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978129.972735:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978129.972738:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978129.972743:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978129.972746:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978130.867386:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978130.867395:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978130.867399:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978130.867407:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978130.867413:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978130.867419:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978130.867432:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978130.867436:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978130.867440:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978130.995396:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978130.995403:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978130.995406:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978130.995411:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978130.995418:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978130.995423:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978130.995426:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978130.995430:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978130.995436:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978130.995438:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978130.995443:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978130.995447:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978130.995456:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978130.995459:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978130.995463:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978130.995467:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978130.995490:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978130.995495:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978130.995499:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978130.995504:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978130.995508:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978130.995513:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978130.995517:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978130.995518:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978130.995522:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978131.507635:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978131.507641:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978131.507646:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978131.507655:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3480 x1870620402848384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.507672:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978131.507676:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978131.507682:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978131.507687:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978131.507693:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978131.507700:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402848384:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978131.507708:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978131.507714:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978131.507720:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978131.507725:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978131.507733:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978131.507737:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978131.507744:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978131.507750:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978131.507759:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978131.507769:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402848384, portal 25 00000100:00000001:0.0:1783978131.507775:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978131.507778:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889971328 : -110483819580288 : ffff9b83fb2e3480) 00000100:00000040:0.0:1783978131.507788:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3480 x1870620402848384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.507803:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978131.507811:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978131.507817:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075440. 00000100:00000200:0.0:1783978131.507824:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402848384, offset 0 00000400:00000200:0.0:1783978131.507834:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978131.507858:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978131.507869:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978131.507877:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978131.507886:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978131.507893:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978131.507899:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978131.507912:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825585:825585:256:4294967295] 192.168.201.148@tcp LPNI seq info [825556:825556:8:4294967295] 00000400:00000200:0.0:1783978131.507931:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978131.507950:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978131.507961:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978131.507968:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978131.507980:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978131.507986:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1783978131.508009:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978131.508014:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978131.508024:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978131.508034:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978131.508043:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075440 00000400:00000010:0.0:1783978131.508047:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075440. 00000100:00000001:0.0:1783978131.508055:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978131.508062:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3480 x1870620402848384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.508083:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978131.508091:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3480 x1870620402848384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978156 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.508106:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978131.508109:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978131.508117:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978131.508124:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978131.508128:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4310458618 00000100:00000010:0.0:1783978131.508135:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783978131.508143:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978131.508151:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4310458618 00000100:00000010:0.0:1783978131.508157:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783978131.508164:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978131.508170:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978131.508184:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978131.508190:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978131.508197:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978131/real 1783978131] req@ffff9b83fb2e3480 x1870620402848384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978131.508216:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978131.508219:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978131.508223:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978131.508228:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978131.508231:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978131.508234:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978131.508240:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3480 x1870620402848384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978131.508265:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3480 x1870620402848384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.508285:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978131.508287:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978131.508289:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978131.508291:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978131.508329:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3480 x1870620402848384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.508343:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978131.508353:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3480 x1870620402848384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978156 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.508368:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978131.508392:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978131.508396:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978131.508398:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978131.508403:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978131.508408:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978131.508413:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978131.508421:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978131.508425:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978131.508434:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3480 x1870620402848384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978156 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978131.508450:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402848384:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978131.508458:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978131.508462:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978131.508476:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3480 x1870620402848384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978156 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.508490:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978131.508494:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978131.508498:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978131.508503:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978131.508506:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978131.508509:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978131.508514:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978131.508519:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065400. 02000000:00000001:0.0:1783978131.508524:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978131.508535:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978131.508538:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3480. 00000100:00000001:0.0:1783978131.508543:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978131.508546:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978131.508550:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978131.508558:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978131.508561:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978131.508564:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978131.508566:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978131.508567:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978131.508572:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1c00 x1870620402848512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.508580:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978131.508581:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978131.508583:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978131.508585:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978131.508586:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978131.508590:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402848512:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978131.508593:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978131.508595:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978131.508596:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978131.508598:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978131.508601:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978131.508603:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978131.508607:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978131.508609:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978131.508613:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978131.508616:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402848512, portal 10 00000100:00000001:0.0:1783978131.508618:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978131.508619:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889965056 : -110483819586560 : ffff9b83fb2e1c00) 00000100:00000040:0.0:1783978131.508625:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1c00 x1870620402848512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.508631:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978131.508634:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978131.508636:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075440. 00000100:00000200:0.0:1783978131.508638:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402848512, offset 0 00000400:00000200:0.0:1783978131.508642:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978131.508646:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978131.508650:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978131.508652:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978131.508655:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978131.508657:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978131.508660:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978131.508662:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825586:825586:256:4294967295] 192.168.201.148@tcp LPNI seq info [825557:825557:8:4294967295] 00000400:00000200:0.0:1783978131.508666:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978131.508674:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978131.508678:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978131.508681:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978131.508685:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978131.508687:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1783978131.508697:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978131.508699:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978131.508702:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978131.508705:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978131.508708:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075440 00000400:00000010:0.0:1783978131.508710:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075440. 00000100:00000001:0.0:1783978131.508712:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978131.508716:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1c00 x1870620402848512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.508723:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978131.508726:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1c00 x1870620402848512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978156 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.508732:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978131.508734:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978131.508737:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978131.508741:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978131.508744:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978131.508746:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310457360 00000100:00000001:0.0:1783978131.508748:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310458618 00000100:00000001:0.0:1783978131.508750:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310457360 00000100:00000001:0.0:1783978131.508752:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310458618 00000100:00000001:0.0:1783978131.508754:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978131.508756:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978131.508758:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978131.508762:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978131/real 1783978131] req@ffff9b83fb2e1c00 x1870620402848512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978131.508770:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978131.508771:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978131.508772:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978131.508775:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978131.508776:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978131.508778:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978131.508781:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1c00 x1870620402848512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978131.508788:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1c00 x1870620402848512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.508795:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978131.508796:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978131.508797:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978131.508799:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978131.508802:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1c00 x1870620402848512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.508808:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978131.508812:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1c00 x1870620402848512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978156 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.508818:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978131.508820:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978131.508821:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978131.508822:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978131.508824:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978131.508832:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978131.508834:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978131.508837:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978131.508839:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978131.508844:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1c00 x1870620402848512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978156 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978131.508865:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402848512:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978131.508869:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978131.508873:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2680 x1870620402848640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.508879:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978131.508880:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978131.508883:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978131.508885:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978131.508887:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978131.508889:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402848640:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978131.508892:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978131.508894:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978131.508895:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978131.508897:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978131.508900:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978131.508902:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978131.508905:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978131.508907:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978131.508910:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978131.508913:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402848640, portal 10 00000100:00000001:0.0:1783978131.508915:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978131.508916:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889967744 : -110483819583872 : ffff9b83fb2e2680) 00000100:00000040:0.0:1783978131.508921:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2680 x1870620402848640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.508927:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978131.508929:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978131.508931:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075440. 00000100:00000200:0.0:1783978131.508933:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402848640, offset 0 00000400:00000200:0.0:1783978131.508936:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978131.508940:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978131.508943:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978131.508946:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978131.508949:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978131.508951:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978131.508953:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978131.508955:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825587:825587:256:4294967295] 192.168.201.148@tcp LPNI seq info [825558:825558:8:4294967295] 00000400:00000200:0.0:1783978131.508959:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978131.508965:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978131.508969:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978131.508972:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978131.508975:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978131.508978:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1783978131.508987:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978131.508988:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978131.508991:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978131.508994:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978131.508996:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075440 00000400:00000010:0.0:1783978131.508998:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075440. 00000100:00000001:0.0:1783978131.509000:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978131.509003:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2680 x1870620402848640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.509010:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978131.509012:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2680 x1870620402848640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978156 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.509022:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978131.509023:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978131.509026:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978131.509028:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978131.509032:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978131.509034:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310457355 00000100:00000001:0.0:1783978131.509036:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310458618 00000100:00000001:0.0:1783978131.509038:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310457355 00000100:00000001:0.0:1783978131.509040:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310458618 00000100:00000001:0.0:1783978131.509042:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978131.509043:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978131.509045:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978131.509048:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978131/real 1783978131] req@ffff9b83fb2e2680 x1870620402848640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978131.509055:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978131.509056:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978131.509057:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978131.509059:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978131.509061:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978131.509063:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978131.509065:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2680 x1870620402848640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978131.509073:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2680 x1870620402848640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.509078:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978131.509079:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978131.509081:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978131.509082:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978131.509085:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2680 x1870620402848640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.509090:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978131.509093:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2680 x1870620402848640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978156 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.509099:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978131.509101:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978131.509102:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978131.509104:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978131.509105:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978131.509109:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978131.509111:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978131.509114:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978131.509116:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978131.509119:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2680 x1870620402848640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978156 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978131.509125:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402848640:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978131.509129:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978131.509132:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3100 x1870620402848768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.509138:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978131.509139:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978131.509141:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978131.509143:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978131.509145:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978131.509147:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402848768:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978131.509150:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978131.509152:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978131.509154:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978131.509155:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978131.509158:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978131.509159:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978131.509163:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978131.509165:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978131.509168:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978131.509170:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402848768, portal 4 00000100:00000001:0.0:1783978131.509172:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978131.509173:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889970432 : -110483819581184 : ffff9b83fb2e3100) 00000100:00000040:0.0:1783978131.509178:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3100 x1870620402848768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.509184:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978131.509186:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978131.509188:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075440. 00000100:00000200:0.0:1783978131.509190:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402848768, offset 0 00000400:00000200:0.0:1783978131.509193:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978131.509196:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978131.509199:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978131.509201:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978131.509203:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978131.509205:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978131.509208:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978131.509210:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825588:825588:256:4294967295] 192.168.201.148@tcp LPNI seq info [825559:825559:8:4294967295] 00000400:00000200:0.0:1783978131.509214:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978131.509220:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978131.509224:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978131.509226:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978131.509230:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978131.509232:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1783978131.509241:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978131.509244:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978131.509246:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978131.509249:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978131.509251:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075440 00000400:00000010:0.0:1783978131.509253:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075440. 00000100:00000001:0.0:1783978131.509255:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978131.509258:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3100 x1870620402848768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.509264:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978131.509267:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3100 x1870620402848768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978156 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.509273:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978131.509274:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978131.509276:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978131.509279:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978131.509282:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978131.509283:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310457382 00000100:00000001:0.0:1783978131.509286:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310458618 00000100:00000001:0.0:1783978131.509288:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310457382 00000100:00000001:0.0:1783978131.509290:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310458618 00000100:00000001:0.0:1783978131.509292:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978131.509313:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978131.509315:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978131.509319:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978131/real 1783978131] req@ffff9b83fb2e3100 x1870620402848768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978131.509327:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978131.509328:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978131.509330:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978131.509333:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978131.509334:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978131.509337:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978131.509340:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3100 x1870620402848768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978131.509347:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3100 x1870620402848768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.509353:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978131.509355:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978131.509357:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978131.509358:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978131.509361:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3100 x1870620402848768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.509368:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978131.509371:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3100 x1870620402848768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978156 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.509377:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978131.509379:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978131.509380:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978131.509381:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978131.509383:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978131.509386:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978131.509388:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978131.509391:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978131.509393:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978131.509397:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3100 x1870620402848768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978156 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978131.509404:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402848768:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978131.509408:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978131.509411:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1180 x1870620402848896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.509417:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978131.509419:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978131.509421:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978131.509423:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978131.509424:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978131.509427:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402848896:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978131.509430:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978131.509431:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978131.509433:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978131.509435:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978131.509438:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978131.509440:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978131.509443:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978131.509445:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978131.509448:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978131.509450:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402848896, portal 4 00000100:00000001:0.0:1783978131.509452:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978131.509453:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889962368 : -110483819589248 : ffff9b83fb2e1180) 00000100:00000040:0.0:1783978131.509458:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1180 x1870620402848896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.509464:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978131.509466:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978131.509468:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075440. 00000100:00000200:0.0:1783978131.509470:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402848896, offset 0 00000400:00000200:0.0:1783978131.509474:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978131.509477:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978131.509480:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978131.509483:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978131.509486:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978131.509488:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978131.509490:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978131.509494:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825589:825589:256:4294967295] 192.168.201.148@tcp LPNI seq info [825560:825560:8:4294967295] 00000400:00000200:0.0:1783978131.509498:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978131.509504:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978131.509508:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978131.509511:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978131.509514:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978131.509517:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1783978131.509526:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978131.509528:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978131.509531:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978131.509533:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978131.509536:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075440 00000400:00000010:0.0:1783978131.509537:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075440. 00000100:00000001:0.0:1783978131.509540:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978131.509543:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1180 x1870620402848896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.509550:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978131.509552:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1180 x1870620402848896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978156 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.509557:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978131.509559:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978131.509562:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978131.509565:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978131.509567:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978131.509569:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310457373 00000100:00000001:0.0:1783978131.509571:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310458618 00000100:00000001:0.0:1783978131.509573:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310457373 00000100:00000001:0.0:1783978131.509575:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310458618 00000100:00000001:0.0:1783978131.509577:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978131.509579:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978131.509581:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978131.509584:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978131/real 1783978131] req@ffff9b83fb2e1180 x1870620402848896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978131.509590:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978131.509591:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978131.509593:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978131.509595:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978131.509596:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978131.509598:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978131.509601:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1180 x1870620402848896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978131.509608:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1180 x1870620402848896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.509614:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978131.509616:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978131.509617:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978131.509619:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978131.509622:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1180 x1870620402848896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.509628:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978131.509631:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1180 x1870620402848896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978156 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.509636:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978131.509638:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978131.509639:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978131.509641:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978131.509642:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978131.509646:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978131.509648:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978131.509651:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978131.509653:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978131.509657:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1180 x1870620402848896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978156 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978131.509664:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402848896:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978131.509667:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978131.509669:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978131.509672:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1c00 x1870620402848512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978156 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.509677:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978131.509679:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978131.509681:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978131.509683:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978131.509684:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978131.509685:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978131.509687:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978131.509689:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065000. 02000000:00000001:0.0:1783978131.509691:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978131.509693:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978131.509694:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1c00. 00000100:00000001:0.0:1783978131.509696:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978131.509697:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978131.509699:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978131.509702:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2680 x1870620402848640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978156 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.509708:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978131.509709:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978131.509711:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978131.509714:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978131.509715:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978131.509716:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978131.509718:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978131.509720:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067800. 02000000:00000001:0.0:1783978131.509722:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978131.509723:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978131.509724:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2680. 00000100:00000001:0.0:1783978131.509727:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978131.509728:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978131.509729:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978131.509733:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3100 x1870620402848768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978156 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.509739:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978131.509740:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978131.509742:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978131.509744:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978131.509745:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978131.509746:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978131.509748:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978131.509749:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064800. 02000000:00000001:0.0:1783978131.509751:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978131.509752:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978131.509754:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3100. 00000100:00000001:0.0:1783978131.509755:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978131.509756:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978131.509758:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978131.509761:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1180 x1870620402848896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978156 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978131.509766:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978131.509768:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978131.509769:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978131.509771:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978131.509772:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978131.509773:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978131.509775:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978131.509776:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064c00. 02000000:00000001:0.0:1783978131.509778:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978131.509779:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978131.509780:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1180. 00000100:00000001:0.0:1783978131.509783:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978131.509784:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978131.509786:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978131.509790:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978131.509792:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978131.509794:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978131.509795:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978131.891413:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978131.891419:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978131.891422:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978131.891427:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978131.891431:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978131.891436:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978131.891442:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978131.891444:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978131.891448:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978132.019411:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978132.019417:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978132.019427:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978132.019431:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978132.019439:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978132.019442:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978132.019447:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978132.019451:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978132.019455:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978132.019458:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978132.019488:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978132.019494:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978132.019500:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978132.019514:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978132.019518:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978132.019523:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978132.019529:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978132.019532:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978132.019536:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978132.019542:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978132.019545:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978132.019549:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978132.915400:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978132.915408:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978132.915411:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978132.915419:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978132.915424:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978132.915430:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978132.915436:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978132.915439:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978132.915442:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978133.043439:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978133.043446:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978133.043459:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978133.043463:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978133.043472:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978133.043476:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978133.043483:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978133.043485:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978133.043489:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978133.043491:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978133.043519:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978133.043523:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978133.043528:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978133.043534:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978133.043540:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978133.043545:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978133.043552:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978133.043556:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978133.043563:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978133.939397:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978133.939404:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978133.939405:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978133.939409:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978133.939412:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978133.939415:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978133.939416:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978133.939419:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978133.939421:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978134.067398:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978134.067404:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978134.067406:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978134.067412:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978134.067417:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978134.067421:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978134.067424:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978134.067428:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978134.067431:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978134.067453:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978134.067456:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978134.067462:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978134.067465:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978134.067472:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978134.067475:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978134.067482:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978134.067485:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978134.067490:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978134.067493:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978134.067621:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978134.067626:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978134.067628:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978134.067635:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978134.067640:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978134.067645:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978134.067649:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978134.067651:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978134.067654:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978134.963394:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978134.963400:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978134.963402:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978134.963408:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978134.963412:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978134.963417:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978134.963419:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978134.963423:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978134.963426:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978135.091424:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978135.091432:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978135.091436:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978135.091444:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978135.091450:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978135.091456:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978135.091594:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978135.091596:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978135.091597:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978135.091614:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978135.091617:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978135.091622:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978135.091624:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978135.091629:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978135.091630:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978135.091635:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978135.091646:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978135.091653:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978135.091656:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978135.987396:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978135.987403:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978135.987407:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978135.987414:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978135.987418:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978135.987422:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978135.987431:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978135.987434:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978135.987436:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978136.115543:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978136.115558:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978136.115564:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978136.115569:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978136.115575:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978136.115577:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978136.115582:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978136.115585:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978136.115591:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978136.115595:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978136.115623:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978136.115627:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978136.115633:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978136.115639:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978136.115645:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978136.115649:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978136.115652:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978136.115654:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978136.115657:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978136.627645:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978136.627652:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978136.627656:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978136.627664:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1180 x1870620402849024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.627680:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978136.627684:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978136.627690:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978136.627695:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978136.627701:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978136.627709:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402849024:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978136.627716:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978136.627721:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978136.627724:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978136.627726:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978136.627733:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978136.627736:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978136.627742:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978136.627747:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978136.627753:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978136.627771:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402849024, portal 25 00000100:00000001:0.0:1783978136.627774:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978136.627776:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889962368 : -110483819589248 : ffff9b83fb2e1180) 00000100:00000040:0.0:1783978136.627796:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1180 x1870620402849024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.627809:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978136.627816:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978136.627822:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075440. 00000100:00000200:0.0:1783978136.627828:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402849024, offset 0 00000400:00000200:0.0:1783978136.627839:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978136.627851:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978136.627861:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978136.627871:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978136.627878:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978136.627885:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978136.627892:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978136.627900:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825590:825590:256:4294967295] 192.168.201.148@tcp LPNI seq info [825561:825561:8:4294967295] 00000400:00000200:0.0:1783978136.627911:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978136.627929:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978136.627943:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978136.627952:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978136.627964:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978136.627970:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783978136.627996:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978136.628006:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978136.628018:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978136.628027:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978136.628037:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075440 00000400:00000010:0.0:1783978136.628042:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075440. 00000100:00000001:0.0:1783978136.628050:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978136.628058:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1180 x1870620402849024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.628076:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978136.628082:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1180 x1870620402849024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978161 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.628097:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978136.628101:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978136.628111:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978136.628120:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978136.628125:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4310463738 00000100:00000010:0.0:1783978136.628133:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783978136.628141:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978136.628148:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4310463738 00000100:00000010:0.0:1783978136.628151:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783978136.628156:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978136.628160:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978136.628163:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978136.628167:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978136.628174:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978136/real 1783978136] req@ffff9b83fb2e1180 x1870620402849024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978136.628189:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978136.628192:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978136.628197:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978136.628202:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978136.628206:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978136.628212:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978136.628220:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1180 x1870620402849024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978136.628239:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1180 x1870620402849024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.628248:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978136.628252:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978136.628256:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978136.628260:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978136.628268:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1180 x1870620402849024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.628281:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978136.628289:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1180 x1870620402849024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978161 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.628324:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978136.628327:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978136.628330:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978136.628333:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978136.628337:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978136.628341:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978136.628347:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978136.628355:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978136.628363:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978136.628371:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1180 x1870620402849024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978161 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978136.628389:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402849024:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978136.628397:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978136.628402:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978136.628408:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1180 x1870620402849024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978161 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.628423:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978136.628427:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978136.628431:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978136.628439:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978136.628443:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978136.628447:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978136.628450:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978136.628453:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065800. 02000000:00000001:0.0:1783978136.628457:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978136.628461:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978136.628465:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1180. 00000100:00000001:0.0:1783978136.628469:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978136.628471:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978136.628473:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978136.628479:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978136.628481:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978136.628485:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978136.628487:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978136.628489:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978136.628496:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3100 x1870620402849152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.628512:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978136.628514:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978136.628518:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978136.628522:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978136.628526:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978136.628532:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402849152:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978136.628538:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978136.628542:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978136.628546:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978136.628551:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978136.628555:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978136.628559:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978136.628564:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978136.628567:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978136.628572:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978136.628575:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402849152, portal 10 00000100:00000001:0.0:1783978136.628579:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978136.628581:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889970432 : -110483819581184 : ffff9b83fb2e3100) 00000100:00000040:0.0:1783978136.628589:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3100 x1870620402849152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.628599:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978136.628603:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978136.628605:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075440. 00000100:00000200:0.0:1783978136.628608:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402849152, offset 0 00000400:00000200:0.0:1783978136.628617:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978136.628624:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978136.628632:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978136.628638:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978136.628641:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978136.628644:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978136.628646:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978136.628650:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825591:825591:256:4294967295] 192.168.201.148@tcp LPNI seq info [825562:825562:8:4294967295] 00000400:00000200:0.0:1783978136.628655:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978136.628663:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978136.628668:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978136.628671:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978136.628675:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978136.628678:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783978136.628688:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978136.628690:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978136.628694:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978136.628698:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978136.628701:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075440 00000400:00000010:0.0:1783978136.628703:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075440. 00000100:00000001:0.0:1783978136.628706:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978136.628710:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3100 x1870620402849152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.628717:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978136.628719:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3100 x1870620402849152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978161 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.628723:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978136.628724:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978136.628726:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978136.628729:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978136.628731:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978136.628732:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310462480 00000100:00000001:0.0:1783978136.628734:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310463738 00000100:00000001:0.0:1783978136.628736:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310462480 00000100:00000001:0.0:1783978136.628737:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310463738 00000100:00000001:0.0:1783978136.628739:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978136.628740:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978136.628741:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978136.628743:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978136/real 1783978136] req@ffff9b83fb2e3100 x1870620402849152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978136.628747:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978136.628748:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978136.628749:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978136.628751:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978136.628752:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978136.628753:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978136.628755:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3100 x1870620402849152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978136.628773:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3100 x1870620402849152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.628777:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978136.628778:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978136.628779:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978136.628780:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978136.628782:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3100 x1870620402849152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.628788:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978136.628792:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3100 x1870620402849152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978161 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.628798:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978136.628801:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978136.628803:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978136.628805:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978136.628806:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978136.628814:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978136.628816:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978136.628820:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978136.628822:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978136.628825:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3100 x1870620402849152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978161 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978136.628832:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402849152:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978136.628836:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978136.628839:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2680 x1870620402849280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.628845:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978136.628847:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978136.628849:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978136.628851:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978136.628853:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978136.628855:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402849280:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978136.628858:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978136.628859:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978136.628861:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978136.628862:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978136.628865:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978136.628867:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978136.628870:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978136.628872:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978136.628875:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978136.628878:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402849280, portal 10 00000100:00000001:0.0:1783978136.628880:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978136.628881:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889967744 : -110483819583872 : ffff9b83fb2e2680) 00000100:00000040:0.0:1783978136.628887:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2680 x1870620402849280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.628893:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978136.628895:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978136.628898:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075440. 00000100:00000200:0.0:1783978136.628900:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402849280, offset 0 00000400:00000200:0.0:1783978136.628904:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978136.628908:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978136.628911:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978136.628914:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978136.628917:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978136.628919:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978136.628921:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978136.628924:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825592:825592:256:4294967295] 192.168.201.148@tcp LPNI seq info [825563:825563:8:4294967295] 00000400:00000200:0.0:1783978136.628927:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978136.628933:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978136.628937:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978136.628940:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978136.628944:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978136.628946:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783978136.628957:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978136.628958:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978136.628962:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978136.628964:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978136.628967:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075440 00000400:00000010:0.0:1783978136.628969:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075440. 00000100:00000001:0.0:1783978136.628971:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978136.628974:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2680 x1870620402849280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.628987:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978136.628990:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2680 x1870620402849280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978161 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.628995:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978136.628997:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978136.629000:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978136.629002:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978136.629005:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978136.629007:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310462475 00000100:00000001:0.0:1783978136.629010:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310463738 00000100:00000001:0.0:1783978136.629012:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310462475 00000100:00000001:0.0:1783978136.629014:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310463738 00000100:00000001:0.0:1783978136.629016:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978136.629018:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978136.629019:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978136.629023:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978136/real 1783978136] req@ffff9b83fb2e2680 x1870620402849280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978136.629030:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978136.629031:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978136.629033:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978136.629035:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978136.629037:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978136.629039:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978136.629042:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2680 x1870620402849280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978136.629049:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2680 x1870620402849280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.629056:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978136.629058:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978136.629059:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978136.629061:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978136.629064:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2680 x1870620402849280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.629071:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978136.629074:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2680 x1870620402849280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978161 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.629081:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978136.629083:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978136.629084:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978136.629085:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978136.629088:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978136.629093:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978136.629095:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978136.629098:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978136.629100:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978136.629103:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2680 x1870620402849280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978161 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978136.629110:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402849280:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978136.629114:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978136.629117:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1c00 x1870620402849408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.629124:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978136.629125:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978136.629127:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978136.629129:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978136.629131:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978136.629134:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402849408:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978136.629137:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978136.629139:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978136.629140:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978136.629142:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978136.629145:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978136.629147:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978136.629151:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978136.629153:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978136.629156:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978136.629159:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402849408, portal 4 00000100:00000001:0.0:1783978136.629161:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978136.629162:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889965056 : -110483819586560 : ffff9b83fb2e1c00) 00000100:00000040:0.0:1783978136.629167:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1c00 x1870620402849408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.629173:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978136.629176:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978136.629178:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075440. 00000100:00000200:0.0:1783978136.629180:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402849408, offset 0 00000400:00000200:0.0:1783978136.629184:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978136.629188:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978136.629191:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978136.629194:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978136.629196:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978136.629198:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978136.629201:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978136.629203:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825593:825593:256:4294967295] 192.168.201.148@tcp LPNI seq info [825564:825564:8:4294967295] 00000400:00000200:0.0:1783978136.629206:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978136.629211:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978136.629213:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978136.629216:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978136.629218:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978136.629220:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783978136.629227:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978136.629228:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978136.629231:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978136.629233:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978136.629234:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075440 00000400:00000010:0.0:1783978136.629235:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075440. 00000100:00000001:0.0:1783978136.629237:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978136.629239:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1c00 x1870620402849408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.629244:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978136.629246:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1c00 x1870620402849408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978161 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.629252:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978136.629253:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978136.629256:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978136.629258:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978136.629261:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978136.629263:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310462502 00000100:00000001:0.0:1783978136.629265:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310463738 00000100:00000001:0.0:1783978136.629267:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310462502 00000100:00000001:0.0:1783978136.629268:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310463738 00000100:00000001:0.0:1783978136.629271:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978136.629273:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978136.629275:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978136.629278:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978136/real 1783978136] req@ffff9b83fb2e1c00 x1870620402849408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978136.629286:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978136.629288:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978136.629290:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978136.629292:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978136.629311:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978136.629313:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978136.629316:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1c00 x1870620402849408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978136.629321:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1c00 x1870620402849408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.629324:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978136.629326:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978136.629327:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978136.629328:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978136.629331:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1c00 x1870620402849408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.629338:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978136.629341:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1c00 x1870620402849408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978161 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.629347:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978136.629349:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978136.629351:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978136.629352:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978136.629354:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978136.629357:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978136.629360:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978136.629363:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978136.629365:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978136.629369:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1c00 x1870620402849408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978161 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978136.629382:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402849408:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978136.629385:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978136.629387:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978136.629390:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3100 x1870620402849152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978161 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.629397:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978136.629398:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978136.629400:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978136.629403:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978136.629405:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978136.629406:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978136.629408:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978136.629410:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067000. 02000000:00000001:0.0:1783978136.629413:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978136.629414:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978136.629415:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3100. 00000100:00000001:0.0:1783978136.629418:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978136.629419:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978136.629420:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978136.629423:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2680 x1870620402849280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978161 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.629426:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978136.629427:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978136.629428:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978136.629430:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978136.629430:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978136.629431:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978136.629432:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978136.629433:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064c00. 02000000:00000001:0.0:1783978136.629434:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978136.629435:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978136.629435:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2680. 00000100:00000001:0.0:1783978136.629437:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978136.629438:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978136.629439:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978136.629440:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1c00 x1870620402849408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978161 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.629444:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978136.629445:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978136.629445:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978136.629446:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978136.629447:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978136.629447:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978136.629448:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978136.629449:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064800. 02000000:00000001:0.0:1783978136.629450:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978136.629451:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978136.629451:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1c00. 00000100:00000001:0.0:1783978136.629452:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978136.629453:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978136.629454:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978136.629457:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978136.629458:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978136.629459:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978136.629460:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978136.629461:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978136.629463:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3480 x1870620402849536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.629467:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978136.629467:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978136.629469:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978136.629470:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978136.629471:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978136.629472:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402849536:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978136.629474:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978136.629475:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978136.629476:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978136.629478:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978136.629480:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978136.629481:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978136.629483:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978136.629485:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978136.629487:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978136.629490:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402849536, portal 4 00000100:00000001:0.0:1783978136.629492:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978136.629493:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889971328 : -110483819580288 : ffff9b83fb2e3480) 00000100:00000040:0.0:1783978136.629498:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3480 x1870620402849536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.629503:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978136.629506:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978136.629508:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075440. 00000100:00000200:0.0:1783978136.629510:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402849536, offset 0 00000400:00000200:0.0:1783978136.629513:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978136.629517:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978136.629520:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978136.629523:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978136.629526:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978136.629528:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978136.629530:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978136.629533:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825594:825594:256:4294967295] 192.168.201.148@tcp LPNI seq info [825565:825565:8:4294967295] 00000400:00000200:0.0:1783978136.629537:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978136.629543:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978136.629545:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978136.629548:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978136.629550:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978136.629552:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783978136.629558:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978136.629559:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978136.629562:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978136.629564:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978136.629566:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075440 00000400:00000010:0.0:1783978136.629567:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075440. 00000100:00000001:0.0:1783978136.629569:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978136.629573:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3480 x1870620402849536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.629580:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978136.629582:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3480 x1870620402849536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978161 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.629589:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978136.629591:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978136.629594:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978136.629596:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978136.629599:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978136.629601:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310462493 00000100:00000001:0.0:1783978136.629603:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310463738 00000100:00000001:0.0:1783978136.629605:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310462493 00000100:00000001:0.0:1783978136.629607:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310463738 00000100:00000001:0.0:1783978136.629609:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978136.629611:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978136.629613:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978136.629617:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978136/real 1783978136] req@ffff9b83fb2e3480 x1870620402849536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978136.629624:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978136.629625:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978136.629627:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978136.629629:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978136.629631:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978136.629633:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978136.629636:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3480 x1870620402849536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978136.629650:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3480 x1870620402849536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.629657:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978136.629658:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978136.629660:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978136.629661:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978136.629664:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3480 x1870620402849536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.629670:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978136.629674:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3480 x1870620402849536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978161 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.629679:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978136.629681:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978136.629682:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978136.629684:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978136.629685:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978136.629689:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978136.629692:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978136.629695:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978136.629697:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978136.629700:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3480 x1870620402849536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978161 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978136.629706:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402849536:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978136.629710:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978136.629711:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978136.629714:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3480 x1870620402849536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978161 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978136.629719:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978136.629721:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978136.629722:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978136.629724:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978136.629726:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978136.629727:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978136.629728:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978136.629730:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067800. 02000000:00000001:0.0:1783978136.629731:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978136.629732:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978136.629734:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3480. 00000100:00000001:0.0:1783978136.629736:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978136.629737:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978136.629739:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978136.629742:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978136.629743:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978136.629745:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978136.629746:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978137.011378:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978137.011387:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978137.011395:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978137.011400:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978137.011404:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978137.011408:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978137.011421:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978137.011424:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978137.011427:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978137.139398:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978137.139405:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978137.139408:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978137.139417:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978137.139424:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978137.139429:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978137.139445:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978137.139450:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978137.139455:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978137.139484:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978137.139489:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978137.139497:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978137.139503:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978137.139507:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978137.139512:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978137.139516:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978137.139521:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978137.139527:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978137.139530:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978137.139536:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978137.139539:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978137.139542:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978137.139546:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978137.139548:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978137.139550:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978137.139552:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978137.139554:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978137.139557:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978137.139559:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978137.139560:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978137.139561:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978137.139563:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978137.139564:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978137.139565:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978137.139567:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978137.139569:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978137.139570:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978137.139571:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978137.139572:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978137.139574:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978137.139575:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978137.139576:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978137.139578:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978138.035401:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978138.035410:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978138.035413:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978138.035421:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978138.035428:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978138.035433:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978138.035438:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978138.035442:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978138.035445:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978138.163392:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978138.163398:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978138.163407:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978138.163411:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978138.163417:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978138.163421:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978138.163427:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978138.163430:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978138.163438:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978138.163441:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978138.163471:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978138.163475:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978138.163479:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978138.163485:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978138.163490:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978138.163494:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978138.163507:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978138.163511:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978138.163515:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978138.163544:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978138.163548:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978138.163549:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978138.163552:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978138.163554:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978138.163556:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978138.163558:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978138.163560:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978138.163561:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978139.059779:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978139.059783:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978139.059784:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978139.059787:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978139.059790:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978139.059792:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978139.059794:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978139.059795:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978139.059798:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978139.189707:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978139.189721:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978139.189723:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978139.189727:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978139.189729:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978139.189732:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978139.189733:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978139.189735:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978139.189737:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978139.189759:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978139.189762:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978139.189767:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978139.189768:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978139.189772:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978139.189773:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978139.189777:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978139.189778:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978139.189781:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978139.189782:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978139.189805:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978139.189808:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978139.189811:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978139.189817:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978139.189819:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978139.189820:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978139.189822:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978139.189824:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978139.189826:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978139.189828:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978139.189829:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978139.189831:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978140.083389:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978140.083398:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978140.083402:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978140.083410:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978140.083416:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978140.083421:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978140.083426:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978140.083430:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978140.083434:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978140.211427:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978140.211434:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978140.211441:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978140.211445:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978140.211451:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978140.211456:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978140.211464:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978140.211468:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978140.211477:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978140.211480:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978140.211524:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978140.211530:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978140.211535:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978140.211540:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978140.211547:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978140.211553:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978140.211559:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978140.211563:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978140.211568:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978140.211583:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978140.211587:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978140.211590:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978141.107399:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978141.107409:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978141.107412:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978141.107419:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978141.107425:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978141.107430:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978141.107435:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978141.107440:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978141.107445:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978141.235416:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978141.235424:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978141.235428:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978141.235439:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978141.235445:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978141.235453:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978141.235471:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978141.235475:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978141.235478:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978141.235509:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978141.235516:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978141.235521:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978141.235532:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978141.235538:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978141.235543:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978141.235550:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978141.235555:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978141.235559:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978141.235561:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978141.235565:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978141.235567:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978141.235570:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978141.235574:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978141.235579:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978141.235582:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978142.131409:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978142.131425:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978142.131427:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978142.131434:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978142.131438:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978142.131442:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978142.131448:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978142.131453:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978142.131458:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978142.259418:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978142.259424:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978142.259433:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978142.259436:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978142.259444:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978142.259491:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978142.259500:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978142.259504:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978142.259520:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978142.259527:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978143.155469:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978143.155476:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978143.155479:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978143.155484:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978143.155488:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978143.155491:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978143.155494:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978143.155496:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978143.155499:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978143.283404:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978143.283409:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978143.283418:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978143.283422:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978143.283431:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978143.283435:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978143.283444:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978143.283447:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978143.283453:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978143.283457:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978143.283504:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978143.283509:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978143.283513:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978143.283517:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978143.283523:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978143.283528:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978143.283532:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978143.283536:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978143.283539:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978144.180923:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978144.180926:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978144.180928:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978144.180930:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978144.180932:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978144.180934:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978144.180936:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978144.180937:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978144.180939:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978144.307446:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978144.307455:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978144.307458:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978144.307464:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978144.307468:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978144.307472:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978144.307475:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978144.307478:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978144.307481:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978144.307507:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978144.307510:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978144.307515:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978144.307516:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978144.307521:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978144.307523:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978144.307527:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978144.307528:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978144.307532:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978144.307534:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978144.307739:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978144.307741:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978144.307743:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978144.307744:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978144.307746:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978144.307748:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978144.307750:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978144.307751:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978144.307754:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978144.307862:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978144.307868:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978144.307870:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978144.307873:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978144.307876:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978144.307879:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978144.307882:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978144.307884:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978144.307887:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978145.203428:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978145.203437:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978145.203440:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978145.203454:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978145.203459:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978145.203464:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978145.203475:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978145.203478:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978145.203481:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978145.331428:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978145.331434:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978145.331438:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978145.331446:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978145.331452:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978145.331456:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978145.331467:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978145.331471:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978145.331476:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978145.331503:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978145.331509:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978145.331516:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978145.331520:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978145.331528:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978145.331533:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978145.331543:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978145.331546:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978145.331551:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978145.331554:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978146.227584:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978146.227602:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978146.227604:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978146.227609:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978146.227612:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978146.227616:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978146.227618:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978146.227621:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978146.227624:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978146.355425:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978146.355431:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978146.355439:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978146.355443:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978146.355450:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978146.355454:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978146.355460:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978146.355464:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978146.355469:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978146.355472:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978146.355499:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978146.355502:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978146.355504:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978146.355625:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978146.355630:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978146.355633:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978146.355638:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978146.355643:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978146.355647:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978146.355650:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978146.355652:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978146.355655:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978146.356630:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978146.356633:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978146.356635:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978146.356638:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978146.356640:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978146.356642:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978146.356644:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978146.356646:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978146.356648:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978147.251713:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978147.251718:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978147.251719:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978147.251722:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978147.251725:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978147.251727:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978147.251729:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978147.251730:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978147.251733:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978147.379421:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978147.379429:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978147.379432:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978147.379440:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978147.379447:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978147.379453:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978147.379460:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978147.379466:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978147.379470:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978147.379496:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978147.379499:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978147.379504:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978147.379507:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978147.379509:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978147.379512:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978147.379516:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978147.379518:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978147.379520:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978147.379523:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978147.379527:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978147.379528:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978147.379530:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978147.379532:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978147.379534:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978147.379535:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978147.379537:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978147.379540:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978147.379544:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978147.379546:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978147.379547:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978147.379549:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978147.379551:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978147.379552:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978147.379554:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978147.379560:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978147.379566:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978147.379583:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978147.379587:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978147.379590:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978147.379594:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978147.379598:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978147.379602:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978147.379606:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978147.379628:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978147.379632:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978147.379638:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978147.379663:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978147.379667:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978147.379672:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978147.379677:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978147.379682:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978147.379686:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978147.379690:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978147.379693:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978147.379695:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978148.275387:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978148.275396:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978148.275400:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978148.275407:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978148.275414:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978148.275421:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978148.275425:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978148.275428:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978148.275431:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978148.403376:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978148.403391:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978148.403395:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978148.403400:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978148.403404:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978148.403409:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978148.403423:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978148.403426:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978148.403429:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978148.403453:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978148.403458:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978148.403466:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978148.403469:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978148.403475:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978148.403476:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978148.403480:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978148.403482:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978148.403497:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978148.403501:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978148.403524:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978148.403529:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978148.403535:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978149.300741:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978149.300749:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978149.300751:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978149.300757:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978149.300760:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978149.300764:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978149.300767:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978149.300769:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978149.300772:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978149.427379:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978149.427386:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978149.427388:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978149.427394:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978149.427401:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978149.427405:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978149.427408:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978149.427412:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978149.427416:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978149.427441:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978149.427445:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978149.427452:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978149.427456:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978149.427465:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978149.427470:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978149.427478:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978149.427482:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978149.427489:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978149.427493:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978149.427513:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978149.427516:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978149.427518:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978150.323406:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978150.323413:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978150.323416:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978150.323421:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978150.323425:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978150.323430:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978150.323434:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978150.323437:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978150.323440:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978150.451393:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978150.451398:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978150.451402:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978150.451405:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978150.451411:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978150.451415:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978150.451418:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978150.451421:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978150.451426:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978150.451457:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978150.451460:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978150.451468:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978150.451471:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978150.451477:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978150.451481:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978150.451488:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978150.451491:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978150.451500:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978150.451503:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978150.451533:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978150.451538:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978150.451543:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978151.347392:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978151.347400:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978151.347402:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978151.347407:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978151.347412:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978151.347418:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978151.347423:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978151.347427:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978151.347431:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978151.475538:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978151.475542:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978151.475544:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978151.475547:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978151.475550:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978151.475553:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978151.475555:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978151.475557:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978151.475560:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978151.475572:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978151.475574:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978151.475575:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978151.475578:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978151.475580:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978151.475582:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978151.475585:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978151.475586:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978151.475589:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978151.475612:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978151.475619:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978151.475623:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978151.475626:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978151.475630:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978151.475634:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978151.475638:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978151.475642:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978151.475650:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978151.475654:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978151.475658:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978151.475660:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978151.475663:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978151.475664:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978151.475668:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978151.475672:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978151.475693:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978151.475697:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978151.475703:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978152.371377:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978152.371385:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978152.371387:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978152.371392:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978152.371395:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978152.371398:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978152.371400:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978152.371401:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978152.371404:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978152.500159:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978152.500163:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978152.500167:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978152.500168:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978152.500172:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978152.500173:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978152.500177:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978152.500178:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978152.500181:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978152.500182:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978152.500199:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978152.500201:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978152.500204:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978152.500378:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978152.500381:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978152.500382:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978152.500384:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978152.500387:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978152.500389:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978152.501349:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978152.501351:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978152.501354:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978153.395413:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978153.395422:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978153.395426:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978153.395433:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978153.395440:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978153.395447:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978153.395460:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978153.395464:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978153.395480:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978153.523551:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978153.523553:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978153.523554:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978153.523556:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978153.523557:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978153.523559:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978153.523560:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978153.523561:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978153.523562:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978153.523577:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978153.523579:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978153.523581:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978153.523582:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978153.523585:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978153.523585:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978153.523588:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978153.523588:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978153.523590:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978153.523591:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978153.523604:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978153.523606:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978153.523608:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978154.419410:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978154.419419:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978154.419424:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978154.419434:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978154.419439:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978154.419446:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978154.419472:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978154.419477:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978154.419481:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978154.547421:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978154.547428:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978154.547431:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978154.547439:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978154.547455:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978154.547462:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978154.547469:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978154.547474:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978154.547477:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978154.547493:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978154.547498:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978154.547502:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978154.547505:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978154.547511:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978154.547515:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978154.547521:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978154.547525:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978154.547530:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978154.547810:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978154.547813:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978154.547817:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978154.547818:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978154.547822:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978154.547824:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978154.547827:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978154.547828:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978154.547832:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978154.547833:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978154.547848:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978154.547850:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978154.547853:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978155.443379:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978155.443385:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978155.443390:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978155.443397:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978155.443403:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978155.443408:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978155.443413:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978155.443415:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978155.443416:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978155.571414:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978155.571422:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978155.571425:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978155.571443:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978155.571449:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978155.571453:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978155.571458:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978155.571463:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978155.571467:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978155.571500:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978155.571505:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978155.571514:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978155.571518:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978155.571527:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978155.571532:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978155.571542:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978155.571546:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978155.571558:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978155.571562:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978155.571587:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978155.571592:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978155.571598:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978156.467370:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978156.467382:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978156.467386:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978156.467389:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978156.467393:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978156.467396:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978156.467398:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978156.467401:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978156.467404:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978156.595431:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978156.595439:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978156.595444:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978156.595454:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978156.595459:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978156.595466:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978156.595487:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978156.595490:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978156.595495:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978156.595521:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978156.595530:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978156.595540:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978156.595547:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978156.595551:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978156.595558:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978156.595564:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978156.595569:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978156.595574:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978156.595580:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978156.595589:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978156.595592:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978156.595594:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978156.595596:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978156.595598:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978156.595599:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978156.595602:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978156.595604:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978156.595609:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978156.595611:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978156.595612:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978156.595613:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978156.595615:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978156.595616:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978156.595618:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978156.595619:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978156.595622:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978156.595624:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978156.595625:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978156.595627:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978156.595628:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978156.595630:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978156.595631:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978156.595633:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978156.595649:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978156.595651:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978156.595654:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978157.491492:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978157.491499:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978157.491502:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978157.491508:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978157.491513:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978157.491517:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978157.491522:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978157.491523:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978157.491526:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978157.619421:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978157.619426:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978157.619445:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978157.619449:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978157.619456:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978157.619460:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978157.619468:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978157.619472:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978157.619477:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978157.619478:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978157.619502:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978157.619506:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978157.619510:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978157.619805:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978157.619807:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978157.619809:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978157.619811:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978157.619813:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978157.619815:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978157.619817:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978157.619818:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978157.619820:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978158.515427:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978158.515437:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978158.515439:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978158.515444:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978158.515448:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978158.515452:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978158.515454:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978158.515457:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978158.515460:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978158.643567:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978158.643573:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978158.643577:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978158.643581:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978158.643586:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978158.643590:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978158.643594:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978158.643597:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978158.643604:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978158.643622:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978158.643625:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978158.643629:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978158.643630:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978158.643633:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978158.643635:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978158.643639:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978158.643641:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978158.643644:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978158.643645:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978158.643663:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978158.643666:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978158.643669:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978159.540091:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978159.540094:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978159.540096:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978159.540098:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978159.540100:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978159.540103:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978159.540105:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978159.540106:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978159.540109:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978159.668462:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978159.668466:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978159.668468:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978159.668471:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978159.668473:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978159.668475:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978159.668478:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978159.668479:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978159.668481:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978159.668491:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978159.668493:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978159.668495:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978159.668497:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978159.668499:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978159.668500:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978159.668502:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978159.668503:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978159.668505:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978159.668525:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978159.668528:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978159.668532:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978159.668534:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978159.668538:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978159.668539:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978159.668543:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978159.668544:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978159.668547:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978159.668548:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978159.668567:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978159.668571:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978159.668574:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978160.563407:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978160.563416:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978160.563420:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978160.563427:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978160.563433:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978160.563437:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978160.563442:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978160.563445:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978160.563447:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978160.691419:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978160.691428:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978160.691433:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978160.691441:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978160.691447:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978160.691452:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978160.691463:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978160.691466:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978160.691470:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978160.691494:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978160.691498:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978160.691503:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978160.691505:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978160.691509:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978160.691511:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978160.691514:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978160.691515:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978160.691518:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978160.691519:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978160.691538:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978160.691542:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978160.691548:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978160.691572:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978160.691577:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978160.691581:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978160.691587:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978160.691593:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978160.691597:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978160.691603:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978160.691605:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978160.691607:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978161.587420:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978161.587432:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978161.587434:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978161.587439:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978161.587443:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978161.587447:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978161.587449:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978161.587451:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978161.587454:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978161.715982:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978161.715985:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978161.715986:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978161.715989:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978161.715991:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978161.715993:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978161.715995:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978161.715997:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978161.715999:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978161.716019:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978161.716024:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978161.716026:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978161.716030:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978161.716033:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978161.716036:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978161.716038:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978161.716040:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978161.716045:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978161.716047:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978161.716050:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978161.716063:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978161.716068:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978161.716069:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978161.716073:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978161.716074:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978161.716092:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978161.716095:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978161.716098:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978162.611711:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978162.611714:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978162.611715:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978162.611717:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978162.611718:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978162.611720:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978162.611721:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978162.611722:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978162.611723:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978162.739529:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978162.739533:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978162.739534:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978162.739537:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978162.739539:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978162.739540:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978162.739943:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978162.739944:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978162.739947:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978162.739966:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978162.739969:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978162.739973:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978162.739974:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978162.739978:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978162.739979:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978162.739982:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978162.739984:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978162.739987:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978162.739988:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978162.740005:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978162.740007:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978162.740009:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978163.635416:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978163.635426:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978163.635429:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978163.635436:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978163.635442:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978163.635448:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978163.635454:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978163.635457:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978163.635460:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978163.763427:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978163.763433:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978163.763444:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978163.763449:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978163.763457:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978163.763461:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978163.763468:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978163.763473:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978163.763481:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978163.763484:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978163.763523:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978163.763527:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978163.763532:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978163.763538:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978163.763544:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978163.763548:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978163.763552:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978163.763555:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978163.763558:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978164.659405:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978164.659413:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978164.659416:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978164.659425:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978164.659430:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978164.659437:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978164.659444:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978164.659446:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978164.659449:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978164.787440:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978164.787445:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978164.787449:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978164.787453:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978164.787457:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978164.787462:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978164.787466:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978164.787470:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978164.787476:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978164.787519:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978164.787523:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978164.787529:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978164.787531:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978164.787535:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978164.787538:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978164.787543:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978164.787547:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978164.787553:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978164.787555:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978164.787882:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978164.787885:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978164.787886:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978164.787888:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978164.787890:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978164.787892:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978164.787893:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978164.787895:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978164.787897:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978165.683700:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978165.683703:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978165.683704:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978165.683706:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978165.683708:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978165.683709:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978165.683711:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978165.683712:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978165.683713:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978165.812656:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978165.812660:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978165.812662:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978165.812665:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978165.812669:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978165.812672:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978165.812676:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978165.812679:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978165.812683:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978165.812711:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978165.812717:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978165.812725:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978165.812729:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978165.812733:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978165.812736:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978165.812740:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978165.812741:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978165.812744:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978165.812746:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978166.707420:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978166.707427:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978166.707432:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978166.707439:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978166.707444:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978166.707449:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978166.707453:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978166.707457:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978166.707460:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978166.837939:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978166.837945:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978166.837947:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978166.837951:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978166.837953:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978166.837956:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978166.837958:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978166.837960:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978166.837962:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978166.837986:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978166.837989:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978166.837993:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978166.837997:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978166.838000:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978166.838003:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978166.838006:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978166.838009:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978166.838012:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978166.838015:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978166.838020:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978166.838022:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978166.838026:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978166.838030:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978166.838034:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978166.838040:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978166.838045:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978166.838050:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978166.838059:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978166.838061:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978166.838062:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978166.838064:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978166.838066:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978166.838067:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978166.838069:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978166.838071:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978166.838074:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978166.838075:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978166.838077:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978166.838078:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978166.838080:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978166.838081:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978166.838083:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978166.838085:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978167.347682:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978167.347688:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978167.347693:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978167.347703:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38a80 x1870620402852864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.347735:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978167.347738:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978167.347743:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978167.347748:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978167.347753:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978167.347758:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402852864:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978167.347764:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978167.347769:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978167.347773:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978167.347778:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978167.347786:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978167.347790:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978167.347806:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978167.347816:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978167.347825:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978167.347833:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402852864, portal 25 00000100:00000001:0.0:1783978167.347838:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978167.347840:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682702976 : -110484026848640 : ffff9b83eed38a80) 00000100:00000040:0.0:1783978167.347850:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38a80 x1870620402852864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.347868:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978167.347875:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978167.347879:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075440. 00000100:00000200:0.0:1783978167.347885:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402852864, offset 0 00000400:00000200:0.0:1783978167.347898:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978167.347910:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978167.347921:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978167.347929:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978167.347936:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978167.347943:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978167.347949:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978167.347957:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825620:825620:256:4294967295] 192.168.201.148@tcp LPNI seq info [825591:825591:8:4294967295] 00000400:00000200:0.0:1783978167.347969:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978167.347985:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978167.347996:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978167.348003:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978167.348014:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978167.348020:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783978167.348043:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978167.348046:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978167.348055:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978167.348065:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978167.348073:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075440 00000400:00000010:0.0:1783978167.348079:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075440. 00000100:00000001:0.0:1783978167.348086:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978167.348093:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38a80 x1870620402852864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.348113:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978167.348119:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620402852864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978192 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.348133:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978167.348138:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978167.348146:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978167.348153:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978167.348159:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4310494458 00000100:00000010:0.0:1783978167.348166:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783978167.348175:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978167.348184:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4310494458 00000100:00000010:0.0:1783978167.348204:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783978167.348211:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978167.348235:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978167.348240:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978167.348245:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978167.348254:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978167/real 1783978167] req@ffff9b83eed38a80 x1870620402852864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978167.348273:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978167.348277:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978167.348281:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978167.348284:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978167.348286:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978167.348289:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978167.348347:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38a80 x1870620402852864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978167.348361:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38a80 x1870620402852864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.348390:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978167.348394:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978167.348399:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978167.348402:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978167.348411:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38a80 x1870620402852864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.348425:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978167.348433:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38a80 x1870620402852864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978192 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.348449:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978167.348455:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978167.348458:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978167.348461:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978167.348465:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978167.348470:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978167.348475:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978167.348485:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978167.348490:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978167.348496:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38a80 x1870620402852864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978192 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978167.348514:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402852864:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978167.348521:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978167.348525:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978167.348531:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38a80 x1870620402852864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978192 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.348543:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978167.348547:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978167.348551:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978167.348570:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978167.348573:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978167.348577:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978167.348580:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978167.348584:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14c00. 02000000:00000001:0.0:1783978167.348590:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978167.348594:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978167.348597:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38a80. 00000100:00000001:0.0:1783978167.348601:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978167.348604:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978167.348607:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978167.348614:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978167.348617:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978167.348622:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978167.348625:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978167.348628:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978167.348635:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38380 x1870620402852992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.348658:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978167.348661:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978167.348666:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978167.348669:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978167.348674:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978167.348678:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402852992:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978167.348682:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978167.348684:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978167.348685:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978167.348687:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978167.348690:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978167.348692:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978167.348696:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978167.348699:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978167.348703:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978167.348706:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402852992, portal 10 00000100:00000001:0.0:1783978167.348708:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978167.348710:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682701184 : -110484026850432 : ffff9b83eed38380) 00000100:00000040:0.0:1783978167.348716:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38380 x1870620402852992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.348721:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978167.348723:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978167.348725:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075440. 00000100:00000200:0.0:1783978167.348727:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402852992, offset 0 00000400:00000200:0.0:1783978167.348731:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978167.348735:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978167.348738:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978167.348741:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978167.348743:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978167.348745:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978167.348747:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978167.348750:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825621:825621:256:4294967295] 192.168.201.148@tcp LPNI seq info [825592:825592:8:4294967295] 00000400:00000200:0.0:1783978167.348754:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978167.348760:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978167.348765:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978167.348768:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978167.348771:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978167.348774:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783978167.348784:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978167.348786:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978167.348790:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978167.348793:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978167.348796:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075440 00000400:00000010:0.0:1783978167.348798:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075440. 00000100:00000001:0.0:1783978167.348800:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978167.348803:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38380 x1870620402852992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.348816:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978167.348818:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620402852992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978192 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.348824:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978167.348826:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978167.348829:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978167.348832:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978167.348835:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978167.348837:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310493200 00000100:00000001:0.0:1783978167.348840:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310494458 00000100:00000001:0.0:1783978167.348842:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310493200 00000100:00000001:0.0:1783978167.348844:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310494458 00000100:00000001:0.0:1783978167.348846:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978167.348848:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978167.348849:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978167.348853:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978167/real 1783978167] req@ffff9b83eed38380 x1870620402852992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978167.348859:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978167.348860:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978167.348862:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978167.348864:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978167.348866:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978167.348867:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978167.348870:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38380 x1870620402852992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978167.348877:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38380 x1870620402852992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.348882:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978167.348884:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978167.348885:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978167.348887:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978167.348890:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38380 x1870620402852992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.348895:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978167.348898:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38380 x1870620402852992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978192 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.348904:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978167.348906:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978167.348907:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978167.348908:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978167.348910:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978167.348917:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978167.348919:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978167.348922:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978167.348924:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978167.348927:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38380 x1870620402852992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978192 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978167.348933:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402852992:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978167.348936:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978167.348939:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b480 x1870620402853120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.348944:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978167.348945:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978167.348947:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978167.348948:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978167.348950:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978167.348953:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402853120:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978167.348955:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978167.348957:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978167.348959:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978167.348960:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978167.348963:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978167.348965:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978167.348968:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978167.348970:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978167.348972:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978167.348975:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402853120, portal 10 00000100:00000001:0.0:1783978167.348977:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978167.348978:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682713728 : -110484026837888 : ffff9b83eed3b480) 00000100:00000040:0.0:1783978167.348983:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b480 x1870620402853120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.348988:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978167.348990:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978167.348991:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075440. 00000100:00000200:0.0:1783978167.348994:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402853120, offset 0 00000400:00000200:0.0:1783978167.348997:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978167.349000:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978167.349004:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978167.349006:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978167.349008:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978167.349010:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978167.349013:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978167.349015:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825622:825622:256:4294967295] 192.168.201.148@tcp LPNI seq info [825593:825593:8:4294967295] 00000400:00000200:0.0:1783978167.349018:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978167.349024:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978167.349027:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978167.349030:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978167.349075:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978167.349078:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783978167.349087:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978167.349089:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978167.349091:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978167.349094:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978167.349097:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075440 00000400:00000010:0.0:1783978167.349098:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075440. 00000100:00000001:0.0:1783978167.349100:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978167.349104:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b480 x1870620402853120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.349111:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978167.349113:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620402853120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978192 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.349119:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978167.349120:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978167.349122:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978167.349125:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978167.349128:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978167.349129:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310493195 00000100:00000001:0.0:1783978167.349131:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310494458 00000100:00000001:0.0:1783978167.349133:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310493195 00000100:00000001:0.0:1783978167.349135:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310494458 00000100:00000001:0.0:1783978167.349137:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978167.349139:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978167.349140:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978167.349143:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978167/real 1783978167] req@ffff9b83eed3b480 x1870620402853120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978167.349150:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978167.349152:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978167.349153:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978167.349155:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978167.349157:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978167.349159:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978167.349162:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b480 x1870620402853120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978167.349169:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b480 x1870620402853120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.349174:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978167.349175:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978167.349177:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978167.349178:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978167.349182:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b480 x1870620402853120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.349188:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978167.349191:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b480 x1870620402853120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978192 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.349197:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978167.349199:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978167.349200:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978167.349201:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978167.349203:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978167.349207:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978167.349210:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978167.349212:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978167.349214:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978167.349218:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b480 x1870620402853120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978192 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978167.349242:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402853120:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978167.349246:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978167.349249:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620402853248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.349254:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978167.349256:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978167.349258:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978167.349259:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978167.349261:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978167.349264:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402853248:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978167.349266:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978167.349268:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978167.349269:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978167.349271:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978167.349274:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978167.349275:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978167.349278:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978167.349281:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978167.349284:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978167.349286:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402853248, portal 4 00000100:00000001:0.0:1783978167.349288:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978167.349289:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783978167.349312:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620402853248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.349318:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978167.349320:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978167.349322:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075440. 00000100:00000200:0.0:1783978167.349324:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402853248, offset 0 00000400:00000200:0.0:1783978167.349328:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978167.349331:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978167.349334:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978167.349337:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978167.349339:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978167.349341:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978167.349343:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978167.349346:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825623:825623:256:4294967295] 192.168.201.148@tcp LPNI seq info [825594:825594:8:4294967295] 00000400:00000200:0.0:1783978167.349349:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978167.349355:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978167.349358:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978167.349361:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978167.349364:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978167.349366:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783978167.349376:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978167.349377:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978167.349380:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978167.349383:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978167.349385:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075440 00000400:00000010:0.0:1783978167.349387:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075440. 00000100:00000001:0.0:1783978167.349389:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978167.349392:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3a300 x1870620402853248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.349398:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978167.349401:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620402853248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978192 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.349407:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978167.349408:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978167.349411:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978167.349413:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978167.349416:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978167.349419:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310493223 00000100:00000001:0.0:1783978167.349421:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310494458 00000100:00000001:0.0:1783978167.349423:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310493223 00000100:00000001:0.0:1783978167.349425:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310494458 00000100:00000001:0.0:1783978167.349427:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978167.349429:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978167.349431:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978167.349435:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978167/real 1783978167] req@ffff9b83eed3a300 x1870620402853248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978167.349442:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978167.349443:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978167.349445:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978167.349447:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978167.349448:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978167.349451:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978167.349454:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620402853248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978167.349462:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620402853248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.349468:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978167.349469:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978167.349471:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978167.349472:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978167.349475:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620402853248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.349481:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978167.349485:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620402853248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978192 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.349491:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978167.349494:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978167.349496:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978167.349497:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978167.349498:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978167.349501:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978167.349504:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978167.349507:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978167.349509:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978167.349512:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620402853248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978192 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978167.349520:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402853248:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978167.349523:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978167.349525:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978167.349528:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38380 x1870620402852992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978192 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.349533:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978167.349535:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978167.349537:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978167.349540:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978167.349541:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978167.349543:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978167.349544:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978167.349546:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14000. 02000000:00000001:0.0:1783978167.349549:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978167.349550:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978167.349552:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38380. 00000100:00000001:0.0:1783978167.349554:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978167.349555:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978167.349557:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978167.349559:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b480 x1870620402853120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978192 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.349571:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978167.349572:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978167.349574:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978167.349576:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978167.349577:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978167.349578:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978167.349580:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978167.349581:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec17400. 02000000:00000001:0.0:1783978167.349584:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978167.349585:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978167.349586:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b480. 00000100:00000001:0.0:1783978167.349588:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978167.349589:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978167.349590:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978167.349593:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620402853248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978192 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.349599:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978167.349600:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978167.349602:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978167.349605:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978167.349606:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978167.349607:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978167.349609:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978167.349610:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15c00. 02000000:00000001:0.0:1783978167.349612:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978167.349613:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978167.349614:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783978167.349616:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978167.349617:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978167.349619:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978167.349622:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978167.349623:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978167.349625:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978167.349627:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978167.349628:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978167.349631:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620402853376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.349637:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978167.349638:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978167.349640:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978167.349642:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978167.349644:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978167.349647:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402853376:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978167.349649:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978167.349651:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978167.349653:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978167.349655:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978167.349657:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978167.349659:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978167.349662:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978167.349665:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978167.349668:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978167.349671:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402853376, portal 4 00000100:00000001:0.0:1783978167.349672:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978167.349673:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783978167.349679:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620402853376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.349685:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978167.349687:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978167.349690:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075440. 00000100:00000200:0.0:1783978167.349692:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402853376, offset 0 00000400:00000200:0.0:1783978167.349696:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978167.349700:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978167.349703:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978167.349705:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978167.349708:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978167.349710:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978167.349712:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978167.349715:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825624:825624:256:4294967295] 192.168.201.148@tcp LPNI seq info [825595:825595:8:4294967295] 00000400:00000200:0.0:1783978167.349719:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978167.349725:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978167.349729:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978167.349732:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978167.349735:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978167.349738:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783978167.349748:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978167.349750:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978167.349752:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978167.349756:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978167.349758:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075440 00000400:00000010:0.0:1783978167.349760:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075440. 00000100:00000001:0.0:1783978167.349762:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978167.349765:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620402853376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.349772:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978167.349775:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620402853376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978192 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.349781:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978167.349782:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978167.349785:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978167.349788:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978167.349791:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978167.349793:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310493213 00000100:00000001:0.0:1783978167.349795:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310494458 00000100:00000001:0.0:1783978167.349797:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310493213 00000100:00000001:0.0:1783978167.349799:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310494458 00000100:00000001:0.0:1783978167.349801:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978167.349803:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978167.349805:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978167.349809:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978167/real 1783978167] req@ffff9b83eed39f80 x1870620402853376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978167.349816:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978167.349817:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978167.349819:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978167.349821:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978167.349823:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978167.349825:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978167.349828:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620402853376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978167.349836:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620402853376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.349842:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978167.349844:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978167.349845:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978167.349847:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978167.349851:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620402853376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.349857:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978167.349861:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620402853376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978192 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.349867:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978167.349869:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978167.349871:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978167.349872:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978167.349874:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978167.349877:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978167.349880:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978167.349884:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978167.349886:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978167.349889:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620402853376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978192 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978167.349897:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402853376:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978167.349900:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978167.349902:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978167.349905:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620402853376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978192 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978167.349911:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978167.349913:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978167.349914:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978167.349917:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978167.349918:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978167.349919:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978167.349922:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978167.349923:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16c00. 02000000:00000001:0.0:1783978167.349926:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978167.349927:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978167.349928:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783978167.349931:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978167.349932:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978167.349934:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978167.349937:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978167.349938:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978167.349940:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978167.349942:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978167.731404:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978167.731411:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978167.731414:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978167.731419:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978167.731424:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978167.731427:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978167.731431:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978167.731435:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978167.731438:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978167.859421:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978167.859425:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978167.859431:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978167.859433:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978167.859437:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978167.859438:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978167.859441:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978167.859443:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978167.859446:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978167.859447:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978167.859471:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978167.859476:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978167.859482:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978167.859496:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978167.859498:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978167.859501:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978167.859503:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978167.859508:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978167.859510:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978167.859514:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978167.859515:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978167.859518:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978167.860083:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978167.860085:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978167.860086:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978167.860087:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978167.860089:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978167.860090:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978167.860091:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978167.860092:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978167.860093:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978168.755421:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978168.755431:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978168.755433:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978168.755438:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978168.755442:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978168.755446:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978168.755448:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978168.755451:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978168.755454:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978168.884545:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978168.884549:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978168.884552:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978168.884556:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978168.884559:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978168.884564:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978168.884568:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978168.884572:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978168.884578:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978168.884604:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978168.884608:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978168.884614:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978168.884615:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978168.884619:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978168.884620:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978168.884624:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978168.884625:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978168.884628:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978168.884629:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978168.884648:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978168.884651:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978168.884653:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978169.779719:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978169.779722:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978169.779723:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978169.779726:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978169.779727:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978169.779729:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978169.779731:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978169.779733:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978169.779735:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978169.907439:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978169.907446:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978169.907453:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978169.907455:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978169.907460:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978169.907461:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978169.907465:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978169.907467:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978169.907471:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978169.907472:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978169.907499:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978169.907504:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978169.907509:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978169.909410:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978169.909414:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978169.909416:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978169.909419:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978169.909422:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978169.909424:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978169.909426:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978169.909428:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978169.909431:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978169.909460:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978169.909464:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978169.909465:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978169.909468:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978169.909471:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978169.909473:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978169.909475:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978169.909477:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978169.909479:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978170.803382:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978170.803388:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978170.803390:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978170.803395:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978170.803399:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978170.803404:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978170.803407:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978170.803410:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978170.803415:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978170.931633:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978170.931639:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978170.931643:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978170.931649:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978170.931654:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978170.931658:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978170.931661:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978170.931663:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978170.931666:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978170.931681:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978170.931684:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978170.931688:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978170.931692:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978170.931697:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978170.931700:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978170.931704:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978170.931706:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978170.931709:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978170.931731:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978170.931733:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978170.931738:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978170.931739:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978170.931743:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978170.931744:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978170.931747:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978170.931748:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978170.931751:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978170.931752:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978170.931767:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978170.931769:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978170.931773:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978171.828262:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978171.828270:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978171.828272:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978171.828277:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978171.828280:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978171.828284:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978171.828286:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978171.828289:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978171.828313:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978171.955465:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978171.955475:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978171.955481:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978171.955487:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978171.955495:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978171.955499:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978171.955506:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978171.955514:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978171.955530:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978171.955534:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978171.955542:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978171.955556:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978171.955560:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978171.955562:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978171.955567:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978171.955571:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978171.955607:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978171.955611:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978171.955613:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978171.955657:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978171.955663:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978171.955667:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978171.955673:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978171.955685:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978171.955692:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978171.955697:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978171.955700:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978171.955710:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978172.468396:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978172.468410:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978172.468413:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978172.468418:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978172.468423:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978172.468432:0:296888:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 15825 00000400:00000200:0.0:1783978172.468444:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978172.468452:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978172.468455:0:296888:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978172.468458:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978172.468462:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978172.468464:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978172.468466:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978172.468471:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978172.468473:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783978172.468476:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978172.468479:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783978172.468482:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783978172.468484:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783978172.468487:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978172.468489:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978172.468491:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978172.468493:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978172.468496:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783978172.468499:0:296888:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978172.468502:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978172.468505:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978172.468508:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978172.468511:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978172.468514:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978172.468517:0:296888:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978172.468527:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783978172.468531:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783978172.468535:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978172.468536:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978172.468540:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978172.468542:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978172.468547:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978172.468555:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783978172.468562:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978172.468572:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620402853504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978172.468582:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978172.468587:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978172.468591:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620402853504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978172.468612:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978172.468615:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978172.468618:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978172.468619:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978172.468620:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978172.468623:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978172.468625:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15825 00000400:00000200:0.0:1783978172.468628:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978172.468630:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978172.468632:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978172.468635:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978172.468636:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978172.468638:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978172.468640:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978172.468641:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978172.468642:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783978172.468643:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978172.468645:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783978172.468646:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783978172.468648:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783978172.468650:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978172.468651:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978172.468653:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978172.468654:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978172.468657:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783978172.468659:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978172.468661:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978172.468663:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978172.468669:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978172.468671:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978172.468673:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978172.468678:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978172.468680:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978172.468682:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978172.468688:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783978172.468691:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978172.468695:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978172.468698:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978172.468699:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978172.468702:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978172.468704:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978172.468708:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783978172.468714:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978172.468723:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402853632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978172.468737:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978172.468740:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978172.468744:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402853632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978172.468757:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978172.468763:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978172.468769:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978172.468772:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978172.468775:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978172.468783:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978172.468788:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15825 00000400:00000200:0.0:1783978172.468794:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978172.468799:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978172.468802:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978172.468808:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978172.468812:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978172.468817:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978172.468821:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978172.468823:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978172.468838:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783978172.468843:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978172.468848:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783978172.468852:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783978172.468858:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783978172.468866:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978172.468871:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978172.468878:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978172.468882:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978172.468887:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783978172.468892:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978172.468896:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978172.468899:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978172.468904:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978172.468906:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978172.468908:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978172.468912:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978172.468916:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978172.468919:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978172.468927:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783978172.468932:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978172.468937:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978172.468939:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978172.468943:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978172.468946:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978172.468949:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978172.468956:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783978172.468962:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978172.468972:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402853760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978172.468987:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978172.468992:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978172.469000:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402853760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978172.469014:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978172.469020:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978172.469026:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978172.469029:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978172.469032:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978172.469037:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978172.469044:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15825 00000400:00000200:0.0:1783978172.469053:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978172.469061:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978172.469065:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978172.469069:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978172.469074:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978172.469080:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978172.469085:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978172.469088:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978172.469090:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783978172.469094:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978172.469099:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783978172.469103:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783978172.469108:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783978172.469115:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978172.469122:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978172.469126:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978172.469130:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978172.469147:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783978172.469155:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978172.469161:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978172.469165:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978172.469170:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978172.469175:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978172.469180:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978172.469184:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978172.469189:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978172.469193:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978172.469200:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783978172.469204:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978172.469207:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978172.469210:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978172.469214:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978172.469216:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978172.469218:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978172.469225:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783978172.469231:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978172.469240:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402853888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978172.469252:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978172.469256:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978172.469266:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402853888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978172.469280:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978172.469284:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978172.469292:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978172.469368:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978172.469372:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978172.469377:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978172.469382:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15825 00000400:00000200:0.0:1783978172.469387:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978172.469390:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978172.469395:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978172.469402:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978172.469408:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978172.469413:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978172.469416:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978172.469421:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978172.469424:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783978172.469427:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978172.469432:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783978172.469437:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783978172.469442:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783978172.469451:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978172.469456:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978172.469462:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978172.469466:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978172.469471:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783978172.469479:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978172.469486:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978172.469488:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978172.469491:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978172.469496:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978172.469501:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978172.469505:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978172.469510:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978172.469514:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978172.469520:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783978172.469524:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978172.469531:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978172.469535:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978172.469540:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978172.469543:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978172.469545:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978172.469552:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783978172.469559:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978172.469567:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402854016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978172.469584:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978172.469589:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978172.469599:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402854016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978172.469616:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978172.469624:0:296888:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15836) 00000100:00000001:0.0:1783978172.851440:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978172.851449:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978172.851452:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978172.851458:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978172.851462:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978172.851468:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978172.851472:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978172.851477:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978172.851482:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978172.980253:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978172.980260:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978172.980267:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978172.980270:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978172.980278:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978172.980282:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978172.980289:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978172.980291:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978172.980321:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978172.980324:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978172.980354:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978172.980360:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978172.980367:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978173.875506:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978173.875514:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978173.875518:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978173.875522:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978173.875527:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978173.875530:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978173.875533:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978173.875534:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978173.875537:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978174.003697:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978174.003702:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978174.003707:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978174.003708:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978174.003713:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978174.003715:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978174.003718:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978174.003719:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978174.003723:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978174.003724:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978174.003744:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978174.003746:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978174.003747:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978174.003749:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978174.003752:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978174.003754:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978174.003755:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978174.003757:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978174.003759:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978174.003766:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978174.003769:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978174.003770:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978174.003772:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978174.003774:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978174.003775:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978174.003777:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978174.003778:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978174.003780:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978174.899455:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978174.899465:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978174.899468:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978174.899477:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978174.899484:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978174.899491:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978174.899502:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978174.899506:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978174.899510:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978175.027452:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978175.027460:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978175.027464:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978175.027468:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978175.027475:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978175.027483:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978175.027509:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978175.027513:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978175.027516:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978175.027533:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978175.027539:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978175.027543:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978175.027550:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978175.027555:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978175.027560:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978175.027569:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978175.027573:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978175.027576:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978175.027605:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978175.027610:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978175.027617:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978175.027620:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978175.027626:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978175.027628:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978175.027633:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978175.027634:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978175.027639:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978175.027640:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978175.923447:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978175.923458:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978175.923461:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978175.923468:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978175.923475:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978175.923481:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978175.923490:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978175.923493:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978175.923496:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978176.051462:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978176.051473:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978176.051478:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978176.051486:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978176.051493:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978176.051502:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978176.051646:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978176.051651:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978176.051656:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978176.051696:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978176.051700:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978176.051706:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978176.051708:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978176.051713:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978176.051714:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978176.051719:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978176.051720:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978176.051724:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978176.051725:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978176.947393:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978176.947403:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978176.947406:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978176.947411:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978176.947416:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978176.947420:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978176.947423:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978176.947425:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978176.947430:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978177.075480:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978177.075488:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978177.075498:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978177.075503:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978177.075508:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978177.075513:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978177.075520:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978177.075524:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978177.075530:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978177.075538:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978177.075545:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978177.075550:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978177.075551:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978177.075554:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978177.075557:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978177.075558:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978177.075560:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978177.075562:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978177.075566:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978177.075569:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978177.075571:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978177.075572:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978177.075574:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978177.075576:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978177.075579:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978177.075581:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978177.075585:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978177.075586:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978177.075587:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978177.075589:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978177.075591:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978177.075592:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978177.075593:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978177.075595:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978177.075845:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978177.075862:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978177.075865:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978177.075869:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978177.075873:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978177.075876:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978177.075879:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978177.075881:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978177.075884:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978177.076068:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978177.076072:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978177.076074:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978177.076078:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978177.076081:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978177.076085:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978177.076087:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978177.076089:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978177.076092:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978177.588240:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978177.588248:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978177.588254:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978177.588270:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883800 x1870620402854144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.588323:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978177.588327:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978177.588332:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978177.588336:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978177.588343:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978177.588358:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402854144:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978177.588370:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978177.588380:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978177.588387:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978177.588409:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978177.588418:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978177.588428:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978177.588440:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978177.588450:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978177.588462:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978177.588472:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402854144, portal 25 00000100:00000001:0.0:1783978177.588478:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978177.588484:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694543872 : -110484015007744 : ffff9b83ef883800) 00000100:00000040:0.0:1783978177.588503:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883800 x1870620402854144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.588538:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978177.588549:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978177.588555:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075440. 00000100:00000200:0.0:1783978177.588566:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402854144, offset 0 00000400:00000200:0.0:1783978177.588581:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978177.588596:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978177.588616:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978177.588627:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978177.588640:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978177.588649:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978177.588663:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978177.588681:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825630:825630:256:4294967295] 192.168.201.148@tcp LPNI seq info [825601:825601:8:4294967295] 00000400:00000200:0.0:1783978177.588712:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978177.588747:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978177.588765:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978177.588776:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978177.588803:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978177.588813:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783978177.588846:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978177.588853:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978177.588862:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978177.588876:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978177.588890:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075440 00000400:00000010:0.0:1783978177.588898:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075440. 00000100:00000001:0.0:1783978177.588907:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978177.588919:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883800 x1870620402854144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.588959:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978177.588968:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883800 x1870620402854144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978202 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.588982:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978177.588984:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978177.588990:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978177.589002:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978177.589010:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4310504699 00000100:00000010:0.0:1783978177.589019:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783978177.589029:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978177.589042:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4310504699 00000100:00000010:0.0:1783978177.589062:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783978177.589070:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978177.589077:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978177.589083:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978177.589100:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978177.589113:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978177/real 1783978177] req@ffff9b83ef883800 x1870620402854144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978177.589131:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978177.589135:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978177.589140:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978177.589147:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978177.589152:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978177.589160:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978177.589169:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883800 x1870620402854144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978177.589496:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883800 x1870620402854144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.589504:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978177.589548:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978177.589551:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978177.589553:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978177.589558:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883800 x1870620402854144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.589565:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978177.589569:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883800 x1870620402854144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978202 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.589576:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978177.589579:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978177.589581:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978177.589582:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978177.589585:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978177.589587:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978177.589591:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978177.589595:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978177.589598:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978177.589603:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883800 x1870620402854144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978202 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978177.589612:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402854144:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978177.589617:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978177.589620:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978177.589624:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883800 x1870620402854144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978202 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.589637:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978177.589642:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978177.589646:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978177.589652:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978177.589656:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978177.589658:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978177.589661:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978177.589665:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783978177.589675:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978177.589678:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978177.589681:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883800. 00000100:00000001:0.0:1783978177.589689:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978177.589691:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978177.589694:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978177.589702:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978177.589704:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978177.589707:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978177.589709:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978177.589710:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978177.589715:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880a80 x1870620402854272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.589721:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978177.589723:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978177.589725:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978177.589728:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978177.589730:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978177.589733:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402854272:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978177.589736:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978177.589739:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978177.589740:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978177.589742:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978177.589746:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978177.589748:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978177.589752:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978177.589755:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978177.589759:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978177.589763:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402854272, portal 10 00000100:00000001:0.0:1783978177.589765:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978177.589766:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694532224 : -110484015019392 : ffff9b83ef880a80) 00000100:00000040:0.0:1783978177.589772:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880a80 x1870620402854272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.590002:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978177.590005:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978177.590008:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075440. 00000100:00000200:0.0:1783978177.590012:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402854272, offset 0 00000400:00000200:0.0:1783978177.590016:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978177.590022:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978177.590026:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978177.590031:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978177.590034:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978177.590036:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978177.590039:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978177.590042:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825631:825631:256:4294967295] 192.168.201.148@tcp LPNI seq info [825602:825602:8:4294967295] 00000400:00000200:0.0:1783978177.590057:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978177.590066:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978177.590071:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978177.590075:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978177.590080:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978177.590083:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783978177.590102:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978177.590104:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978177.590108:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978177.590112:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978177.590115:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075440 00000400:00000010:0.0:1783978177.590117:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075440. 00000100:00000001:0.0:1783978177.590121:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978177.590125:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880a80 x1870620402854272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.590133:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978177.590136:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880a80 x1870620402854272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978202 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.590142:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978177.590144:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978177.590147:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978177.590151:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978177.590154:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978177.590157:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310503441 00000100:00000001:0.0:1783978177.590160:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310504699 00000100:00000001:0.0:1783978177.590162:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310503441 00000100:00000001:0.0:1783978177.590164:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310504699 00000100:00000001:0.0:1783978177.590166:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978177.590168:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978177.590170:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978177.590173:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978177/real 1783978177] req@ffff9b83ef880a80 x1870620402854272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978177.590192:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978177.590194:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978177.590195:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978177.590198:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978177.590199:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978177.590202:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978177.590205:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880a80 x1870620402854272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978177.590212:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880a80 x1870620402854272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.590223:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978177.590225:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978177.590226:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978177.590228:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978177.590231:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880a80 x1870620402854272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.590237:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978177.590240:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880a80 x1870620402854272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978202 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.590246:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978177.590248:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978177.590250:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978177.590251:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978177.590253:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978177.590260:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978177.590262:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978177.590265:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978177.590267:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978177.590270:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880a80 x1870620402854272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978202 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978177.590278:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402854272:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978177.590282:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978177.590285:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880380 x1870620402854400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.590308:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978177.590309:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978177.590312:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978177.590315:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978177.590318:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978177.590322:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402854400:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978177.590326:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978177.590328:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978177.590330:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978177.590333:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978177.590337:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978177.590339:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978177.590342:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978177.590344:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978177.590347:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978177.590351:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402854400, portal 10 00000100:00000001:0.0:1783978177.590352:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978177.590353:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694530432 : -110484015021184 : ffff9b83ef880380) 00000100:00000040:0.0:1783978177.590359:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880380 x1870620402854400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.590365:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978177.590367:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978177.590370:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075440. 00000100:00000200:0.0:1783978177.590372:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402854400, offset 0 00000400:00000200:0.0:1783978177.590376:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978177.590380:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978177.590385:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978177.590388:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978177.590391:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978177.590393:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978177.590405:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978177.590409:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825632:825632:256:4294967295] 192.168.201.148@tcp LPNI seq info [825603:825603:8:4294967295] 00000400:00000200:0.0:1783978177.590412:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978177.590418:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978177.590422:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978177.590425:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978177.590428:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978177.590431:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783978177.590440:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978177.590442:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978177.590445:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978177.590448:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978177.590451:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075440 00000400:00000010:0.0:1783978177.590453:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075440. 00000100:00000001:0.0:1783978177.590455:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978177.590458:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880380 x1870620402854400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.590465:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978177.590468:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880380 x1870620402854400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978202 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.590474:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978177.590475:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978177.590478:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978177.590481:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978177.590483:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978177.590485:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310503437 00000100:00000001:0.0:1783978177.590487:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310504699 00000100:00000001:0.0:1783978177.590489:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310503437 00000100:00000001:0.0:1783978177.590491:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310504699 00000100:00000001:0.0:1783978177.590493:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978177.590494:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978177.590496:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978177.590499:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978177/real 1783978177] req@ffff9b83ef880380 x1870620402854400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978177.590506:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978177.590507:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978177.590509:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978177.590511:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978177.590513:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978177.590515:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978177.590518:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880380 x1870620402854400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978177.590525:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880380 x1870620402854400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.590531:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978177.590533:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978177.590534:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978177.590535:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978177.590539:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880380 x1870620402854400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.590545:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978177.590548:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880380 x1870620402854400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978202 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.590555:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978177.590557:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978177.590559:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978177.590560:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978177.590561:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978177.590566:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978177.590569:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978177.590572:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978177.590575:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978177.590579:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880380 x1870620402854400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978202 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978177.590586:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402854400:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978177.590589:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978177.590593:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880700 x1870620402854528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.590599:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978177.590600:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978177.590602:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978177.590604:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978177.590606:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978177.590609:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402854528:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978177.590612:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978177.590614:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978177.590615:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978177.590617:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978177.590620:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783978177.590622:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978177.590625:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978177.590628:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978177.590631:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978177.590633:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402854528, portal 4 00000100:00000001:0.0:1783978177.590635:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978177.590636:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694531328 : -110484015020288 : ffff9b83ef880700) 00000100:00000040:0.0:1783978177.590641:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880700 x1870620402854528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.590648:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978177.590649:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978177.590651:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075440. 00000100:00000200:0.0:1783978177.590654:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402854528, offset 0 00000400:00000200:0.0:1783978177.590658:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978177.590661:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978177.590664:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978177.590667:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978177.590669:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978177.590671:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978177.590673:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978177.590677:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825633:825633:256:4294967295] 192.168.201.148@tcp LPNI seq info [825604:825604:8:4294967295] 00000400:00000200:0.0:1783978177.590681:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978177.590686:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978177.590690:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978177.590693:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978177.590697:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978177.590699:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783978177.590708:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978177.590710:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978177.590713:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978177.590715:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978177.590718:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075440 00000400:00000010:0.0:1783978177.590720:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075440. 00000100:00000001:0.0:1783978177.590722:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978177.590725:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880700 x1870620402854528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.590732:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978177.590735:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880700 x1870620402854528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978202 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.590741:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978177.590743:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978177.590745:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978177.590748:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978177.590758:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978177.590761:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310503464 00000100:00000001:0.0:1783978177.590763:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310504699 00000100:00000001:0.0:1783978177.590765:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310503464 00000100:00000001:0.0:1783978177.590767:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310504699 00000100:00000001:0.0:1783978177.590769:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978177.590771:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978177.590773:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978177.590776:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978177/real 1783978177] req@ffff9b83ef880700 x1870620402854528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978177.590784:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978177.590785:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978177.590786:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978177.590789:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978177.590790:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978177.590792:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978177.590795:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880700 x1870620402854528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978177.590803:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880700 x1870620402854528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.590809:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978177.590810:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978177.590812:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978177.590813:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978177.590816:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880700 x1870620402854528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.590822:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978177.590826:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880700 x1870620402854528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978202 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.590831:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978177.590834:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978177.590835:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978177.590836:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978177.590838:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978177.590841:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978177.590843:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978177.590846:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978177.590848:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978177.590851:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880700 x1870620402854528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978202 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978177.590858:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402854528:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978177.590862:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978177.590866:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881180 x1870620402854656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.590872:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978177.590873:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978177.590875:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978177.590877:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978177.590878:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978177.590881:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402854656:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978177.590884:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978177.590885:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978177.590887:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978177.590889:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978177.590892:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978177.590894:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978177.590897:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978177.590899:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978177.590901:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978177.590904:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402854656, portal 4 00000100:00000001:0.0:1783978177.590906:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978177.590907:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694534016 : -110484015017600 : ffff9b83ef881180) 00000100:00000040:0.0:1783978177.590912:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881180 x1870620402854656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.590918:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978177.590920:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978177.590922:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075440. 00000100:00000200:0.0:1783978177.590924:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402854656, offset 0 00000400:00000200:0.0:1783978177.590928:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978177.590932:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978177.590935:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978177.590937:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978177.590940:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978177.590942:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978177.590944:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978177.590946:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825634:825634:256:4294967295] 192.168.201.148@tcp LPNI seq info [825605:825605:8:4294967295] 00000400:00000200:0.0:1783978177.590950:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978177.590956:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978177.590959:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978177.590962:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978177.590966:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978177.590968:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783978177.590977:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978177.590979:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978177.590982:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978177.590985:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978177.590988:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075440 00000400:00000010:0.0:1783978177.590989:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075440. 00000100:00000001:0.0:1783978177.590991:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978177.590994:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881180 x1870620402854656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.591006:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978177.591009:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881180 x1870620402854656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978202 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.591015:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978177.591016:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978177.591018:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978177.591021:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978177.591024:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978177.591026:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310503454 00000100:00000001:0.0:1783978177.591028:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310504699 00000100:00000001:0.0:1783978177.591030:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310503454 00000100:00000001:0.0:1783978177.591032:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310504699 00000100:00000001:0.0:1783978177.591034:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978177.591036:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978177.591038:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978177.591041:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978177/real 1783978177] req@ffff9b83ef881180 x1870620402854656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978177.591176:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978177.591177:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978177.591179:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978177.591182:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978177.591184:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978177.591186:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978177.591189:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881180 x1870620402854656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978177.591197:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881180 x1870620402854656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.591202:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978177.591204:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978177.591205:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978177.591207:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978177.591210:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881180 x1870620402854656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.591215:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978177.591218:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881180 x1870620402854656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978202 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.591224:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978177.591226:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978177.591227:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978177.591228:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978177.591229:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978177.591232:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978177.591234:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978177.591237:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978177.591239:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978177.591242:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881180 x1870620402854656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978202 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978177.591249:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402854656:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978177.591252:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978177.591253:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978177.591256:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880a80 x1870620402854272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978202 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.591261:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978177.591263:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978177.591265:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978177.591268:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978177.591269:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978177.591271:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978177.591273:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978177.591275:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634000. 02000000:00000001:0.0:1783978177.591278:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978177.591279:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978177.591280:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880a80. 00000100:00000001:0.0:1783978177.591284:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978177.591285:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978177.591286:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978177.591290:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880380 x1870620402854400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978202 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.591312:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978177.591313:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978177.591314:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978177.591316:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978177.591317:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978177.591318:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978177.591320:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978177.591322:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635400. 02000000:00000001:0.0:1783978177.591324:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978177.591325:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978177.591327:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880380. 00000100:00000001:0.0:1783978177.591329:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978177.591330:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978177.591331:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978177.591334:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880700 x1870620402854528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978202 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.591339:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978177.591340:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978177.591341:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783978177.591344:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978177.591344:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978177.591345:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978177.591347:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978177.591348:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634400. 02000000:00000001:0.0:1783978177.591350:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978177.591351:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978177.591352:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880700. 00000100:00000001:0.0:1783978177.591354:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978177.591355:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978177.591356:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978177.591359:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881180 x1870620402854656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978202 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978177.591364:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978177.591365:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978177.591366:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978177.591369:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978177.591371:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978177.591373:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978177.591376:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978177.591378:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635000. 02000000:00000001:0.0:1783978177.591381:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978177.591383:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978177.591384:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881180. 00000100:00000001:0.0:1783978177.591387:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978177.591388:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978177.591389:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978177.591394:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978177.591395:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978177.591398:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978177.591399:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978177.971408:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978177.971415:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978177.971418:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978177.971426:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978177.971434:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978177.971450:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978177.971456:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978177.971459:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978177.971462:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978178.099460:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978178.099472:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978178.099477:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978178.099488:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978178.099494:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978178.099503:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978178.099510:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978178.099519:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978178.099527:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978178.099579:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978178.099584:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978178.099594:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978178.099596:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978178.099601:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978178.099603:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978178.099608:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978178.099610:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978178.099614:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978178.099616:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978178.099783:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978178.099789:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978178.099793:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978178.099799:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978178.099805:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978178.099810:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978178.100121:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978178.100125:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978178.100130:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978178.997703:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978178.997719:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978178.997721:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978178.997725:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978178.997729:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978178.997731:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978178.997734:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978178.997736:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978178.997739:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978179.123404:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978179.123414:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978179.123416:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978179.123423:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978179.123428:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978179.123434:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978179.123448:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978179.123451:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978179.123455:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978179.123492:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978179.123497:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978179.123502:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978179.123510:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978179.123517:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978179.123522:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978179.123530:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978179.123535:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978179.123538:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978179.123540:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978179.123569:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978179.123575:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978179.123578:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978180.019500:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978180.019508:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978180.019510:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978180.019512:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978180.019514:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978180.019516:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978180.019518:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978180.019519:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978180.019521:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978180.147419:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978180.147425:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978180.147432:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978180.147435:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978180.147442:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978180.147446:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978180.147452:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978180.147455:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978180.147459:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978180.147460:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978180.147482:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978180.147497:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978180.147502:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978180.148092:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978180.148097:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978180.148102:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978180.148110:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978180.148115:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978180.148121:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978180.148127:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978180.148130:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978180.148134:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978180.148291:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978180.148319:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978180.148321:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978180.148323:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978180.148325:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978180.148327:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978180.148328:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978180.148329:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978180.148331:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978181.043414:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978181.043424:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978181.043427:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978181.043433:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978181.043437:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978181.043441:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978181.043444:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978181.043447:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978181.043450:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978181.171454:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978181.171468:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978181.171474:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978181.171483:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978181.171491:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978181.171498:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978181.171507:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978181.171513:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978181.171522:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978181.171559:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978181.171564:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978181.171573:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978181.171577:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978181.171585:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978181.171589:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978181.171599:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978181.171607:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978181.171619:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978181.171625:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978182.067398:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978182.067408:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978182.067412:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978182.067419:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978182.067424:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978182.067427:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978182.067438:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978182.067441:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978182.067444:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978182.195425:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978182.195433:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978182.195437:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978182.195441:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978182.195447:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978182.195449:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978182.195453:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978182.195456:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978182.195467:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978182.195472:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978182.195486:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978182.195493:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978182.195502:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978182.195506:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978182.195514:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978182.195522:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978182.195563:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978182.195568:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978182.195574:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978182.707716:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978182.707723:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978182.707727:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978182.707738:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b100 x1870620402854784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978182.707754:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978182.707758:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978182.707764:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978182.707769:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978182.707774:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978182.707781:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402854784:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978182.707790:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978182.707796:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978182.707800:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978182.707804:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978182.707811:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978182.707815:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978182.707824:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978182.707831:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978182.707840:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978182.707849:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402854784, portal 25 00000100:00000001:0.0:1783978182.707855:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978182.707858:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682712832 : -110484026838784 : ffff9b83eed3b100) 00000100:00000040:0.0:1783978182.707868:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b100 x1870620402854784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978182.707886:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978182.707894:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978182.707899:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075440. 00000100:00000200:0.0:1783978182.707905:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402854784, offset 0 00000400:00000200:0.0:1783978182.707917:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978182.707930:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978182.707939:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978182.707953:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978182.707972:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978182.707980:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978182.707986:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978182.708003:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825635:825635:256:4294967295] 192.168.201.148@tcp LPNI seq info [825606:825606:8:4294967295] 00000400:00000200:0.0:1783978182.708015:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978182.708032:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978182.708045:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978182.708054:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978182.708078:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783978182.708104:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978182.708111:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978182.708116:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4310509818 00000100:00000010:0.0:1783978182.708121:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783978182.708128:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978182.708136:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4310509818 00000100:00000010:0.0:1783978182.708140:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783978182.708144:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978182.708159:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978182.708165:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978182.708170:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978182.708177:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978182.708186:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978182.708189:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783978182.708191:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978182.708193:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978182.708194:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978182.708201:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39180 x1870620402854912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978182.708214:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978182.708217:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978182.708221:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978182.708224:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978182.708226:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978182.708230:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402854912:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978182.708235:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978182.708237:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978182.708241:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978182.708244:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978182.708250:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783978182.708254:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978182.708263:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978182.708269:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783978182.708275:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978182.708281:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402854912, portal 10 00000100:00000001:0.0:1783978182.708325:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978182.708328:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682704768 : -110484026846848 : ffff9b83eed39180) 00000100:00000040:0.0:1783978182.708339:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39180 x1870620402854912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978182.708354:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978182.708360:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978182.708365:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075550. 00000100:00000200:0.0:1783978182.708370:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402854912, offset 0 00000400:00000200:0.0:1783978182.708381:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978182.708399:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978182.708410:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978182.708418:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978182.708425:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978182.708430:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978182.708437:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978182.708451:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825636:825636:255:4294967295] 192.168.201.148@tcp LPNI seq info [825607:825607:7:4294967295] 00000400:00000200:0.0:1783978182.708461:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978182.708472:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978182.708480:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978182.708487:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb300. 00000800:00000200:0.0:1783978182.708495:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783978182.708507:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978182.708513:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978182.708520:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978182.708525:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310508560 00000100:00000001:0.0:1783978182.708531:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310509818 00000100:00000001:0.0:1783978182.708535:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310508560 00000100:00000001:0.0:1783978182.708541:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310509818 00000100:00000001:0.0:1783978182.708545:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978182.708550:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978182.708555:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978182.708562:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620402855040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978182.708573:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978182.708575:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978182.708577:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978182.708579:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978182.708581:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978182.708585:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402855040:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978182.708588:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978182.708590:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978182.708592:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978182.708593:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978182.708597:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978182.708598:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978182.708601:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978182.708604:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a898. 00000400:00000010:0.0:1783978182.708606:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075d48. 00000100:00000200:0.0:1783978182.708609:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402855040, portal 10 00000100:00000001:0.0:1783978182.708611:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978182.708612:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783978182.708618:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620402855040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978182.708624:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978182.708627:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978182.708629:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075b28. 00000100:00000200:0.0:1783978182.708631:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402855040, offset 0 00000400:00000200:0.0:1783978182.708636:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978182.708640:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978182.708643:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978182.708646:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978182.708648:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978182.708649:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978182.708651:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978182.708654:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825637:825637:254:4294967295] 192.168.201.148@tcp LPNI seq info [825608:825608:6:4294967295] 00000400:00000200:0.0:1783978182.708657:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978182.708663:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978182.708667:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978182.708670:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbe00. 00000800:00000200:0.0:1783978182.708673:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783978182.708678:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978182.708681:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978182.708684:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978182.708686:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310508555 00000100:00000001:0.0:1783978182.708688:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310509818 00000100:00000001:0.0:1783978182.708690:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310508555 00000100:00000001:0.0:1783978182.708692:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310509818 00000100:00000001:0.0:1783978182.708693:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978182.708695:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978182.708697:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978182.708699:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978182.708703:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978182.708704:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783978182.708706:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978182.708707:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978182.708708:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978182.708712:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620402855168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978182.708718:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978182.708719:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978182.708721:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978182.708723:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978182.708724:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978182.708727:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402855168:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978182.708730:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978182.708732:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978182.708733:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978182.708735:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978182.708738:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978182.708740:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978182.708743:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978182.708746:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ac60. 00000400:00000010:0.0:1783978182.708749:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978182.708751:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402855168, portal 4 00000100:00000001:0.0:1783978182.708753:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978182.708754:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783978182.708759:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620402855168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978182.708764:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978182.708766:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978182.708768:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783978182.708771:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402855168, offset 0 00000400:00000200:0.0:1783978182.708775:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978182.708778:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978182.708782:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978182.708784:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978182.708793:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978182.708796:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978182.708798:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978182.708801:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825638:825638:253:4294967295] 192.168.201.148@tcp LPNI seq info [825609:825609:5:4294967295] 00000400:00000200:0.0:1783978182.708805:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978182.708810:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978182.708814:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978182.708817:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb800. 00000800:00000200:0.0:1783978182.708820:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783978182.708826:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978182.708829:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978182.708832:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978182.708833:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310508582 00000100:00000001:0.0:1783978182.708836:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310509818 00000100:00000001:0.0:1783978182.708838:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310508582 00000100:00000001:0.0:1783978182.708840:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310509818 00000100:00000001:0.0:1783978182.708843:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978182.708844:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978182.708847:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978182.708850:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b480 x1870620402855296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978182.708856:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978182.708858:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978182.708860:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978182.708861:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978182.708863:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978182.708866:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402855296:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978182.708871:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978182.708873:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978182.708874:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978182.708876:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978182.708879:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978182.708881:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978182.708883:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978182.708886:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978182.708889:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978182.708892:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402855296, portal 4 00000100:00000001:0.0:1783978182.708893:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978182.708894:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682713728 : -110484026837888 : ffff9b83eed3b480) 00000100:00000040:0.0:1783978182.708900:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b480 x1870620402855296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978182.708905:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978182.708907:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978182.708910:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075c38. 00000100:00000200:0.0:1783978182.708912:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402855296, offset 0 00000400:00000200:0.0:1783978182.708916:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978182.708920:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978182.708922:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978182.708925:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978182.708927:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978182.708929:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978182.708931:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978182.708933:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825639:825639:252:4294967295] 192.168.201.148@tcp LPNI seq info [825610:825610:4:4294967295] 00000400:00000200:0.0:1783978182.708937:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978182.708943:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978182.708946:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978182.708950:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb100. 00000800:00000200:0.0:1783978182.708953:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783978182.708968:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978182.708971:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978182.708973:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978182.708975:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310508572 00000100:00000001:0.0:1783978182.708977:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310509818 00000100:00000001:0.0:1783978182.708979:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310508572 00000100:00000001:0.0:1783978182.708981:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310509818 00000100:00000001:0.0:1783978182.708982:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978182.708984:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978182.708986:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978182.708988:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978182.708990:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978182.708992:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783978182.708994:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978182.708995:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978182.708996:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978182.708998:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978183.091381:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978183.091389:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978183.091392:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978183.091408:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978183.091413:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978183.091417:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978183.091419:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978183.091421:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978183.091424:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978183.219478:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978183.219489:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978183.219495:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978183.219506:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978183.219512:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978183.219518:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978183.219524:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978183.219528:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978183.219536:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978183.219573:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978183.219578:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978183.219585:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978183.219589:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978183.219595:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978183.219598:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978183.219607:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978183.219610:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978183.219614:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978183.219616:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978183.219678:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978183.219682:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978183.219685:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978183.220379:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978183.220383:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978183.220385:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978183.220388:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978183.220390:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978183.220392:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978183.220394:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978183.220396:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978183.220398:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978184.115441:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978184.115452:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978184.115457:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978184.115466:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978184.115473:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978184.115479:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978184.115492:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978184.115495:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978184.115499:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978184.243478:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978184.243498:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978184.243503:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978184.243511:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978184.243517:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978184.243522:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978184.243527:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978184.243533:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978184.243538:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978184.243567:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978184.243570:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978184.243579:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978184.243583:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978184.243589:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978184.243591:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978184.243595:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978184.243597:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978184.243601:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978184.243604:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978185.139392:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978185.139402:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978185.139404:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978185.139411:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978185.139415:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978185.139420:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978185.139423:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978185.139426:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978185.139429:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978185.267475:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978185.267481:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978185.267490:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978185.267494:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978185.267502:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978185.267506:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978185.267512:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978185.267513:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978185.267516:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978185.267517:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978185.267576:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978185.267580:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978185.267584:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978185.267588:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978185.267592:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978185.267595:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978185.268130:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978185.268134:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978185.268137:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978185.779932:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978185.779941:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978185.779946:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978185.779957:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978182/real 1783978185] req@ffff9b83eed39180 x1870620402854912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978207 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978185.779976:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978185.779981:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978185.779989:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783978185.779996:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978185.780000:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978185.780006:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978185.780015:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39180 x1870620402854912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978185.780032:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39180 x1870620402854912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978185.780048:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978185.780052:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978185.780056:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978185.780059:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978185.780068:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39180 x1870620402854912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978185.780083:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978185.780094:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39180 x1870620402854912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978207 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978185.780136:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978185.780143:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978185.780147:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978185.780151:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978185.780156:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978185.780175:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978185.780182:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978185.780193:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978185.780200:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978185.780212:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39180 x1870620402854912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978207 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978185.780222:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402854912:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978185.780227:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978185.780232:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978182/real 1783978185] req@ffff9b83eed39f80 x1870620402855040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978185.780241:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978185.780242:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978185.780245:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a898. 00000400:00000200:0.0:1783978185.780248:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075d48 00000400:00000010:0.0:1783978185.780249:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075d48. 00000100:00000001:0.0:1783978185.780252:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978185.780255:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620402855040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978185.780262:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620402855040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978185.780268:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978185.780269:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978185.780271:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978185.780272:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978185.780276:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620402855040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978185.780282:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978185.780285:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620402855040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978207 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978185.780292:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978185.780331:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978185.780333:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978185.780334:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978185.780336:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978185.780346:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978185.780349:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978185.780354:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978185.780357:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978185.780361:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620402855040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978207 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978185.780368:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402855040:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978185.780373:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978185.780377:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978182/real 1783978185] req@ffff9b83eed3b100 x1870620402854784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978185.780384:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978185.780386:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978185.780388:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978185.780391:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978185.780393:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978185.780395:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978185.780398:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b100 x1870620402854784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978185.780405:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b100 x1870620402854784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978185.780411:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978185.780412:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978185.780415:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978185.780416:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978185.780419:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b100 x1870620402854784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978185.780425:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978185.780428:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b100 x1870620402854784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978207 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978185.780435:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978185.780437:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978185.780439:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978185.780440:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978185.780441:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978185.780443:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978185.780445:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978185.780448:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978185.780450:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978185.780453:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b100 x1870620402854784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978207 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978185.780460:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402854784:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978185.780464:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978185.780466:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978185.780469:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39180 x1870620402854912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978207 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978185.780475:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978185.780480:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978185.780484:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783978185.780490:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978185.780493:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978185.780495:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978185.780498:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978185.780501:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16800. 02000000:00000001:0.0:1783978185.780505:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978185.780507:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978185.780509:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39180. 00000100:00000001:0.0:1783978185.780513:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978185.780514:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978185.780516:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978185.780519:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620402855040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978207 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978185.780526:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978185.780527:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978185.780529:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978185.780531:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978185.780533:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978185.780534:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978185.780536:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978185.780537:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15400. 02000000:00000001:0.0:1783978185.780540:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978185.780541:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978185.780543:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783978185.780545:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978185.780546:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978185.780547:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978185.780550:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b100 x1870620402854784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978207 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978185.780555:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978185.780556:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978185.780557:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978185.780560:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978185.780561:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978185.780562:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978185.780565:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978185.780566:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16400. 02000000:00000001:0.0:1783978185.780568:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978185.780568:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978185.780570:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b100. 00000100:00000001:0.0:1783978185.780572:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978185.780574:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978185.780576:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978185.780579:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978185.780581:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978185.780582:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978185.780586:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978182/real 1783978185] req@ffff9b83eed3a300 x1870620402855168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978185.780593:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978185.780594:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978185.780596:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ac60. 00000400:00000200:0.0:1783978185.780598:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978185.780601:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978185.780603:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978185.780606:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620402855168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978185.780614:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620402855168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978185.780620:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978185.780621:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978185.780623:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978185.780625:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978185.780628:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620402855168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978185.780634:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978185.780637:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620402855168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978207 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978185.780643:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978185.780645:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978185.780646:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978185.780648:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978185.780649:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978185.780654:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978185.780657:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978185.780661:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978185.780663:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978185.780666:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620402855168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978207 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978185.780673:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402855168:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978185.780676:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978185.780680:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978182/real 1783978185] req@ffff9b83eed3b480 x1870620402855296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978185.780695:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978185.780696:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978185.780698:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978185.780700:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978185.780702:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978185.780704:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978185.780707:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b480 x1870620402855296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978185.780714:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b480 x1870620402855296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978185.780719:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978185.780720:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978185.780722:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978185.780723:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978185.780731:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b480 x1870620402855296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978185.780738:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978185.780742:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b480 x1870620402855296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978207 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978185.780748:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978185.780750:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978185.780752:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978185.780753:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978185.780755:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978185.780760:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978185.780762:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978185.780765:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978185.780767:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978185.780770:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b480 x1870620402855296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978207 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978185.780782:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402855296:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978185.780786:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978185.780788:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978185.780791:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620402855168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978207 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978185.780796:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978185.780798:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978185.780800:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978185.780803:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978185.780804:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978185.780805:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978185.780807:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978185.780808:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16c00. 02000000:00000001:0.0:1783978185.780810:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978185.780811:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978185.780813:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783978185.780815:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978185.780816:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978185.780818:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978185.780821:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b480 x1870620402855296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978207 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978185.780826:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978185.780827:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978185.780828:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978185.780831:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978185.780832:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978185.780833:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978185.780835:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978185.780837:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15c00. 02000000:00000001:0.0:1783978185.780839:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978185.780840:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978185.780842:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b480. 00000100:00000001:0.0:1783978185.780844:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978185.780845:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978185.780847:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978185.780858:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978185.780861:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978185.780864:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978185.780865:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978186.163429:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978186.163440:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978186.163444:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978186.163451:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978186.163464:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978186.163468:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978186.163480:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978186.163483:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978186.163486:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978186.291448:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978186.291459:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978186.291469:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978186.291480:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978186.291495:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978186.291508:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978186.291537:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978186.291541:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978186.291546:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978186.291586:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978186.291590:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978186.291594:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978186.291598:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978186.291604:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978186.291607:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978186.291615:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978186.291619:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978186.291628:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978186.291632:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978186.291721:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978186.291725:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978186.291728:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978186.291731:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978186.291733:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978186.291736:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978186.291740:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978186.291742:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978186.291745:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978187.187488:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978187.187494:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978187.187497:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978187.187500:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978187.187502:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978187.187505:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978187.187507:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978187.187508:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978187.187511:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978187.315497:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978187.315505:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978187.315508:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978187.315517:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978187.315525:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978187.315533:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978187.315541:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978187.315546:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978187.315552:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978187.315587:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978187.315593:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978187.315602:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978187.315609:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978187.315614:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978187.315621:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978187.315629:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978187.315632:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978187.315641:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978187.315652:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978187.315658:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978187.315663:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978187.315676:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978187.315682:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978187.315701:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978187.315716:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978187.315733:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978187.315746:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978187.315756:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978187.315768:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978187.315775:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978187.315778:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978187.315785:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978187.315787:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978187.315793:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978187.315797:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978187.315803:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978187.315807:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978187.315809:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978187.315811:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978187.315813:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978187.315815:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978187.315818:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978187.315824:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978187.828348:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978187.828353:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978187.828356:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978187.828363:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3480 x1870620402855424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.828371:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978187.828373:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978187.828377:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978187.828380:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978187.828382:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978187.828386:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402855424:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978187.828390:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978187.828395:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978187.828398:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978187.828401:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978187.828406:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978187.828408:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978187.828415:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978187.828419:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978187.828426:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978187.828434:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402855424, portal 25 00000100:00000001:0.0:1783978187.828437:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978187.828438:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889971328 : -110483819580288 : ffff9b83fb2e3480) 00000100:00000040:0.0:1783978187.828443:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3480 x1870620402855424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.828450:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978187.828453:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978187.828456:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978187.828460:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402855424, offset 0 00000400:00000200:0.0:1783978187.828467:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978187.828474:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978187.828480:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978187.828487:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978187.828491:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978187.828495:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978187.828498:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978187.828502:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825640:825640:256:4294967295] 192.168.201.148@tcp LPNI seq info [825611:825611:8:4294967295] 00000400:00000200:0.0:1783978187.828506:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978187.828518:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978187.828524:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978187.828530:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978187.828537:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978187.828541:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978187.828555:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978187.828558:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978187.828564:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978187.828568:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978187.828574:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978187.828577:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978187.828583:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978187.828587:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3480 x1870620402855424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.828597:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978187.828600:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3480 x1870620402855424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978212 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.828607:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978187.828608:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978187.828614:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978187.828618:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978187.828621:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4310514939 00000100:00000010:0.0:1783978187.828626:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783978187.828632:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978187.828638:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4310514939 00000100:00000010:0.0:1783978187.828641:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783978187.828644:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978187.828648:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978187.828651:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978187.828654:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978187.828658:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978187/real 1783978187] req@ffff9b83fb2e3480 x1870620402855424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978187.828667:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978187.828669:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978187.828671:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978187.828674:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978187.828675:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978187.828678:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978187.828682:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3480 x1870620402855424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978187.828691:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3480 x1870620402855424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.828698:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978187.828699:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978187.828702:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978187.828704:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978187.828707:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3480 x1870620402855424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.828714:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978187.828718:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3480 x1870620402855424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978212 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.828724:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978187.828726:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978187.828728:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978187.828729:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978187.828731:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978187.828733:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978187.828737:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978187.828740:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978187.828743:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978187.828747:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3480 x1870620402855424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978212 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978187.828756:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402855424:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978187.828761:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978187.828763:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1c00 x1870620402855552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.828769:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978187.828771:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978187.828773:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978187.828774:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978187.828776:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978187.828779:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402855552:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978187.828782:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978187.828784:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978187.828785:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978187.828787:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978187.828790:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978187.828792:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978187.828795:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978187.828797:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978187.828800:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978187.828802:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402855552, portal 10 00000100:00000001:0.0:1783978187.828804:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978187.828805:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889965056 : -110483819586560 : ffff9b83fb2e1c00) 00000100:00000040:0.0:1783978187.828812:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1c00 x1870620402855552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.828818:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978187.828821:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978187.828823:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978187.828825:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402855552, offset 0 00000400:00000200:0.0:1783978187.828829:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978187.828833:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978187.828836:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978187.828838:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978187.828840:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978187.828843:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978187.828845:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978187.828848:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825641:825641:256:4294967295] 192.168.201.148@tcp LPNI seq info [825612:825612:8:4294967295] 00000400:00000200:0.0:1783978187.828852:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978187.828858:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978187.828863:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978187.828866:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978187.828889:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978187.828893:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978187.828904:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978187.828906:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978187.828909:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978187.828912:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978187.828915:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978187.828917:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978187.828920:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978187.828923:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1c00 x1870620402855552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.828931:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978187.828934:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1c00 x1870620402855552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978212 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.828940:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978187.828942:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978187.828945:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978187.828949:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978187.828952:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978187.828954:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310513680 00000100:00000001:0.0:1783978187.828956:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310514939 00000100:00000001:0.0:1783978187.828959:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310513680 00000100:00000001:0.0:1783978187.828961:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310514939 00000100:00000001:0.0:1783978187.828963:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978187.828965:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978187.828967:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978187.828971:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978187/real 1783978187] req@ffff9b83fb2e1c00 x1870620402855552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978187.828979:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978187.828980:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978187.828982:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978187.828985:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978187.828986:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978187.828988:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978187.828992:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1c00 x1870620402855552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978187.829001:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1c00 x1870620402855552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.829008:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978187.829009:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978187.829011:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978187.829012:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978187.829016:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1c00 x1870620402855552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.829022:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978187.829027:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1c00 x1870620402855552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978212 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.829034:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978187.829036:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978187.829038:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978187.829039:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978187.829041:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978187.829050:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978187.829052:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978187.829056:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978187.829058:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978187.829063:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1c00 x1870620402855552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978212 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978187.829071:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402855552:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978187.829075:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978187.829078:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2680 x1870620402855680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.829084:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978187.829086:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978187.829088:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978187.829090:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978187.829091:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978187.829094:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402855680:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978187.829097:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978187.829100:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978187.829101:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978187.829102:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978187.829106:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978187.829107:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978187.829111:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978187.829113:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978187.829116:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978187.829120:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402855680, portal 10 00000100:00000001:0.0:1783978187.829122:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978187.829123:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889967744 : -110483819583872 : ffff9b83fb2e2680) 00000100:00000040:0.0:1783978187.829128:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2680 x1870620402855680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.829134:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978187.829136:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978187.829138:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978187.829141:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402855680, offset 0 00000400:00000200:0.0:1783978187.829145:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978187.829148:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978187.829152:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978187.829155:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978187.829157:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978187.829159:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978187.829161:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978187.829164:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825642:825642:256:4294967295] 192.168.201.148@tcp LPNI seq info [825613:825613:8:4294967295] 00000400:00000200:0.0:1783978187.829168:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978187.829174:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978187.829178:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978187.829182:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978187.829185:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978187.829188:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978187.829198:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978187.829199:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978187.829202:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978187.829206:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978187.829209:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978187.829211:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978187.829214:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978187.829217:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2680 x1870620402855680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.829224:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978187.829227:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2680 x1870620402855680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978212 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.829233:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978187.829235:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978187.829238:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978187.829241:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978187.829245:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978187.829246:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310513675 00000100:00000001:0.0:1783978187.829248:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310514939 00000100:00000001:0.0:1783978187.829250:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310513675 00000100:00000001:0.0:1783978187.829253:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310514939 00000100:00000001:0.0:1783978187.829254:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978187.829256:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978187.829258:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978187.829262:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978187/real 1783978187] req@ffff9b83fb2e2680 x1870620402855680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978187.829269:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978187.829271:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978187.829272:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978187.829275:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978187.829276:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978187.829278:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978187.829281:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2680 x1870620402855680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978187.829288:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2680 x1870620402855680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.829342:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978187.829344:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978187.829346:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978187.829347:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978187.829351:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2680 x1870620402855680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.829358:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978187.829361:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2680 x1870620402855680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978212 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.829368:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978187.829370:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978187.829372:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978187.829373:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978187.829375:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978187.829381:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978187.829383:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978187.829386:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978187.829389:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978187.829392:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2680 x1870620402855680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978212 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978187.829400:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402855680:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978187.829404:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978187.829407:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3100 x1870620402855808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.829414:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978187.829415:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978187.829418:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978187.829419:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978187.829421:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978187.829424:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402855808:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978187.829427:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978187.829429:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978187.829431:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978187.829432:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978187.829435:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978187.829437:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978187.829441:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978187.829443:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978187.829446:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978187.829449:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402855808, portal 4 00000100:00000001:0.0:1783978187.829450:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978187.829452:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889970432 : -110483819581184 : ffff9b83fb2e3100) 00000100:00000040:0.0:1783978187.829457:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3100 x1870620402855808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.829462:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978187.829465:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978187.829467:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978187.829469:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402855808, offset 0 00000400:00000200:0.0:1783978187.829473:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978187.829477:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978187.829481:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978187.829484:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978187.829486:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978187.829488:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978187.829491:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978187.829494:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825643:825643:256:4294967295] 192.168.201.148@tcp LPNI seq info [825614:825614:8:4294967295] 00000400:00000200:0.0:1783978187.829497:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978187.829503:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978187.829508:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978187.829511:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978187.829514:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978187.829516:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978187.829526:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978187.829528:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978187.829531:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978187.829534:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978187.829537:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978187.829538:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978187.829541:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978187.829544:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3100 x1870620402855808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.829551:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978187.829554:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3100 x1870620402855808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978212 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.829559:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978187.829561:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978187.829563:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978187.829566:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978187.829569:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978187.829571:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310513703 00000100:00000001:0.0:1783978187.829573:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310514939 00000100:00000001:0.0:1783978187.829575:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310513703 00000100:00000001:0.0:1783978187.829577:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310514939 00000100:00000001:0.0:1783978187.829579:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978187.829581:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978187.829583:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978187.829586:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978187/real 1783978187] req@ffff9b83fb2e3100 x1870620402855808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978187.829592:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978187.829594:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978187.829595:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978187.829597:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978187.829599:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978187.829601:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978187.829603:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3100 x1870620402855808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978187.829610:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3100 x1870620402855808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.829615:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978187.829617:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978187.829618:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978187.829619:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978187.829622:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3100 x1870620402855808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.829628:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978187.829630:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3100 x1870620402855808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978212 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.829636:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978187.829638:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978187.829639:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978187.829640:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978187.829642:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978187.829645:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978187.829647:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978187.829650:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978187.829652:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978187.829656:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3100 x1870620402855808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978212 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978187.829663:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402855808:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978187.829665:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978187.829669:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1180 x1870620402855936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.829674:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978187.829675:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978187.829677:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978187.829679:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978187.829681:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978187.829683:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402855936:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978187.829686:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978187.829687:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978187.829689:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978187.829690:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978187.829693:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783978187.829695:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978187.829697:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978187.829700:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978187.829702:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978187.829705:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402855936, portal 4 00000100:00000001:0.0:1783978187.829706:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978187.829707:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889962368 : -110483819589248 : ffff9b83fb2e1180) 00000100:00000040:0.0:1783978187.829712:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1180 x1870620402855936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.829718:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978187.829720:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978187.829722:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978187.829724:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402855936, offset 0 00000400:00000200:0.0:1783978187.829727:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978187.829730:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978187.829733:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978187.829735:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978187.829738:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978187.829740:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978187.829742:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978187.829744:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825644:825644:256:4294967295] 192.168.201.148@tcp LPNI seq info [825615:825615:8:4294967295] 00000400:00000200:0.0:1783978187.829748:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978187.829753:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978187.829757:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978187.829759:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978187.829763:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978187.829765:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978187.829773:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978187.829775:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978187.829778:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978187.829780:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978187.829783:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978187.829785:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978187.829787:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978187.829790:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1180 x1870620402855936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.829796:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978187.829799:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1180 x1870620402855936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978212 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.829804:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978187.829806:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978187.829809:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978187.829812:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978187.829814:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978187.829816:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310513693 00000100:00000001:0.0:1783978187.829818:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310514939 00000100:00000001:0.0:1783978187.829820:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310513693 00000100:00000001:0.0:1783978187.829822:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310514939 00000100:00000001:0.0:1783978187.829823:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978187.829825:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978187.829827:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978187.829830:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978187/real 1783978187] req@ffff9b83fb2e1180 x1870620402855936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978187.829836:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978187.829837:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978187.829839:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978187.829841:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978187.829842:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978187.829844:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978187.829847:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1180 x1870620402855936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978187.829855:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1180 x1870620402855936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.829861:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978187.829862:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978187.829864:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978187.829865:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978187.829882:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1180 x1870620402855936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.829888:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978187.829892:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1180 x1870620402855936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978212 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.829897:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978187.829900:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978187.829901:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978187.829902:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978187.829903:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978187.829907:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978187.829909:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978187.829912:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978187.829914:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978187.829917:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1180 x1870620402855936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978212 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978187.829925:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402855936:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978187.829928:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978187.829930:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978187.829933:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3480 x1870620402855424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978212 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.829938:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978187.829941:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978187.829944:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978187.829947:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978187.829949:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978187.829951:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978187.829953:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978187.829956:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064800. 02000000:00000001:0.0:1783978187.829959:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978187.829961:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978187.829962:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3480. 00000100:00000001:0.0:1783978187.829965:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978187.829967:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978187.829968:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978187.829971:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1c00 x1870620402855552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978212 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.829981:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978187.829983:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978187.829984:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978187.829987:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978187.829988:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978187.829989:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978187.829991:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978187.829992:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065000. 02000000:00000001:0.0:1783978187.829994:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978187.829995:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978187.829996:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1c00. 00000100:00000001:0.0:1783978187.829998:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978187.829999:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978187.830000:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978187.830007:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2680 x1870620402855680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978212 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.830013:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978187.830015:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978187.830016:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978187.830018:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978187.830019:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978187.830020:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978187.830021:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978187.830022:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065400. 02000000:00000001:0.0:1783978187.830024:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978187.830025:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978187.830026:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2680. 00000100:00000001:0.0:1783978187.830029:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978187.830030:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978187.830032:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978187.830034:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3100 x1870620402855808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978212 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.830039:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978187.830040:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978187.830042:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978187.830044:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978187.830045:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978187.830046:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978187.830047:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978187.830049:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064c00. 02000000:00000001:0.0:1783978187.830051:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978187.830051:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978187.830052:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3100. 00000100:00000001:0.0:1783978187.830054:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978187.830056:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978187.830057:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978187.830060:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1180 x1870620402855936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978212 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978187.830064:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978187.830066:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978187.830067:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783978187.830070:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978187.830070:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978187.830071:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978187.830073:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978187.830074:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065800. 02000000:00000001:0.0:1783978187.830076:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978187.830077:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978187.830078:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1180. 00000100:00000001:0.0:1783978187.830080:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978187.830081:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978187.830083:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978187.830090:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978187.830092:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978187.830094:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978187.830096:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978188.213277:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978188.213283:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978188.213285:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978188.213290:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978188.213334:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978188.213337:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978188.213340:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978188.213342:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978188.213345:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978188.339381:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978188.339386:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978188.339391:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978188.339394:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978188.339402:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978188.339406:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978188.339415:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978188.339426:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978188.339435:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978188.339437:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978188.339639:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978188.339645:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978188.339649:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978188.339656:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978188.339663:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978188.339674:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978188.339683:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978188.339687:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978188.339692:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978189.235410:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978189.235417:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978189.235420:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978189.235428:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978189.235432:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978189.235436:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978189.235440:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978189.235443:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978189.235445:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978189.363424:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978189.363430:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978189.363433:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978189.363439:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978189.363445:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978189.363450:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978189.363458:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978189.363462:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978189.363467:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978189.363481:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978189.363484:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978189.363485:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978189.363488:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978189.363490:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978189.363492:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978189.363495:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978189.363496:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978189.363498:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978189.363518:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978189.363520:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978189.363523:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978189.363524:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978189.363527:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978189.363528:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978189.363530:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978189.363531:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978189.363533:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978189.363534:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978189.363619:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978189.363623:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978189.363627:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978189.363632:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978189.363638:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978189.363642:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978189.363649:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978189.363653:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978189.363657:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978190.259437:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978190.259446:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978190.259448:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978190.259454:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978190.259458:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978190.259461:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978190.259465:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978190.259468:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978190.259471:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978190.387416:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978190.387422:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978190.387424:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978190.387430:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978190.387434:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978190.387438:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978190.387441:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978190.387445:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978190.387449:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978190.387470:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978190.387473:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978190.387477:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978190.387479:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978190.387485:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978190.387488:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978190.387491:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978190.387495:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978190.387501:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978190.387504:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978190.387705:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978190.387708:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978190.387709:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978190.387711:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978190.387713:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978190.387715:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978190.387717:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978190.387718:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978190.387720:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978191.283863:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978191.283868:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978191.283869:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978191.283872:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978191.283874:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978191.283877:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978191.283879:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978191.283880:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978191.283883:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978191.411422:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978191.411426:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978191.411429:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978191.411431:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978191.411435:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978191.411439:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978191.411674:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978191.411677:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978191.411679:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978191.411714:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978191.411718:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978191.411725:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978191.411729:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978191.411738:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978191.411741:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978191.411746:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978191.411748:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978191.411751:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978191.411753:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978192.307415:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978192.307424:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978192.307426:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978192.307431:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978192.307435:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978192.307439:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978192.307442:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978192.307445:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978192.307448:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978192.435432:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978192.435440:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978192.435443:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978192.435446:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978192.435451:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978192.435454:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978192.435456:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978192.435459:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978192.435464:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978192.435467:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978192.435471:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978192.435474:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978192.435479:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978192.435481:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978192.435486:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978192.435488:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978192.435514:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978192.435518:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978192.435521:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978192.435677:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978192.435681:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978192.435685:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978192.435688:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978192.435691:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978192.435694:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978192.435696:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978192.435698:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978192.435700:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978192.436091:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978192.436094:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978192.436096:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978192.436101:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978192.436106:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978192.436109:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978192.436113:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978192.436115:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978192.436117:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978192.950664:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978192.950674:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978192.950677:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978192.950681:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978192.950685:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978192.950693:0:226353:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 15846 00000400:00000200:0.0:1783978192.950701:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978192.950707:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978192.950711:0:226353:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978192.950714:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978192.950718:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978192.950720:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978192.950722:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978192.950727:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978192.950728:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783978192.950730:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978192.950733:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783978192.950735:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783978192.950738:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783978192.950741:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978192.950742:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978192.950744:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978192.950746:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978192.950749:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783978192.950752:0:226353:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978192.950754:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978192.950757:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978192.950761:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978192.950763:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978192.950766:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978192.950768:0:226353:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978192.950776:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783978192.950791:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783978192.950795:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978192.950797:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978192.950800:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978192.950803:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978192.950807:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978192.950814:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783978192.950821:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978192.950831:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402856064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978192.950841:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978192.950845:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978192.950849:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402856064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978192.950879:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978192.950883:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978192.950886:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978192.950888:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978192.950889:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978192.950892:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978192.950895:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15846 00000400:00000200:0.0:1783978192.950899:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978192.950902:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978192.950904:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978192.950907:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978192.950909:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978192.950911:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978192.950913:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978192.950915:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978192.950917:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783978192.950918:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978192.950920:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783978192.950922:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783978192.950924:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783978192.950927:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978192.950929:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978192.950931:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978192.950933:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978192.950936:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783978192.950938:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978192.950941:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978192.950943:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978192.950948:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978192.950950:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978192.950952:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978192.950957:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978192.950960:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978192.950961:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978192.950965:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783978192.950967:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978192.950969:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978192.950970:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978192.950972:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978192.950973:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978192.950975:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978192.950978:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783978192.950981:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978192.950985:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620402856192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978192.950993:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978192.950995:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978192.950998:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620402856192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978192.951006:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978192.951009:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978192.951012:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978192.951013:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978192.951015:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978192.951018:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978192.951020:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15846 00000400:00000200:0.0:1783978192.951024:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978192.951026:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978192.951028:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978192.951031:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978192.951033:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978192.951034:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978192.951036:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978192.951038:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978192.951039:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783978192.951041:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978192.951043:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783978192.951045:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783978192.951047:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783978192.951049:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978192.951051:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978192.951053:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978192.951055:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978192.951056:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783978192.951059:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978192.951060:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978192.951062:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978192.951064:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978192.951066:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978192.951068:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978192.951069:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978192.951072:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978192.951073:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978192.951076:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783978192.951079:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978192.951081:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978192.951083:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978192.951084:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978192.951085:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978192.951087:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978192.951090:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783978192.951094:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978192.951098:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620402856320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978192.951105:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978192.951107:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978192.951111:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620402856320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978192.951124:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978192.951129:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978192.951139:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978192.951144:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978192.951147:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978192.951152:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978192.951157:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15846 00000400:00000200:0.0:1783978192.951165:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978192.951170:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978192.951172:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978192.951175:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978192.951178:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978192.951182:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978192.951186:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978192.951190:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978192.951193:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783978192.951195:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978192.951198:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783978192.951203:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783978192.951206:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783978192.951212:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978192.951216:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978192.951219:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978192.951223:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978192.951226:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783978192.951232:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978192.951238:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978192.951242:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978192.951246:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978192.951258:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978192.951262:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978192.951266:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978192.951273:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978192.951275:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978192.951282:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783978192.951285:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978192.951290:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978192.951328:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978192.951332:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978192.951334:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978192.951337:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978192.951343:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783978192.951350:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978192.951358:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402856448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978192.951378:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978192.951381:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978192.951386:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402856448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978192.951401:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978192.951410:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978192.951416:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978192.951419:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978192.951422:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978192.951426:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978192.951431:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15846 00000400:00000200:0.0:1783978192.951438:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978192.951445:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978192.951448:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978192.951453:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978192.951458:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978192.951463:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978192.951466:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978192.951469:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978192.951471:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783978192.951473:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978192.951476:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783978192.951480:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783978192.951484:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783978192.951491:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978192.951493:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978192.951497:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978192.951500:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978192.951503:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783978192.951506:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978192.951510:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978192.951515:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978192.951519:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978192.951522:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978192.951526:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978192.951528:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978192.951530:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978192.951532:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978192.951538:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783978192.951541:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978192.951543:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978192.951546:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978192.951547:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978192.951548:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978192.951551:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978192.951557:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783978192.951561:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978192.951573:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402856576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978192.951580:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978192.951581:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978192.951589:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402856576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978192.951609:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978192.951614:0:226353:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15856) 00000100:00000001:0.0:1783978193.331408:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978193.331416:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978193.331419:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978193.331424:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978193.331429:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978193.331433:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978193.331443:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978193.331447:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978193.331457:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978193.459422:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978193.459430:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978193.459433:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978193.459441:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978193.459447:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978193.459450:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978193.459452:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978193.459454:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978193.459456:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978193.459479:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978193.459483:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978193.459487:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978193.459488:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978193.459492:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978193.459493:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978193.459497:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978193.459499:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978193.459502:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978193.459504:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978193.459529:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978193.459532:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978193.459534:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978193.459791:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978193.459794:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978193.459795:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978193.459797:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978193.459799:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978193.459801:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978193.459802:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978193.459804:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978193.459806:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978194.355402:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978194.355411:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978194.355416:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978194.355422:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978194.355428:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978194.355434:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978194.355448:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978194.355452:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978194.355456:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978194.483782:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978194.483787:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978194.483790:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978194.483795:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978194.483801:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978194.483805:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978194.483809:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978194.483813:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978194.483817:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978194.483841:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978194.483845:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978194.483850:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978194.483851:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978194.483855:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978194.483857:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978194.483860:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978194.483861:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978194.483864:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978194.483866:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978194.483883:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978194.483886:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978194.483889:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978195.380500:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978195.380510:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978195.380512:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978195.380518:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978195.380522:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978195.380526:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978195.380528:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978195.380531:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978195.380534:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978195.509419:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978195.509423:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978195.509428:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978195.509429:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978195.509433:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978195.509434:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978195.509439:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978195.509440:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978195.509443:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978195.509444:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978195.509459:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978195.509462:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978195.509465:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978196.403470:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978196.403474:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978196.403476:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978196.403479:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978196.403481:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978196.403483:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978196.403485:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978196.403487:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978196.403489:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978196.531536:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978196.531541:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978196.531545:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978196.531550:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978196.531555:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978196.531559:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978196.531565:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978196.531569:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978196.531573:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978196.531594:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978196.531597:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978196.531601:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978196.531604:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978196.531607:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978196.531610:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978196.531613:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978196.531615:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978196.531617:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978196.531620:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978196.531624:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978196.531625:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978196.531626:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978196.531628:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978196.531630:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978196.531631:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978196.531632:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978196.531634:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978196.531638:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978196.531640:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978196.531641:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978196.531642:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978196.531644:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978196.531645:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978196.531646:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978196.531648:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978196.531651:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978196.531652:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978196.531653:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978196.531655:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978196.531656:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978196.531657:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978196.531659:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978196.531661:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978196.531678:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978196.531681:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978196.531683:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978197.427406:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978197.427412:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978197.427415:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978197.427421:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978197.427425:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978197.427429:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978197.427432:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978197.427435:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978197.427437:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978197.555412:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978197.555418:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978197.555423:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978197.555429:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978197.555435:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978197.555440:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978197.555453:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978197.555457:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978197.555461:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978197.555490:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978197.555496:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978197.555505:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978197.555510:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978197.555516:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978197.555521:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978197.555528:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978197.555531:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978197.555537:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978197.555538:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978198.069953:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978198.069958:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978198.069961:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978198.069968:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38380 x1870620402856704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.069976:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978198.069977:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978198.069982:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978198.069984:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978198.069987:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978198.069990:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402856704:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978198.069994:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978198.069999:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978198.070002:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978198.070005:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978198.070011:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978198.070013:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978198.070019:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978198.070022:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978198.070029:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978198.070036:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402856704, portal 25 00000100:00000001:0.0:1783978198.070038:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978198.070041:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682701184 : -110484026850432 : ffff9b83eed38380) 00000100:00000040:0.0:1783978198.070046:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38380 x1870620402856704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.070052:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978198.070055:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978198.070057:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978198.070061:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402856704, offset 0 00000400:00000200:0.0:1783978198.070067:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978198.070075:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978198.070081:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978198.070087:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978198.070090:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978198.070094:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978198.070097:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978198.070100:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825650:825650:256:4294967295] 192.168.201.148@tcp LPNI seq info [825621:825621:8:4294967295] 00000400:00000200:0.0:1783978198.070104:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978198.070114:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978198.070120:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978198.070125:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978198.070131:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978198.070134:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783978198.070148:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978198.070150:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978198.070156:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978198.070160:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978198.070165:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978198.070168:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978198.070173:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978198.070177:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38380 x1870620402856704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.070455:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978198.070461:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620402856704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978223 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.070468:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978198.070470:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978198.070477:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978198.070481:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978198.070484:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4310525181 00000100:00000010:0.0:1783978198.070489:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783978198.070496:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978198.070502:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4310525181 00000100:00000010:0.0:1783978198.070505:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783978198.070508:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978198.070512:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978198.070514:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978198.070517:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978198.070521:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978198/real 1783978198] req@ffff9b83eed38380 x1870620402856704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978198.070530:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978198.070532:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978198.070534:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978198.070537:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978198.070539:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978198.070542:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978198.070546:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38380 x1870620402856704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978198.070554:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38380 x1870620402856704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.070561:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978198.070563:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978198.070565:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978198.070567:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978198.070570:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38380 x1870620402856704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.070577:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978198.070581:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38380 x1870620402856704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978223 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.070588:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978198.070591:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978198.070593:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978198.070594:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978198.070596:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978198.070598:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978198.070601:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978198.070605:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978198.070607:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978198.070611:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38380 x1870620402856704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978223 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978198.070618:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402856704:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978198.070623:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978198.070625:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978198.070627:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38380 x1870620402856704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978223 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.070633:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978198.070636:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978198.070639:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978198.070643:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978198.070645:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978198.070646:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978198.070648:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978198.070651:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14c00. 02000000:00000001:0.0:1783978198.070654:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978198.070656:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978198.070658:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38380. 00000100:00000001:0.0:1783978198.070661:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978198.070663:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978198.070665:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978198.070672:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978198.070674:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978198.070676:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978198.070678:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978198.070679:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978198.070683:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38a80 x1870620402856832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.070701:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978198.070703:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978198.070705:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978198.070707:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978198.070709:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978198.070712:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402856832:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978198.070715:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978198.070717:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978198.070718:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978198.070720:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978198.070723:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978198.070724:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978198.070728:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978198.070730:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978198.070734:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978198.070736:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402856832, portal 10 00000100:00000001:0.0:1783978198.070738:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978198.070739:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682702976 : -110484026848640 : ffff9b83eed38a80) 00000100:00000040:0.0:1783978198.070746:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38a80 x1870620402856832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.070752:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978198.070755:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978198.070757:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978198.070759:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402856832, offset 0 00000400:00000200:0.0:1783978198.070763:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978198.070767:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978198.070771:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978198.070773:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978198.070776:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978198.070778:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978198.070781:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978198.070784:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825651:825651:256:4294967295] 192.168.201.148@tcp LPNI seq info [825622:825622:8:4294967295] 00000400:00000200:0.0:1783978198.070788:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978198.070794:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978198.070891:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978198.070895:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978198.070899:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978198.070902:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783978198.070913:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978198.070914:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978198.070918:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978198.070921:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978198.070924:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978198.070926:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978198.070929:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978198.070932:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38a80 x1870620402856832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.070940:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978198.070943:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620402856832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978223 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.070949:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978198.070950:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978198.070953:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978198.070957:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978198.070960:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978198.070962:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310523922 00000100:00000001:0.0:1783978198.070964:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310525181 00000100:00000001:0.0:1783978198.070966:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310523922 00000100:00000001:0.0:1783978198.070968:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310525181 00000100:00000001:0.0:1783978198.070969:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978198.070971:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978198.070973:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978198.070976:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978198/real 1783978198] req@ffff9b83eed38a80 x1870620402856832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978198.070983:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978198.070984:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978198.070986:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978198.070988:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978198.070990:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978198.070992:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978198.070994:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38a80 x1870620402856832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978198.071001:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38a80 x1870620402856832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.071007:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978198.071008:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978198.071010:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978198.071011:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978198.071014:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38a80 x1870620402856832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.071020:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978198.071023:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38a80 x1870620402856832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978223 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.071029:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978198.071031:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978198.071032:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978198.071033:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978198.071035:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978198.071043:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978198.071046:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978198.071049:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978198.071051:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978198.071054:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38a80 x1870620402856832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978223 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978198.071061:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402856832:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978198.071065:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978198.071066:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978198.071069:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38a80 x1870620402856832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978223 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.071076:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978198.071078:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978198.071080:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978198.071082:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978198.071084:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978198.071085:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978198.071087:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978198.071088:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec17400. 02000000:00000001:0.0:1783978198.071091:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978198.071092:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978198.071093:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38a80. 00000100:00000001:0.0:1783978198.071095:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978198.071096:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978198.071099:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978198.071102:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978198.071103:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978198.071105:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978198.071107:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978198.071594:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978198.071596:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978198.071597:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978198.071602:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38a80 x1870620402856960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.071608:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978198.071609:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978198.071611:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978198.071613:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978198.071615:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978198.071617:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402856960:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978198.071621:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978198.071622:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978198.071624:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978198.071625:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978198.071628:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978198.071630:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978198.071633:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978198.071635:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978198.071638:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978198.071641:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402856960, portal 10 00000100:00000001:0.0:1783978198.071643:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978198.071644:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682702976 : -110484026848640 : ffff9b83eed38a80) 00000100:00000040:0.0:1783978198.071650:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38a80 x1870620402856960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.071656:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978198.071658:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978198.071660:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978198.071663:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402856960, offset 0 00000400:00000200:0.0:1783978198.071667:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978198.071671:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978198.071675:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978198.071678:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978198.071681:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978198.071683:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978198.071685:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978198.071688:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825652:825652:256:4294967295] 192.168.201.148@tcp LPNI seq info [825623:825623:8:4294967295] 00000400:00000200:0.0:1783978198.071703:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978198.071709:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978198.071713:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978198.071717:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978198.071721:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978198.071723:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783978198.071733:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978198.071735:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978198.071738:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978198.071741:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978198.071743:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978198.071745:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978198.071747:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978198.071751:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38a80 x1870620402856960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.071757:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978198.071759:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620402856960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978223 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.071765:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978198.071766:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978198.071769:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978198.071771:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978198.071774:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978198.071776:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310523918 00000100:00000001:0.0:1783978198.071778:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310525181 00000100:00000001:0.0:1783978198.071781:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310523918 00000100:00000001:0.0:1783978198.071782:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310525181 00000100:00000001:0.0:1783978198.071784:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978198.071786:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978198.071788:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978198.071791:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978198/real 1783978198] req@ffff9b83eed38a80 x1870620402856960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978198.071852:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978198.071854:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978198.071856:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978198.071858:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978198.071860:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978198.071862:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978198.071865:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38a80 x1870620402856960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978198.071873:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38a80 x1870620402856960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.071878:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978198.071880:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978198.071881:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978198.071883:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978198.071886:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38a80 x1870620402856960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.071892:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978198.071895:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38a80 x1870620402856960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978223 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.071901:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978198.071903:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978198.071904:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978198.071905:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978198.071907:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978198.071912:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978198.071914:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978198.071917:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978198.071919:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978198.071923:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38a80 x1870620402856960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978223 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978198.071930:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402856960:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978198.071933:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978198.071936:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38380 x1870620402857088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.071941:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978198.071943:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978198.071945:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978198.071946:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978198.071948:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978198.071951:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402857088:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978198.071954:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978198.071955:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978198.071957:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978198.071959:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978198.071961:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978198.071963:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978198.071966:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978198.071968:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978198.071971:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978198.071973:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402857088, portal 4 00000100:00000001:0.0:1783978198.071975:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978198.071976:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682701184 : -110484026850432 : ffff9b83eed38380) 00000100:00000040:0.0:1783978198.071982:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38380 x1870620402857088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.071987:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978198.071990:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978198.071992:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978198.071994:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402857088, offset 0 00000400:00000200:0.0:1783978198.071997:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978198.072001:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978198.072004:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978198.072007:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978198.072009:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978198.072012:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978198.072014:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978198.072017:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825653:825653:256:4294967295] 192.168.201.148@tcp LPNI seq info [825624:825624:8:4294967295] 00000400:00000200:0.0:1783978198.072020:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978198.072026:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978198.072030:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978198.072033:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978198.072037:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978198.072039:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783978198.072048:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978198.072050:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978198.072053:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978198.072056:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978198.072059:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978198.072060:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978198.072062:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978198.072066:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38380 x1870620402857088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.072079:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978198.072082:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620402857088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978223 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.072088:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978198.072090:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978198.072093:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978198.072095:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978198.072098:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978198.072100:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310523945 00000100:00000001:0.0:1783978198.072103:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310525181 00000100:00000001:0.0:1783978198.072105:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310523945 00000100:00000001:0.0:1783978198.072107:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310525181 00000100:00000001:0.0:1783978198.072109:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978198.072111:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978198.072112:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978198.072116:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978198/real 1783978198] req@ffff9b83eed38380 x1870620402857088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978198.072123:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978198.072124:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978198.072126:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978198.072128:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978198.072129:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978198.072131:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978198.072134:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38380 x1870620402857088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978198.072142:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38380 x1870620402857088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.072148:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978198.072150:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978198.072151:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978198.072153:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978198.072156:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38380 x1870620402857088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.072163:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978198.072166:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38380 x1870620402857088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978223 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.072172:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978198.072175:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978198.072176:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978198.072177:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978198.072179:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978198.072182:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978198.072185:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978198.072188:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978198.072190:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978198.072193:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38380 x1870620402857088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978223 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978198.072201:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402857088:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978198.072205:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978198.072207:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b480 x1870620402857216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.072213:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978198.072215:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978198.072217:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978198.072218:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978198.072220:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978198.072223:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402857216:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978198.072226:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978198.072227:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978198.072229:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978198.072231:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978198.072233:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978198.072235:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978198.072238:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978198.072241:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978198.072244:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978198.072246:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402857216, portal 4 00000100:00000001:0.0:1783978198.072248:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978198.072250:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682713728 : -110484026837888 : ffff9b83eed3b480) 00000100:00000040:0.0:1783978198.072255:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b480 x1870620402857216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.072260:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978198.072262:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978198.072263:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978198.072266:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402857216, offset 0 00000400:00000200:0.0:1783978198.072269:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978198.072273:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978198.072276:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978198.072278:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978198.072281:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978198.072282:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978198.072285:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978198.072287:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825654:825654:256:4294967295] 192.168.201.148@tcp LPNI seq info [825625:825625:8:4294967295] 00000400:00000200:0.0:1783978198.072290:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978198.072497:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978198.072503:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978198.072507:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978198.072511:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978198.072514:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783978198.072524:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978198.072526:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978198.072529:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978198.072533:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978198.072536:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978198.072538:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978198.072541:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978198.072545:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b480 x1870620402857216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.072552:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978198.072555:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620402857216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978223 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.072561:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978198.072562:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978198.072565:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978198.072567:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978198.072571:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978198.072573:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310523936 00000100:00000001:0.0:1783978198.072575:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310525181 00000100:00000001:0.0:1783978198.072577:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310523936 00000100:00000001:0.0:1783978198.072579:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310525181 00000100:00000001:0.0:1783978198.072581:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978198.072583:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978198.072585:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978198.072588:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978198/real 1783978198] req@ffff9b83eed3b480 x1870620402857216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978198.072596:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978198.072598:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978198.072600:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978198.072602:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978198.072603:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978198.072605:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978198.072608:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b480 x1870620402857216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978198.072616:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b480 x1870620402857216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.072621:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978198.072622:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978198.072624:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978198.072625:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978198.072629:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b480 x1870620402857216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.072636:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978198.072640:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b480 x1870620402857216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978223 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.072646:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978198.072649:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978198.072650:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978198.072651:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978198.072653:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978198.072656:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978198.072658:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978198.072662:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978198.072664:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978198.072668:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b480 x1870620402857216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978223 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978198.072680:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402857216:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978198.072683:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978198.072685:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978198.072688:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38a80 x1870620402856960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978223 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.072847:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978198.072849:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978198.072851:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978198.072854:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978198.072856:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978198.072857:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978198.072859:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978198.072860:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14000. 02000000:00000001:0.0:1783978198.072863:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978198.072864:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978198.072866:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38a80. 00000100:00000001:0.0:1783978198.072868:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978198.072869:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978198.072871:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978198.072875:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38380 x1870620402857088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978223 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.072880:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978198.072881:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978198.072883:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978198.072885:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978198.072886:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978198.072887:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978198.072888:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978198.072889:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15800. 02000000:00000001:0.0:1783978198.072891:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978198.072892:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978198.072893:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38380. 00000100:00000001:0.0:1783978198.072895:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978198.072897:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978198.072898:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978198.072901:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b480 x1870620402857216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978223 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978198.072906:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978198.072907:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978198.072908:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978198.072911:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978198.072912:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978198.072913:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978198.072914:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978198.072916:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec17400. 02000000:00000001:0.0:1783978198.072917:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978198.072918:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978198.072919:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b480. 00000100:00000001:0.0:1783978198.072921:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978198.072922:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978198.072924:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978198.072928:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978198.072930:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978198.072932:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978198.072933:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978198.451380:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978198.451390:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978198.451393:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978198.451400:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978198.451406:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978198.451412:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978198.451424:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978198.451428:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978198.451431:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978198.579415:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978198.579422:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978198.579430:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978198.579433:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978198.579439:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978198.579443:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978198.579450:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978198.579453:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978198.579458:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978198.579460:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978198.580272:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978198.580275:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978198.580276:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978198.580279:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978198.580280:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978198.580282:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978198.580284:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978198.580285:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978198.580287:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978198.581940:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978198.581943:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978198.581944:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978198.581947:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978198.581949:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978198.581950:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978198.581952:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978198.581953:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978198.581955:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978199.475953:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978199.475958:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978199.475960:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978199.475963:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978199.475965:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978199.475967:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978199.475969:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978199.475970:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978199.475972:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978199.603407:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978199.603415:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978199.603419:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978199.603425:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978199.603430:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978199.603435:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978199.603442:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978199.603447:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978199.603455:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978199.603481:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978199.603484:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978199.603490:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978199.603495:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978199.603502:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978199.603515:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978199.603525:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978199.603528:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978199.603534:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978199.603537:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978199.603564:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978199.603568:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978199.603572:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978200.499402:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978200.499411:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978200.499414:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978200.499422:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978200.499428:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978200.499436:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978200.499448:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978200.499452:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978200.499456:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978200.627487:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978200.627492:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978200.627494:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978200.627498:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978200.627504:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978200.627508:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978200.627515:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978200.627519:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978200.627525:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978200.627560:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978200.627565:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978200.627571:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978200.627575:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978200.627579:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978200.627582:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978200.627589:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978200.627592:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978200.627595:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978200.627599:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978200.627616:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978200.627619:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978200.627621:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978201.523402:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978201.523410:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978201.523414:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978201.523423:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978201.523430:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978201.523439:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978201.523449:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978201.523453:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978201.523465:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978201.651904:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978201.651910:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978201.651913:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978201.651916:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978201.651921:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978201.651923:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978201.651925:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978201.651928:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978201.651932:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978201.651934:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978201.651938:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978201.651939:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978201.651944:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978201.651945:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978201.651949:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978201.651950:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978201.651968:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978201.651971:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978201.651974:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978201.651999:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978201.652005:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978201.652009:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978201.652016:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978201.652022:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978201.652027:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978201.652724:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978201.652727:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978201.652730:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978202.547406:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978202.547415:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978202.547417:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978202.547424:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978202.547430:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978202.547435:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978202.547439:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978202.547442:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978202.547445:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978202.675696:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978202.675701:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978202.675703:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978202.675706:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978202.675709:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978202.675712:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978202.675714:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978202.675715:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978202.675718:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978202.675744:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978202.675748:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978202.675753:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978202.675754:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978202.675759:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978202.675761:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978202.675765:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978202.675766:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978202.675770:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978202.675771:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978202.675789:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978202.675792:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978202.675796:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978202.675832:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978202.675835:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978202.675837:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978202.675843:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978202.675848:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978202.675852:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978202.675859:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978202.675863:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978202.675870:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978203.187596:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978203.187615:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978203.187618:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978203.187626:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620402857344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.187646:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978203.187651:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978203.187658:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978203.187661:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978203.187671:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978203.187678:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402857344:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978203.187685:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978203.187690:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978203.187694:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978203.187698:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978203.187703:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978203.187707:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978203.187713:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978203.187727:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978203.187737:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978203.187747:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402857344, portal 25 00000100:00000001:0.0:1783978203.187754:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978203.187757:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783978203.187775:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620402857344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.187804:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978203.187813:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978203.187818:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978203.187826:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402857344, offset 0 00000400:00000200:0.0:1783978203.187848:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978203.187862:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978203.187872:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978203.187881:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978203.187889:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978203.187896:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978203.187901:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978203.187906:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825655:825655:256:4294967295] 192.168.201.148@tcp LPNI seq info [825626:825626:8:4294967295] 00000400:00000200:0.0:1783978203.187913:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978203.187928:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978203.187937:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978203.187943:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978203.187957:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978203.187963:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783978203.187992:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978203.187998:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978203.188006:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978203.188014:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978203.188019:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978203.188024:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978203.188032:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978203.188041:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3a300 x1870620402857344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.188056:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978203.188064:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620402857344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978228 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.188093:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978203.188098:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978203.188107:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978203.188113:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978203.188118:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4310530298 00000100:00000010:0.0:1783978203.188132:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783978203.188140:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978203.188149:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4310530298 00000100:00000010:0.0:1783978203.188157:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783978203.188164:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978203.188169:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978203.188175:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978203.188181:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978203.188190:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978203/real 1783978203] req@ffff9b83eed3a300 x1870620402857344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978203.188205:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978203.188209:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978203.188213:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978203.188219:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978203.188223:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978203.188230:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978203.188238:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620402857344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978203.188263:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620402857344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.188271:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978203.188275:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978203.188277:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978203.188280:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978203.188352:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620402857344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.188369:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978203.188377:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620402857344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978228 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.188388:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978203.188394:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978203.188397:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978203.188400:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978203.188405:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978203.188408:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978203.188413:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978203.188421:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978203.188427:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978203.188446:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620402857344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978228 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978203.188470:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402857344:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978203.188478:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978203.188481:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978203.188486:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620402857344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978228 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.188510:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978203.188513:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978203.188517:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978203.188522:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978203.188525:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978203.188527:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978203.188531:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978203.188533:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15c00. 02000000:00000001:0.0:1783978203.188537:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978203.188540:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978203.188542:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783978203.188546:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978203.188548:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978203.188550:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978203.188557:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978203.188558:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978203.188560:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978203.188561:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978203.188576:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978203.188579:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b100 x1870620402857472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.188584:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978203.188585:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978203.188587:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978203.188588:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978203.188589:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978203.188591:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402857472:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978203.188593:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978203.188595:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978203.188597:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978203.188598:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978203.188610:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978203.188612:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978203.188615:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978203.188617:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978203.188620:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978203.188623:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402857472, portal 10 00000100:00000001:0.0:1783978203.188624:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978203.188625:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682712832 : -110484026838784 : ffff9b83eed3b100) 00000100:00000040:0.0:1783978203.188630:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b100 x1870620402857472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.188634:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978203.188636:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978203.188639:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978203.188641:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402857472, offset 0 00000400:00000200:0.0:1783978203.188645:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978203.188649:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978203.188653:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978203.188656:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978203.188659:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978203.188662:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978203.188664:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978203.188667:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825656:825656:256:4294967295] 192.168.201.148@tcp LPNI seq info [825627:825627:8:4294967295] 00000400:00000200:0.0:1783978203.188671:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978203.188678:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978203.188683:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978203.188686:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978203.188689:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978203.188691:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783978203.188699:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978203.188700:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978203.188702:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978203.188704:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978203.188706:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978203.188708:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978203.188710:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978203.188712:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b100 x1870620402857472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.188719:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978203.188722:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b100 x1870620402857472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978228 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.188728:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978203.188730:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978203.188733:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978203.188737:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978203.188740:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978203.188742:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310529040 00000100:00000001:0.0:1783978203.188745:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310530298 00000100:00000001:0.0:1783978203.188747:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310529040 00000100:00000001:0.0:1783978203.188749:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310530298 00000100:00000001:0.0:1783978203.188752:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978203.188754:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978203.188756:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978203.188760:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978203/real 1783978203] req@ffff9b83eed3b100 x1870620402857472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978203.188767:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978203.188769:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978203.188770:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978203.188773:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978203.188774:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978203.188776:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978203.188780:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b100 x1870620402857472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978203.188788:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b100 x1870620402857472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.188794:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978203.188796:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978203.188798:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978203.188799:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978203.188802:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b100 x1870620402857472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.188809:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978203.188813:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b100 x1870620402857472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978228 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.188861:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978203.188863:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978203.188864:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978203.188865:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978203.188866:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978203.188873:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978203.188874:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978203.188876:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978203.188878:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978203.188880:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b100 x1870620402857472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978228 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978203.188885:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402857472:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978203.188887:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978203.188889:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620402857600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.188893:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978203.188894:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978203.188895:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978203.188896:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978203.188898:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978203.188899:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402857600:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978203.188901:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978203.188902:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978203.188903:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978203.188905:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978203.188907:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978203.188908:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978203.188911:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978203.188912:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978203.188914:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978203.188916:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402857600, portal 10 00000100:00000001:0.0:1783978203.188917:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978203.188918:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783978203.188922:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620402857600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.188926:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978203.188928:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978203.188929:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978203.188930:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402857600, offset 0 00000400:00000200:0.0:1783978203.188932:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978203.188935:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978203.188937:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978203.188939:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978203.188940:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978203.188942:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978203.188943:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978203.188945:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825657:825657:256:4294967295] 192.168.201.148@tcp LPNI seq info [825628:825628:8:4294967295] 00000400:00000200:0.0:1783978203.188948:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978203.188952:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978203.188956:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978203.188959:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978203.188962:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978203.188965:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783978203.188975:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978203.188977:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978203.188980:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978203.188983:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978203.188986:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978203.188988:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978203.188990:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978203.188994:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620402857600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.189001:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978203.189004:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620402857600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978228 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.189009:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978203.189010:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978203.189012:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978203.189014:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978203.189016:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978203.189018:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310529035 00000100:00000001:0.0:1783978203.189019:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310530298 00000100:00000001:0.0:1783978203.189021:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310529035 00000100:00000001:0.0:1783978203.189022:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310530298 00000100:00000001:0.0:1783978203.189023:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978203.189024:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978203.189025:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978203.189027:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978203/real 1783978203] req@ffff9b83eed39f80 x1870620402857600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978203.189032:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978203.189033:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978203.189034:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978203.189035:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978203.189036:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978203.189037:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978203.189039:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620402857600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978203.189044:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620402857600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.189048:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978203.189049:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978203.189050:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978203.189051:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978203.189053:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620402857600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.189056:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978203.189058:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620402857600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978228 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.189062:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978203.189063:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978203.189064:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978203.189064:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978203.189065:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978203.189069:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978203.189070:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978203.189072:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978203.189073:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978203.189075:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620402857600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978228 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978203.189079:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402857600:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978203.189081:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978203.189082:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39180 x1870620402857728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.189086:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978203.189087:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978203.189089:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978203.189090:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978203.189091:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978203.189093:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402857728:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978203.189095:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978203.189096:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978203.189097:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978203.189098:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978203.189100:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978203.189101:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978203.189103:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978203.189105:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978203.189107:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978203.189108:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402857728, portal 4 00000100:00000001:0.0:1783978203.189110:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978203.189111:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682704768 : -110484026846848 : ffff9b83eed39180) 00000100:00000040:0.0:1783978203.189115:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39180 x1870620402857728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.189118:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978203.189120:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978203.189121:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978203.189122:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402857728, offset 0 00000400:00000200:0.0:1783978203.189124:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978203.189126:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978203.189128:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978203.189130:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978203.189132:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978203.189133:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978203.189134:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978203.189136:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825658:825658:256:4294967295] 192.168.201.148@tcp LPNI seq info [825629:825629:8:4294967295] 00000400:00000200:0.0:1783978203.189139:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978203.189143:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978203.189146:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978203.189147:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978203.189149:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978203.189151:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783978203.189157:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978203.189158:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978203.189160:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978203.189162:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978203.189164:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978203.189165:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978203.189166:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978203.189168:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39180 x1870620402857728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.189172:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978203.189174:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39180 x1870620402857728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978228 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.189177:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978203.189178:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978203.189180:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978203.189181:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978203.189183:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978203.189184:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310529062 00000100:00000001:0.0:1783978203.189185:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310530298 00000100:00000001:0.0:1783978203.189187:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310529062 00000100:00000001:0.0:1783978203.189188:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310530298 00000100:00000001:0.0:1783978203.189189:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978203.189190:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978203.189191:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978203.189193:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978203/real 1783978203] req@ffff9b83eed39180 x1870620402857728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978203.189197:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978203.189198:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978203.189199:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978203.189200:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978203.189201:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978203.189202:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978203.189204:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39180 x1870620402857728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978203.189208:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39180 x1870620402857728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.189211:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978203.189212:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978203.189213:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978203.189213:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978203.189215:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39180 x1870620402857728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.189218:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978203.189220:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39180 x1870620402857728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978228 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.189226:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978203.189227:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978203.189229:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978203.189230:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978203.189232:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978203.189235:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978203.189237:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978203.189240:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978203.189242:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978203.189246:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39180 x1870620402857728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978228 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978203.189253:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402857728:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978203.189257:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978203.189260:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b480 x1870620402857856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.189267:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978203.189268:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978203.189270:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978203.189271:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978203.189273:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978203.189275:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402857856:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978203.189277:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978203.189278:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978203.189279:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978203.189280:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978203.189283:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978203.189284:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978203.189286:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978203.189288:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978203.189289:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978203.189291:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402857856, portal 4 00000100:00000001:0.0:1783978203.189309:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978203.189311:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682713728 : -110484026837888 : ffff9b83eed3b480) 00000100:00000040:0.0:1783978203.189317:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b480 x1870620402857856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.189322:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978203.189324:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978203.189327:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978203.189329:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402857856, offset 0 00000400:00000200:0.0:1783978203.189334:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978203.189338:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978203.189341:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978203.189343:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978203.189346:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978203.189348:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978203.189350:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978203.189353:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825659:825659:256:4294967295] 192.168.201.148@tcp LPNI seq info [825630:825630:8:4294967295] 00000400:00000200:0.0:1783978203.189357:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978203.189361:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978203.189364:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978203.189367:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978203.189369:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978203.189370:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783978203.189377:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978203.189378:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978203.189380:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978203.189382:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978203.189384:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978203.189385:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978203.189386:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978203.189389:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b480 x1870620402857856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.189393:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978203.189395:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620402857856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978228 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.189399:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978203.189400:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978203.189401:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978203.189403:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978203.189405:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978203.189406:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310529053 00000100:00000001:0.0:1783978203.189408:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310530298 00000100:00000001:0.0:1783978203.189409:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310529053 00000100:00000001:0.0:1783978203.189411:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310530298 00000100:00000001:0.0:1783978203.189412:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978203.189414:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978203.189416:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978203.189419:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978203/real 1783978203] req@ffff9b83eed3b480 x1870620402857856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978203.189426:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978203.189428:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978203.189429:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978203.189431:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978203.189433:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978203.189435:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978203.189438:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b480 x1870620402857856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978203.189446:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b480 x1870620402857856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.189453:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978203.189454:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978203.189456:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978203.189457:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978203.189460:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b480 x1870620402857856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.189466:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978203.189469:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b480 x1870620402857856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978228 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.189475:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978203.189477:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978203.189479:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978203.189480:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978203.189482:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978203.189485:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978203.189488:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978203.189491:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978203.189493:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978203.189496:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b480 x1870620402857856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978228 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978203.189504:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402857856:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978203.189507:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978203.189508:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978203.189512:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b100 x1870620402857472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978228 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.189518:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978203.189520:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978203.189522:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978203.189524:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978203.189526:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978203.189527:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978203.189529:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978203.189530:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16c00. 02000000:00000001:0.0:1783978203.189533:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978203.189534:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978203.189536:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b100. 00000100:00000001:0.0:1783978203.189539:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978203.189540:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978203.189541:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978203.189545:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620402857600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978228 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.189557:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978203.189559:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978203.189560:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978203.189561:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978203.189562:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978203.189562:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978203.189564:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978203.189565:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16400. 02000000:00000001:0.0:1783978203.189566:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978203.189566:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978203.189567:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783978203.189569:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978203.189569:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978203.189570:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978203.189572:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39180 x1870620402857728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978228 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.189576:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978203.189576:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978203.189577:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978203.189579:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978203.189580:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978203.189581:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978203.189582:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978203.189583:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15400. 02000000:00000001:0.0:1783978203.189584:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978203.189584:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978203.189585:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39180. 00000100:00000001:0.0:1783978203.189586:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978203.189587:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978203.189587:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978203.189589:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b480 x1870620402857856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978228 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978203.189592:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978203.189593:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978203.189594:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978203.189595:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978203.189596:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978203.189597:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978203.189598:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978203.189598:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16800. 02000000:00000001:0.0:1783978203.189599:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978203.189611:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978203.189613:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b480. 00000100:00000001:0.0:1783978203.189614:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978203.189615:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978203.189616:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978203.189619:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978203.189620:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978203.189621:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978203.189622:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978203.571418:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978203.571427:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978203.571428:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978203.571434:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978203.571437:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978203.571441:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978203.571444:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978203.571447:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978203.571450:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978203.699551:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978203.699555:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978203.699556:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978203.699559:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978203.699561:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978203.699563:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978203.699565:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978203.699567:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978203.699569:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978203.699589:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978203.699600:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978203.699605:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978203.699606:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978203.699610:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978203.699612:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978203.699617:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978203.699619:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978203.699622:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978203.699623:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978203.699641:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978203.699644:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978203.699646:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978203.700744:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978203.700747:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978203.700748:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978203.700751:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978203.700753:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978203.700755:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978203.700757:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978203.700759:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978203.700761:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978203.701133:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978203.701136:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978203.701138:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978203.701141:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978203.701143:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978203.701145:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978203.701147:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978203.701148:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978203.701150:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978204.596010:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978204.596014:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978204.596015:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978204.596019:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978204.596021:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978204.596023:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978204.596025:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978204.596027:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978204.596029:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978204.723434:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978204.723443:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978204.723448:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978204.723456:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978204.723462:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978204.723469:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978204.723476:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978204.723481:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978204.723488:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978204.723514:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978204.723520:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978204.723528:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978204.723532:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978204.723539:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978204.723542:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978204.723547:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978204.723565:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978204.723569:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978204.723571:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978204.723600:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978204.723604:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978204.723607:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978204.723628:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978204.723631:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978204.723632:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978204.723635:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978204.723637:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978204.723639:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978204.723641:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978204.723642:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978204.723644:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978204.723650:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978204.723652:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978204.723653:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978204.723655:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978204.723668:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978204.723670:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978204.724686:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978204.724688:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978204.724690:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978205.619424:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978205.619432:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978205.619434:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978205.619440:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978205.619444:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978205.619447:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978205.619450:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978205.619452:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978205.619456:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978205.747412:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978205.747417:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978205.747419:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978205.747423:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978205.747426:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978205.747429:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978205.747432:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978205.747434:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978205.747437:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978205.747461:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978205.747467:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978205.747476:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978205.747480:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978205.747488:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978205.747491:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978205.747500:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978205.747503:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978205.747509:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978205.747512:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978205.747536:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978205.747541:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978205.747547:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978205.747579:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978205.747583:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978205.747584:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978205.747587:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978205.747590:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978205.747592:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978205.747594:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978205.747596:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978205.747599:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978206.643468:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978206.643472:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978206.643473:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978206.643475:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978206.643477:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978206.643479:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978206.643481:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978206.643482:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978206.643484:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978206.771564:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978206.771568:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978206.771569:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978206.771572:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978206.771574:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978206.771575:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978206.771577:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978206.771578:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978206.771581:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978206.771602:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978206.771605:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978206.771609:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978206.771612:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978206.771614:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978206.771618:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978206.771621:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978206.771623:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978206.771625:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978206.771628:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978206.771632:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978206.771633:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978206.771635:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978206.771636:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978206.771638:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978206.771639:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978206.771641:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978206.771642:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978206.771646:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978206.771647:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978206.771649:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978206.771650:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978206.771651:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978206.771652:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978206.771654:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978206.771656:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978206.771659:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978206.771660:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978206.771661:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978206.771662:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978206.771664:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978206.771665:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978206.771667:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978206.771669:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978206.771693:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978206.771697:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978206.771699:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978206.772106:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978206.772109:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978206.772111:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978206.772113:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978206.772115:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978206.772117:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978206.772118:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978206.772120:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978206.772122:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978207.667376:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978207.667387:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978207.667389:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978207.667396:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978207.667401:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978207.667405:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978207.667409:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978207.667412:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978207.667417:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978207.795610:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978207.795616:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978207.795622:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978207.795625:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978207.795633:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978207.795636:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978207.795639:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978207.795640:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978207.795643:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978207.795646:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978207.795664:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978207.795667:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978207.795670:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978208.307738:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978208.307744:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978208.307747:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978208.307753:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1180 x1870620402857984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.307763:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978208.307765:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978208.307768:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978208.307771:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978208.307774:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978208.307778:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402857984:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978208.307782:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978208.307787:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978208.307789:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978208.307792:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978208.307798:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978208.307800:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978208.307806:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978208.307810:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978208.307816:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978208.307823:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402857984, portal 25 00000100:00000001:0.0:1783978208.307826:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978208.307828:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889962368 : -110483819589248 : ffff9b83fb2e1180) 00000100:00000040:0.0:1783978208.307833:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1180 x1870620402857984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.307841:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978208.307844:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978208.307847:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978208.307851:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402857984, offset 0 00000400:00000200:0.0:1783978208.307857:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978208.307865:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978208.307871:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978208.307876:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978208.307880:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978208.307883:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978208.307886:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978208.307890:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825660:825660:256:4294967295] 192.168.201.148@tcp LPNI seq info [825631:825631:8:4294967295] 00000400:00000200:0.0:1783978208.307894:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978208.307904:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978208.307910:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978208.307915:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978208.307921:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978208.307926:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1783978208.307940:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978208.307943:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978208.307950:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978208.307954:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978208.307960:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978208.307962:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978208.307968:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978208.307973:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1180 x1870620402857984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.308226:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978208.308232:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1180 x1870620402857984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978233 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.308240:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978208.308242:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978208.308249:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978208.308253:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978208.308256:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4310535418 00000100:00000010:0.0:1783978208.308262:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783978208.308279:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978208.308286:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4310535418 00000100:00000010:0.0:1783978208.308290:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783978208.308332:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978208.308336:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978208.308339:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978208.308341:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978208.308347:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978208/real 1783978208] req@ffff9b83fb2e1180 x1870620402857984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978208.308358:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978208.308360:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978208.308362:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978208.308365:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978208.308367:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978208.308370:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978208.308373:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1180 x1870620402857984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978208.308382:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1180 x1870620402857984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.308390:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978208.308391:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978208.308394:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978208.308396:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978208.308400:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1180 x1870620402857984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.308408:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978208.308413:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1180 x1870620402857984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978233 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.308420:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978208.308423:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978208.308425:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978208.308426:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978208.308428:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978208.308431:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978208.308434:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978208.308437:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978208.308440:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978208.308444:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1180 x1870620402857984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978233 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978208.308453:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402857984:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978208.308457:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978208.308459:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978208.308463:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1180 x1870620402857984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978233 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.308469:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978208.308472:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978208.308475:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978208.308479:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978208.308480:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978208.308482:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978208.308484:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978208.308487:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067800. 02000000:00000001:0.0:1783978208.308491:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978208.308493:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978208.308495:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1180. 00000100:00000001:0.0:1783978208.308498:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978208.308499:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978208.308501:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978208.308509:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978208.308526:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978208.308532:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978208.308533:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978208.308562:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978208.308566:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3100 x1870620402858112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.308573:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978208.308574:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978208.308576:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978208.308578:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978208.308580:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978208.308582:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402858112:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978208.308585:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978208.308587:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978208.308589:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978208.308591:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978208.308594:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978208.308596:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978208.308599:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978208.308602:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978208.308606:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978208.308609:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402858112, portal 10 00000100:00000001:0.0:1783978208.308611:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978208.308612:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889970432 : -110483819581184 : ffff9b83fb2e3100) 00000100:00000040:0.0:1783978208.308618:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3100 x1870620402858112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.308625:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978208.308628:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978208.308631:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978208.308633:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402858112, offset 0 00000400:00000200:0.0:1783978208.308638:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978208.308642:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978208.308646:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978208.308650:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978208.308652:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978208.308655:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978208.308657:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978208.308659:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825661:825661:256:4294967295] 192.168.201.148@tcp LPNI seq info [825632:825632:8:4294967295] 00000400:00000200:0.0:1783978208.308663:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978208.308670:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978208.308675:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978208.308678:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978208.308683:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978208.308686:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1783978208.308697:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978208.308699:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978208.308702:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978208.308705:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978208.308708:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978208.308710:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978208.308713:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978208.308716:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3100 x1870620402858112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.308723:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978208.308726:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3100 x1870620402858112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978233 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.308733:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978208.308734:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978208.308738:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978208.308742:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978208.308745:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978208.308747:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310534160 00000100:00000001:0.0:1783978208.308750:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310535418 00000100:00000001:0.0:1783978208.308753:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310534160 00000100:00000001:0.0:1783978208.308755:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310535418 00000100:00000001:0.0:1783978208.308757:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978208.308759:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978208.308761:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978208.308765:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978208/real 1783978208] req@ffff9b83fb2e3100 x1870620402858112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978208.308773:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978208.308774:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978208.308776:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978208.308779:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978208.308780:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978208.308782:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978208.308786:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3100 x1870620402858112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978208.308794:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3100 x1870620402858112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.308800:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978208.308802:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978208.308803:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978208.308805:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978208.308808:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3100 x1870620402858112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.308815:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978208.308819:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3100 x1870620402858112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978233 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.308826:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978208.308828:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978208.308830:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978208.308831:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978208.308833:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978208.308841:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978208.308844:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978208.308847:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978208.308849:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978208.308853:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3100 x1870620402858112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978233 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978208.308861:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402858112:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978208.308865:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978208.308867:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978208.308870:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3100 x1870620402858112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978233 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.308876:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978208.308878:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978208.308880:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978208.308883:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978208.308884:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978208.308886:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978208.308888:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978208.308889:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067000. 02000000:00000001:0.0:1783978208.308892:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978208.308893:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978208.308894:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3100. 00000100:00000001:0.0:1783978208.308897:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978208.308899:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978208.308901:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978208.308904:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978208.308906:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978208.308908:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978208.308909:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978208.309772:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978208.309776:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978208.309777:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978208.309783:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2680 x1870620402858240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.309791:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978208.309792:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978208.309794:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978208.309797:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978208.309799:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978208.309801:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402858240:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978208.309805:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978208.309807:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978208.309809:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978208.309811:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978208.309815:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978208.309817:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978208.309821:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978208.309824:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978208.309828:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978208.309833:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402858240, portal 10 00000100:00000001:0.0:1783978208.309835:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978208.309836:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889967744 : -110483819583872 : ffff9b83fb2e2680) 00000100:00000040:0.0:1783978208.309843:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2680 x1870620402858240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.309850:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978208.309852:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978208.309854:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978208.309857:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402858240, offset 0 00000400:00000200:0.0:1783978208.309862:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978208.309867:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978208.309871:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978208.309875:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978208.309878:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978208.309880:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978208.309882:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978208.309886:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825662:825662:256:4294967295] 192.168.201.148@tcp LPNI seq info [825633:825633:8:4294967295] 00000400:00000200:0.0:1783978208.309890:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978208.309897:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978208.309902:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978208.309905:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978208.309910:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978208.309913:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1783978208.309923:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978208.309926:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978208.309930:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978208.309933:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978208.309936:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978208.309938:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978208.309941:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978208.309944:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2680 x1870620402858240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.309952:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978208.309955:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2680 x1870620402858240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978233 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.309961:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978208.309963:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978208.309967:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978208.309969:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978208.309972:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978208.309974:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310534156 00000100:00000001:0.0:1783978208.309977:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310535418 00000100:00000001:0.0:1783978208.309979:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310534156 00000100:00000001:0.0:1783978208.309980:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310535418 00000100:00000001:0.0:1783978208.309983:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978208.309985:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978208.309986:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978208.309989:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978208/real 1783978208] req@ffff9b83fb2e2680 x1870620402858240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978208.309998:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978208.309999:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978208.310001:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978208.310003:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978208.310005:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978208.310006:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978208.310009:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2680 x1870620402858240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978208.310017:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2680 x1870620402858240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.310023:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978208.310024:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978208.310026:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978208.310028:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978208.310031:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2680 x1870620402858240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.310037:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978208.310041:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2680 x1870620402858240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978233 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.310047:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978208.310050:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978208.310052:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978208.310053:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978208.310054:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978208.310061:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978208.310063:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978208.310067:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978208.310069:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978208.310072:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2680 x1870620402858240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978233 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978208.310080:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402858240:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978208.310083:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978208.310086:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1c00 x1870620402858368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.310092:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978208.310094:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978208.310096:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978208.310097:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978208.310099:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978208.310101:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402858368:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978208.310104:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978208.310106:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978208.310107:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978208.310109:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978208.310112:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978208.310113:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978208.310116:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978208.310119:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978208.310122:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978208.310124:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402858368, portal 4 00000100:00000001:0.0:1783978208.310126:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978208.310128:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889965056 : -110483819586560 : ffff9b83fb2e1c00) 00000100:00000040:0.0:1783978208.310132:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1c00 x1870620402858368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.310138:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978208.310140:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978208.310142:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978208.310144:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402858368, offset 0 00000400:00000200:0.0:1783978208.310147:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978208.310151:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978208.310153:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978208.310156:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978208.310158:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978208.310161:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978208.310162:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978208.310165:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825663:825663:256:4294967295] 192.168.201.148@tcp LPNI seq info [825634:825634:8:4294967295] 00000400:00000200:0.0:1783978208.310169:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978208.310175:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978208.310179:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978208.310182:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978208.310185:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978208.310187:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1783978208.310197:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978208.310199:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978208.310201:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978208.310205:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978208.310207:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978208.310209:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978208.310211:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978208.310349:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1c00 x1870620402858368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.310364:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978208.310367:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1c00 x1870620402858368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978233 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.310373:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978208.310375:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978208.310379:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978208.310382:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978208.310385:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978208.310388:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310534184 00000100:00000001:0.0:1783978208.310390:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310535418 00000100:00000001:0.0:1783978208.310392:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310534184 00000100:00000001:0.0:1783978208.310394:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310535418 00000100:00000001:0.0:1783978208.310396:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978208.310398:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978208.310400:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978208.310403:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978208/real 1783978208] req@ffff9b83fb2e1c00 x1870620402858368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978208.310411:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978208.310413:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978208.310414:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978208.310417:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978208.310418:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978208.310421:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978208.310424:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1c00 x1870620402858368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978208.310432:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1c00 x1870620402858368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.310439:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978208.310441:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978208.310443:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978208.310444:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978208.310447:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1c00 x1870620402858368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.310453:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978208.310457:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1c00 x1870620402858368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978233 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.310464:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978208.310466:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978208.310468:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978208.310469:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978208.310471:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978208.310475:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978208.310478:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978208.310481:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978208.310484:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978208.310488:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1c00 x1870620402858368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978233 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978208.310497:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402858368:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978208.310501:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978208.310504:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3480 x1870620402858496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.310511:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978208.310525:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978208.310528:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978208.310530:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978208.310531:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978208.310535:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402858496:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978208.310538:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978208.310540:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978208.310542:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978208.310543:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978208.310547:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978208.310549:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978208.310552:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978208.310555:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978208.310559:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978208.310562:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402858496, portal 4 00000100:00000001:0.0:1783978208.310564:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978208.310566:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889971328 : -110483819580288 : ffff9b83fb2e3480) 00000100:00000040:0.0:1783978208.310572:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3480 x1870620402858496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.310578:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978208.310581:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978208.310583:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978208.310586:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402858496, offset 0 00000400:00000200:0.0:1783978208.310590:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978208.310594:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978208.310598:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978208.310601:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978208.310603:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978208.310605:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978208.310607:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978208.310610:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825664:825664:256:4294967295] 192.168.201.148@tcp LPNI seq info [825635:825635:8:4294967295] 00000400:00000200:0.0:1783978208.310614:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978208.310621:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978208.310625:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978208.310629:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978208.310633:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978208.310635:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1783978208.310646:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978208.310648:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978208.310651:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978208.310654:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978208.310657:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978208.310658:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978208.310661:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978208.310664:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3480 x1870620402858496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.310672:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978208.310674:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3480 x1870620402858496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978233 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.310681:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978208.310682:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978208.310685:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978208.310688:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978208.310691:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978208.310693:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310534174 00000100:00000001:0.0:1783978208.310695:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310535418 00000100:00000001:0.0:1783978208.310698:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310534174 00000100:00000001:0.0:1783978208.310700:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310535418 00000100:00000001:0.0:1783978208.310702:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978208.310704:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978208.310705:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978208.310709:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978208/real 1783978208] req@ffff9b83fb2e3480 x1870620402858496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978208.310717:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978208.310720:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978208.310721:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978208.310724:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978208.310725:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978208.310727:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978208.310731:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3480 x1870620402858496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978208.310739:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3480 x1870620402858496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.310746:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978208.310747:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978208.310749:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978208.310751:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978208.310754:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3480 x1870620402858496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.310762:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978208.310766:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3480 x1870620402858496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978233 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.310773:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978208.310775:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978208.310777:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978208.310778:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978208.310781:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978208.310784:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978208.310787:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978208.310790:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978208.310793:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978208.310797:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3480 x1870620402858496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978233 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978208.310811:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402858496:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978208.310815:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978208.310817:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978208.310821:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2680 x1870620402858240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978233 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.310828:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978208.310831:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978208.310833:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978208.310836:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978208.310837:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978208.310838:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978208.310841:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978208.310843:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067000. 02000000:00000001:0.0:1783978208.310846:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978208.310847:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978208.310849:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2680. 00000100:00000001:0.0:1783978208.310852:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978208.310854:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978208.310855:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978208.310858:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1c00 x1870620402858368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978233 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.310865:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978208.310866:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978208.310867:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978208.310871:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978208.310872:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978208.310873:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978208.310875:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978208.310877:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067800. 02000000:00000001:0.0:1783978208.310879:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978208.310880:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978208.310881:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1c00. 00000100:00000001:0.0:1783978208.310884:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978208.310885:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978208.310887:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978208.310890:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3480 x1870620402858496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978233 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978208.310896:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978208.310897:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978208.310899:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978208.310901:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978208.310902:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978208.310903:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978208.310905:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978208.310906:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065800. 02000000:00000001:0.0:1783978208.310908:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978208.310909:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978208.310910:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3480. 00000100:00000001:0.0:1783978208.310913:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978208.310914:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978208.310916:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978208.310922:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978208.310924:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978208.310926:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978208.310928:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978208.691400:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978208.691408:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978208.691412:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978208.691417:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978208.691423:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978208.691430:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978208.691446:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978208.691449:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978208.691452:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978208.819501:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978208.819518:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978208.819527:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978208.819531:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978208.819537:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978208.819541:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978208.819549:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978208.819553:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978208.819561:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978208.819565:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978209.715480:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978209.715483:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978209.715484:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978209.715487:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978209.715498:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978209.715499:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978209.715501:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978209.715502:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978209.715504:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978209.843566:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978209.843571:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978209.843576:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978209.843583:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978209.843589:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978209.843594:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978209.843598:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978209.843602:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978209.843607:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978209.843633:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978209.843636:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978209.843640:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978209.843641:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978209.843644:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978209.843646:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978209.843649:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978209.843650:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978209.843653:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978209.843654:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978210.739419:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978210.739426:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978210.739430:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978210.739435:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978210.739440:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978210.739447:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978210.739455:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978210.739458:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978210.739461:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978210.868603:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978210.868606:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978210.868608:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978210.868610:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978210.868613:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978210.868615:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978210.868619:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978210.868621:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978210.868624:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978210.868644:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978210.868647:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978210.868650:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978210.868652:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978210.868654:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978210.868655:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978210.868657:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978210.868658:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978210.868660:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978210.868661:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978211.763827:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978211.763836:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978211.763838:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978211.763844:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978211.763847:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978211.763852:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978211.763854:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978211.763856:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978211.763859:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978211.892609:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978211.892613:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978211.892614:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978211.892618:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978211.892621:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978211.892623:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978211.894681:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978211.894685:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978211.894689:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978211.894726:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978211.894731:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978211.894733:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978211.894737:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978211.894741:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978211.894743:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978211.894745:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978211.894748:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978211.894753:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978211.894754:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978211.894758:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978211.894760:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978211.894763:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978211.894764:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978211.894767:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978211.894768:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978211.894813:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978211.894816:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978211.894818:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978211.894821:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978211.894824:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978211.894827:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978211.894830:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978211.894831:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978211.894833:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978212.787407:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978212.787415:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978212.787420:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978212.787428:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978212.787445:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978212.787451:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978212.787466:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978212.787469:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978212.787473:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978212.915408:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978212.915415:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978212.915416:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978212.915420:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978212.915423:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978212.915426:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978212.915428:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978212.915431:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978212.915443:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978212.915463:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978212.915465:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978212.915468:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978212.915469:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978212.915472:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978212.915473:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978212.915475:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978212.915475:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978212.915478:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978212.915478:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978212.915648:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978212.915651:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978212.915653:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978212.915657:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978212.915661:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978212.915664:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978212.915667:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978212.915668:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978212.915670:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978212.915728:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978212.915730:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978212.915732:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978212.915735:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978212.915738:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978212.915741:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978212.915747:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978212.915748:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978212.915753:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978213.811500:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978213.811503:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978213.811504:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978213.811506:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978213.811508:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978213.811509:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978213.811510:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978213.811512:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978213.811513:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978213.940812:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978213.940816:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978213.940818:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978213.940821:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978213.940824:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978213.940827:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978213.940829:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978213.940831:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978213.940833:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978213.940853:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978213.940856:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978213.940860:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978213.940861:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978213.940865:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978213.940866:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978213.940869:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978213.940870:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978213.940874:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978213.940875:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978214.838511:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978214.838519:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978214.838521:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978214.838526:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978214.838530:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978214.838534:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978214.838536:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978214.838539:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978214.838542:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978214.964447:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978214.964452:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978214.964454:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978214.964458:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978214.964461:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978214.964464:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978214.964466:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978214.964467:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978214.964470:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978214.964494:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978214.964499:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978214.964505:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978214.964508:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978214.964514:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978214.964517:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978214.964522:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978214.964524:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978214.964527:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978214.964529:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978215.859416:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978215.859426:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978215.859430:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978215.859438:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978215.859444:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978215.859451:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978215.859457:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978215.859461:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978215.859465:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978215.987467:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978215.987472:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978215.987479:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978215.987482:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978215.987487:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978215.987490:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978215.987498:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978215.987502:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978215.987508:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978215.987510:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978215.987535:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978215.987540:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978215.987543:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978215.987739:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978215.987742:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978215.987744:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978215.987746:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978215.987748:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978215.987750:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978215.987752:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978215.987753:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978215.987755:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978216.883403:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978216.883411:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978216.883416:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978216.883424:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978216.883430:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978216.883435:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978216.883448:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978216.883452:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978216.883455:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978217.011386:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978217.011395:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978217.011397:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978217.011403:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978217.011406:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978217.011410:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978217.011413:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978217.011417:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978217.011423:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978217.011450:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978217.011454:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978217.011459:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978217.011463:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978217.011465:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978217.011468:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978217.011472:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978217.011474:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978217.011475:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978217.011477:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978217.011481:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978217.011484:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978217.011485:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978217.011489:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978217.011491:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978217.011495:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978217.011497:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978217.011501:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978217.011508:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978217.011511:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978217.011513:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978217.011515:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978217.011516:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978217.011518:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978217.011520:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978217.011522:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978217.011526:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978217.011528:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978217.011529:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978217.011531:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978217.011532:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978217.011533:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978217.011535:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978217.011536:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978217.011555:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978217.011558:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978217.011561:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978217.011820:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978217.011823:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978217.011824:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978217.011826:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978217.011828:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978217.011830:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978217.011832:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978217.011833:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978217.011835:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978217.012580:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978217.012584:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978217.012585:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978217.012587:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978217.012589:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978217.012590:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978217.012592:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978217.012594:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978217.012595:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978217.910192:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978217.910199:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978217.910201:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978217.910206:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978217.910209:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978217.910212:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978217.910215:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978217.910217:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978217.910220:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978218.036471:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978218.036477:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978218.036481:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978218.036486:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978218.036492:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978218.036496:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978218.036499:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978218.036501:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978218.036504:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978218.036527:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978218.036532:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978218.036539:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978218.036542:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978218.036551:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978218.036555:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978218.036562:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978218.036567:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978218.036576:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978218.036579:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978218.036600:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978218.036605:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978218.036608:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978218.548069:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978218.548075:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978218.548080:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978218.548089:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882a00 x1870620402859264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.548103:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978218.548106:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978218.548112:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978218.548116:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978218.548122:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978218.548130:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402859264:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978218.548139:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978218.548144:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978218.548149:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978218.548153:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978218.548160:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978218.548165:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978218.548171:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978218.548175:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978218.548181:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978218.548207:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402859264, portal 25 00000100:00000001:0.0:1783978218.548210:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978218.548212:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694540288 : -110484015011328 : ffff9b83ef882a00) 00000100:00000040:0.0:1783978218.548218:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882a00 x1870620402859264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.548226:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978218.548229:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978218.548232:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978218.548235:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402859264, offset 0 00000400:00000200:0.0:1783978218.548243:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978218.548250:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978218.548256:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978218.548261:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978218.548273:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978218.548277:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978218.548280:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978218.548284:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825670:825670:256:4294967295] 192.168.201.148@tcp LPNI seq info [825641:825641:8:4294967295] 00000400:00000200:0.0:1783978218.548288:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978218.548324:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978218.548342:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978218.548348:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978218.548354:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978218.548358:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783978218.548371:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978218.548373:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978218.548380:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978218.548384:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978218.548388:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978218.548390:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978218.548395:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978218.548399:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882a00 x1870620402859264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.548408:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978218.548411:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882a00 x1870620402859264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978243 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.548418:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978218.548420:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978218.548424:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978218.548428:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978218.548431:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4310545659 00000100:00000010:0.0:1783978218.548436:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783978218.548442:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978218.548446:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4310545659 00000100:00000010:0.0:1783978218.548449:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783978218.548453:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978218.548456:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978218.548459:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978218.548461:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978218.548466:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978218/real 1783978218] req@ffff9b83ef882a00 x1870620402859264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978218.548475:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978218.548476:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978218.548479:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978218.548481:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978218.548483:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978218.548486:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978218.548490:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882a00 x1870620402859264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978218.548499:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882a00 x1870620402859264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.548505:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978218.548507:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978218.548509:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978218.548511:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978218.548514:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882a00 x1870620402859264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.548521:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978218.548525:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882a00 x1870620402859264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978243 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.548532:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978218.548535:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978218.548536:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978218.548537:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978218.548540:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978218.548543:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978218.548546:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978218.548550:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978218.548552:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978218.548557:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882a00 x1870620402859264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978243 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978218.548565:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402859264:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978218.548580:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978218.548583:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883480 x1870620402859392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.548590:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978218.548591:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978218.548593:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978218.548595:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978218.548598:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978218.548600:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402859392:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978218.548603:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978218.548605:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978218.548606:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978218.548608:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978218.548611:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978218.548613:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978218.548616:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978218.548618:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978218.548621:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978218.548624:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402859392, portal 10 00000100:00000001:0.0:1783978218.548626:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978218.548627:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542976 : -110484015008640 : ffff9b83ef883480) 00000100:00000040:0.0:1783978218.548633:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883480 x1870620402859392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.548645:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978218.548647:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978218.548649:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978218.548651:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402859392, offset 0 00000400:00000200:0.0:1783978218.548655:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978218.548659:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978218.548663:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978218.548676:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978218.548679:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978218.548681:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978218.548684:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978218.548687:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825671:825671:256:4294967295] 192.168.201.148@tcp LPNI seq info [825642:825642:8:4294967295] 00000400:00000200:0.0:1783978218.548691:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978218.548697:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978218.548702:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978218.548705:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978218.548709:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978218.548711:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783978218.548721:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978218.548723:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978218.548726:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978218.548730:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978218.548733:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978218.548734:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978218.548737:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978218.548740:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883480 x1870620402859392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.548747:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978218.548758:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883480 x1870620402859392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978243 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.548770:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978218.548772:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978218.548775:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978218.548779:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978218.548783:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978218.548785:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310544400 00000100:00000001:0.0:1783978218.548787:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310545659 00000100:00000001:0.0:1783978218.548789:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310544400 00000100:00000001:0.0:1783978218.548791:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310545659 00000100:00000001:0.0:1783978218.548793:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978218.548795:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978218.548797:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978218.548805:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978218/real 1783978218] req@ffff9b83ef883480 x1870620402859392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978218.548813:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978218.548815:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978218.548816:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978218.548819:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978218.548820:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978218.548822:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978218.548826:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883480 x1870620402859392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978218.548833:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883480 x1870620402859392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.548840:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978218.548841:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978218.548843:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978218.548844:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978218.548847:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883480 x1870620402859392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.548854:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978218.548858:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883480 x1870620402859392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978243 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.548865:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978218.548867:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978218.548869:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978218.548871:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978218.548872:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978218.548880:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978218.548883:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978218.548886:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978218.548888:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978218.548891:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883480 x1870620402859392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978243 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978218.548898:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402859392:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978218.548902:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978218.548905:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883100 x1870620402859520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.548911:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978218.548913:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978218.548914:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978218.548916:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978218.548918:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978218.548921:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402859520:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978218.548924:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978218.548926:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978218.548928:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978218.548929:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978218.548946:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978218.548949:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978218.548952:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978218.548955:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978218.548958:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978218.548961:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402859520, portal 10 00000100:00000001:0.0:1783978218.548963:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978218.548964:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542080 : -110484015009536 : ffff9b83ef883100) 00000100:00000040:0.0:1783978218.548970:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883100 x1870620402859520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.548976:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978218.548979:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978218.548981:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978218.548984:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402859520, offset 0 00000400:00000200:0.0:1783978218.548988:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978218.548992:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978218.548996:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978218.548998:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978218.549001:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978218.549003:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978218.549005:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978218.549008:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825672:825672:256:4294967295] 192.168.201.148@tcp LPNI seq info [825643:825643:8:4294967295] 00000400:00000200:0.0:1783978218.549012:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978218.549018:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978218.549022:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978218.549025:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978218.549029:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978218.549032:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783978218.549042:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978218.549045:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978218.549048:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978218.549051:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978218.549054:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978218.549055:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978218.549058:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978218.549061:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883100 x1870620402859520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.549068:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978218.549071:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883100 x1870620402859520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978243 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.549078:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978218.549079:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978218.549082:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978218.549084:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978218.549087:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978218.549089:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310544395 00000100:00000001:0.0:1783978218.549091:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310545659 00000100:00000001:0.0:1783978218.549093:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310544395 00000100:00000001:0.0:1783978218.549095:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310545659 00000100:00000001:0.0:1783978218.549097:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978218.549099:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978218.549101:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978218.549104:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978218/real 1783978218] req@ffff9b83ef883100 x1870620402859520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978218.549111:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978218.549112:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978218.549114:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978218.549116:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978218.549117:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978218.549120:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978218.549123:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883100 x1870620402859520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978218.549131:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883100 x1870620402859520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.549137:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978218.549138:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978218.549140:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978218.549141:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978218.549144:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883100 x1870620402859520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.549151:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978218.549154:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883100 x1870620402859520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978243 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.549171:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978218.549176:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978218.549178:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978218.549179:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978218.549181:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978218.549186:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978218.549188:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978218.549191:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978218.549193:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978218.549197:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883100 x1870620402859520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978243 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978218.549205:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402859520:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978218.549208:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978218.549211:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880000 x1870620402859648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.549217:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978218.549219:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978218.549221:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978218.549222:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978218.549224:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978218.549227:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402859648:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978218.549230:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978218.549232:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978218.549233:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978218.549235:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978218.549238:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978218.549240:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978218.549244:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978218.549247:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978218.549249:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978218.549252:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402859648, portal 4 00000100:00000001:0.0:1783978218.549254:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978218.549255:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694529536 : -110484015022080 : ffff9b83ef880000) 00000100:00000040:0.0:1783978218.549259:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880000 x1870620402859648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.549264:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978218.549266:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978218.549268:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978218.549272:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402859648, offset 0 00000400:00000200:0.0:1783978218.549275:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978218.549278:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978218.549281:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978218.549283:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978218.549285:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978218.549287:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978218.549289:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978218.549312:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825673:825673:256:4294967295] 192.168.201.148@tcp LPNI seq info [825644:825644:8:4294967295] 00000400:00000200:0.0:1783978218.549317:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978218.549323:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978218.549327:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978218.549331:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978218.549349:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978218.549352:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783978218.549362:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978218.549364:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978218.549367:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978218.549370:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978218.549374:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978218.549375:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978218.549378:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978218.549382:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880000 x1870620402859648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.549390:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978218.549393:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880000 x1870620402859648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978243 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.549399:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978218.549400:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978218.549403:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978218.549406:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978218.549409:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978218.549411:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310544423 00000100:00000001:0.0:1783978218.549413:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310545659 00000100:00000001:0.0:1783978218.549415:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310544423 00000100:00000001:0.0:1783978218.549417:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310545659 00000100:00000001:0.0:1783978218.549419:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978218.549421:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978218.549423:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978218.549427:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978218/real 1783978218] req@ffff9b83ef880000 x1870620402859648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978218.549434:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978218.549435:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978218.549437:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978218.549440:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978218.549441:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978218.549443:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978218.549446:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880000 x1870620402859648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978218.549454:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880000 x1870620402859648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.549460:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978218.549461:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978218.549463:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978218.549465:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978218.549468:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880000 x1870620402859648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.549474:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978218.549477:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880000 x1870620402859648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978243 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.549484:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978218.549486:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978218.549488:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978218.549489:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978218.549491:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978218.549494:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978218.549497:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978218.549500:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978218.549502:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978218.549505:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880000 x1870620402859648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978243 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978218.549512:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402859648:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978218.549516:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978218.549518:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978218.549522:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882a00 x1870620402859264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978243 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.549528:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978218.549531:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978218.549534:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978218.549538:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978218.549540:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978218.549542:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978218.549544:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978218.549547:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636400. 02000000:00000001:0.0:1783978218.549552:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978218.549554:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978218.549556:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882a00. 00000100:00000001:0.0:1783978218.549560:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978218.549561:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978218.549563:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978218.549566:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883480 x1870620402859392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978243 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.549572:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978218.549574:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978218.549575:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978218.549577:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978218.549578:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978218.549580:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978218.549582:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978218.549583:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636c00. 02000000:00000001:0.0:1783978218.549586:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978218.549587:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978218.549588:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883480. 00000100:00000001:0.0:1783978218.549592:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978218.549593:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978218.549595:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978218.549598:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883100 x1870620402859520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978243 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.549603:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978218.549605:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978218.549606:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978218.549608:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978218.549609:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978218.549610:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978218.549613:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978218.549614:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634400. 02000000:00000001:0.0:1783978218.549616:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978218.549617:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978218.549619:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883100. 00000100:00000001:0.0:1783978218.549621:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978218.549622:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978218.549624:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978218.549627:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880000 x1870620402859648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978243 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.549632:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978218.549633:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978218.549635:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978218.549637:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978218.549638:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978218.549639:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978218.549641:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978218.549642:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635000. 02000000:00000001:0.0:1783978218.549645:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978218.549646:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978218.549647:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880000. 00000100:00000001:0.0:1783978218.549650:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978218.549651:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978218.549653:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978218.549659:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978218.549661:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978218.549663:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978218.549665:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978218.549666:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978218.549669:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882d80 x1870620402859776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.549676:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978218.549677:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978218.549679:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978218.549681:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978218.549683:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978218.549685:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402859776:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978218.549688:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978218.549690:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978218.549692:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978218.549694:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978218.549697:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978218.549699:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978218.549702:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978218.549704:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978218.549708:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978218.549711:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402859776, portal 4 00000100:00000001:0.0:1783978218.549713:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978218.549714:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694541184 : -110484015010432 : ffff9b83ef882d80) 00000100:00000040:0.0:1783978218.549720:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882d80 x1870620402859776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.549726:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978218.549728:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978218.549730:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978218.549732:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402859776, offset 0 00000400:00000200:0.0:1783978218.549737:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978218.549740:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978218.549743:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978218.549746:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978218.549748:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978218.549750:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978218.549752:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978218.549755:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825674:825674:256:4294967295] 192.168.201.148@tcp LPNI seq info [825645:825645:8:4294967295] 00000400:00000200:0.0:1783978218.549759:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978218.549764:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978218.549768:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978218.549771:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978218.549774:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978218.549777:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783978218.549786:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978218.549788:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978218.549790:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978218.549793:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978218.549796:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978218.549798:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978218.549800:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978218.549803:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882d80 x1870620402859776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.549811:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978218.549814:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882d80 x1870620402859776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978243 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.549819:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978218.549821:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978218.549823:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978218.549826:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978218.549830:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978218.549832:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310544413 00000100:00000001:0.0:1783978218.549834:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310545659 00000100:00000001:0.0:1783978218.549836:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310544413 00000100:00000001:0.0:1783978218.549838:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310545659 00000100:00000001:0.0:1783978218.549840:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978218.549842:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978218.549843:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978218.549847:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978218/real 1783978218] req@ffff9b83ef882d80 x1870620402859776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978218.549855:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978218.549856:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978218.549857:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978218.549859:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978218.549861:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978218.549863:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978218.549866:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882d80 x1870620402859776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978218.549873:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882d80 x1870620402859776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.549879:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978218.549880:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978218.549881:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978218.549883:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978218.549886:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882d80 x1870620402859776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.549891:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978218.549895:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882d80 x1870620402859776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978243 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.549900:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978218.549903:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978218.549904:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978218.549905:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978218.549907:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978218.549910:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978218.549913:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978218.549915:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978218.549917:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978218.549920:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882d80 x1870620402859776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978243 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978218.549926:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402859776:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978218.549929:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978218.549931:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978218.549933:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882d80 x1870620402859776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978243 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978218.549938:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978218.549939:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978218.549941:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978218.549943:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978218.549944:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978218.549945:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978218.549947:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978218.549948:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635400. 02000000:00000001:0.0:1783978218.549950:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978218.549951:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978218.549952:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882d80. 00000100:00000001:0.0:1783978218.549955:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978218.549956:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978218.549957:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978218.549960:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978218.549961:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978218.549963:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978218.549965:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978218.931416:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978218.931426:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978218.931429:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978218.931436:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978218.931442:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978218.931448:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978218.931453:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978218.931457:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978218.931461:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978219.059526:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978219.059532:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978219.059536:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978219.059539:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978219.059543:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978219.059547:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978219.059554:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978219.059556:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978219.059562:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978219.059584:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978219.059587:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978219.059592:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978219.059593:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978219.059596:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978219.059597:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978219.059599:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978219.059601:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978219.059603:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978219.059604:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978219.059616:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978219.059617:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978219.059619:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978219.955383:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978219.955393:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978219.955395:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978219.955401:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978219.955405:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978219.955409:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978219.955412:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978219.955415:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978219.955418:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978220.083714:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978220.083717:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978220.083718:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978220.083720:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978220.083722:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978220.083724:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978220.083726:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978220.083727:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978220.083729:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978220.083747:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978220.083750:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978220.083754:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978220.083755:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978220.083758:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978220.083759:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978220.083762:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978220.083763:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978220.083766:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978220.083767:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978220.083780:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978220.083782:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978220.083785:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978220.979405:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978220.979414:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978220.979419:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978220.979428:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978220.979432:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978220.979437:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978220.979442:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978220.979446:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978220.979450:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978221.107548:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978221.107551:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978221.107552:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978221.107555:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978221.107557:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978221.107559:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978221.107561:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978221.107562:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978221.107564:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978221.107581:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978221.107583:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978221.107587:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978221.107588:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978221.107592:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978221.107593:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978221.107596:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978221.107597:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978221.107600:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978221.107601:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978221.107617:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978221.107620:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978221.107623:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978221.108579:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978221.108582:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978221.108583:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978221.108585:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978221.108587:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978221.108588:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978221.108590:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978221.108591:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978221.108593:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978222.003400:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978222.003406:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978222.003409:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978222.003416:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978222.003420:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978222.003423:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978222.003426:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978222.003431:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978222.003433:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978222.131403:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978222.131409:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978222.131412:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978222.131416:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978222.131422:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978222.131425:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978222.131429:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978222.131431:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978222.131434:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978222.131486:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978222.131494:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978222.131499:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978222.131505:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978222.131513:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978222.131518:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978222.131525:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978222.131532:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978222.131539:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978222.131543:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978222.131549:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978222.131552:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978222.131557:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978222.131560:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978222.131565:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978222.131568:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978222.131595:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978222.131599:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978222.131603:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978223.027417:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978223.027426:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978223.027429:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978223.027438:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978223.027443:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978223.027449:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978223.027453:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978223.027457:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978223.027461:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978223.155420:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978223.155429:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978223.155433:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978223.155442:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978223.155449:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978223.155454:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978223.155461:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978223.155466:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978223.155470:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978223.155495:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978223.155499:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978223.155504:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978223.155517:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978223.155523:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978223.155525:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978223.155531:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978223.155534:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978223.155538:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978223.155541:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978223.155570:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978223.155574:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978223.155578:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978223.155600:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978223.155604:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978223.155606:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978223.155608:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978223.155610:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978223.155612:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978223.155699:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978223.155703:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978223.155706:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978223.667429:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978223.667439:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978223.667442:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978223.667446:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978223.667450:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978223.667458:0:226353:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 15877 00000400:00000200:0.0:1783978223.667467:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978223.667472:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978223.667475:0:226353:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978223.667477:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978223.667480:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978223.667481:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978223.667483:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978223.667485:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978223.667487:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783978223.667489:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978223.667491:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783978223.667493:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783978223.667494:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783978223.667496:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978223.667497:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978223.667498:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978223.667499:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978223.667501:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783978223.667511:0:226353:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978223.667512:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978223.667514:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978223.667517:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978223.667519:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978223.667521:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978223.667523:0:226353:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978223.667531:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783978223.667534:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783978223.667537:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978223.667539:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978223.667541:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978223.667544:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978223.667551:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978223.667562:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783978223.667569:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978223.667579:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402859904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978223.667589:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978223.667593:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978223.667598:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402859904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978223.667622:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978223.667625:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978223.667628:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978223.667629:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978223.667631:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978223.667634:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978223.667637:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15877 00000400:00000200:0.0:1783978223.667640:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978223.667643:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978223.667645:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978223.667648:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978223.667651:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978223.667654:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978223.667656:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978223.667659:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978223.667660:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783978223.667662:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978223.667664:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783978223.667669:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783978223.667671:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783978223.667677:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978223.667681:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978223.667692:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978223.667698:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978223.667704:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783978223.667709:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978223.667712:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978223.667714:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978223.667720:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978223.667723:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978223.667732:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978223.667738:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978223.667745:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978223.667748:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978223.667754:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783978223.667758:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978223.667764:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978223.667767:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978223.667769:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978223.667770:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978223.667773:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978223.667780:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783978223.667784:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978223.667788:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402860032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978223.667796:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978223.667799:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978223.667814:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402860032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978223.667835:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978223.667839:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978223.667846:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978223.667849:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978223.667852:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978223.667859:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978223.667867:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15877 00000400:00000200:0.0:1783978223.667874:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978223.667880:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978223.667886:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978223.667892:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978223.667895:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978223.667899:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978223.667903:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978223.667905:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978223.667909:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783978223.667913:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978223.667916:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783978223.667920:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783978223.667926:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783978223.667933:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978223.667939:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978223.667944:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978223.667947:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978223.667950:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783978223.667955:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978223.667957:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978223.667959:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978223.667963:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978223.667966:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978223.667968:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978223.667969:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978223.667974:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978223.667977:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978223.667982:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783978223.667988:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978223.667994:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978223.667998:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978223.668003:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978223.668004:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978223.668007:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978223.668013:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783978223.668020:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978223.668030:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620402860160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978223.668048:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978223.668051:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978223.668056:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620402860160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978223.668066:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978223.668071:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978223.668077:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978223.668079:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978223.668080:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978223.668087:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978223.668092:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15877 00000400:00000200:0.0:1783978223.668099:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978223.668106:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978223.668112:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978223.668119:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978223.668124:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978223.668133:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978223.668138:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978223.668140:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978223.668144:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783978223.668148:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978223.668150:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783978223.668152:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783978223.668153:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783978223.668158:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978223.668162:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978223.668166:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978223.668168:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978223.668171:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783978223.668174:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978223.668176:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978223.668177:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978223.668181:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978223.668183:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978223.668184:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978223.668186:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978223.668191:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978223.668192:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978223.668197:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783978223.668201:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978223.668204:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978223.668205:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978223.668209:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978223.668211:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978223.668213:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978223.668218:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783978223.668222:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978223.668228:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402860288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978223.668240:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978223.668257:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978223.668266:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402860288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978223.668281:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978223.668285:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978223.668290:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978223.668315:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978223.668317:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978223.668324:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978223.668329:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15877 00000400:00000200:0.0:1783978223.668337:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978223.668343:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978223.668347:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978223.668353:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978223.668358:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978223.668362:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978223.668365:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978223.668367:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978223.668369:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783978223.668371:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978223.668373:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783978223.668376:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783978223.668377:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783978223.668379:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978223.668380:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978223.668381:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978223.668382:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978223.668383:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783978223.668384:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978223.668388:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978223.668394:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978223.668396:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978223.668399:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978223.668403:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978223.668405:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978223.668409:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978223.668413:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978223.668420:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783978223.668425:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978223.668431:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978223.668434:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978223.668439:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978223.668441:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978223.668445:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978223.668451:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783978223.668458:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978223.668467:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402860416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978223.668479:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978223.668483:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978223.668487:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402860416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978223.668496:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978223.668501:0:226353:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15887) 00000100:00000001:0.0:1783978224.051688:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978224.051692:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978224.051693:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978224.051696:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978224.051698:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978224.051700:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978224.051702:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978224.051703:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978224.051705:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978224.180176:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978224.180180:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978224.180181:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978224.180184:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978224.180186:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978224.180189:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978224.180191:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978224.180193:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978224.180195:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978224.180213:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978224.180216:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978224.180220:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978224.180222:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978224.180225:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978224.180226:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978224.180230:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978224.180231:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978224.180235:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978224.180339:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978224.180366:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978224.180369:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978224.180372:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978225.075422:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978225.075428:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978225.075430:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978225.075434:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978225.075438:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978225.075441:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978225.075443:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978225.075445:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978225.075447:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978225.204361:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978225.204366:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978225.204368:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978225.204371:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978225.204375:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978225.204379:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978225.204383:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978225.204386:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978225.204391:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978225.204415:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978225.204420:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978225.204425:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978225.204426:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978225.204430:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978225.204431:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978225.204434:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978225.204435:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978225.204438:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978225.204439:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978225.204462:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978225.204464:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978225.204467:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978226.099395:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978226.099404:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978226.099412:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978226.099417:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978226.099424:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978226.099429:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978226.099436:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978226.099439:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978226.099442:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978226.227427:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978226.227440:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978226.227443:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978226.227450:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978226.227455:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978226.227458:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978226.227556:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978226.227560:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978226.227566:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978226.227592:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978226.227597:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978226.227604:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978226.227607:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978226.227613:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978226.227614:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978226.227618:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978226.227620:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978226.227623:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978226.227625:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978226.227660:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978226.227663:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978226.227669:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978227.123396:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978227.123403:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978227.123405:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978227.123409:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978227.123411:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978227.123414:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978227.123416:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978227.123418:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978227.123419:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978227.251408:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978227.251416:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978227.251419:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978227.251424:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978227.251430:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978227.251436:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978227.251442:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978227.251447:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978227.251454:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978227.251484:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978227.251489:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978227.251498:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978227.251503:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978227.251507:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978227.251512:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978227.251518:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978227.251522:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978227.251526:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978227.251530:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978227.251537:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978227.251540:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978227.251542:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978227.251545:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978227.251549:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978227.251553:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978227.251559:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978227.251564:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978227.251570:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978227.251573:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978227.251577:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978227.251580:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978227.251584:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978227.251585:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978227.251587:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978227.251589:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978227.251593:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978227.251595:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978227.251596:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978227.251597:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978227.251598:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978227.251600:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978227.251601:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978227.251603:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978227.251620:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978227.251623:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978227.251626:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978228.151331:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978228.151339:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978228.151341:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978228.151347:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978228.151351:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978228.151355:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978228.151357:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978228.151360:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978228.151363:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978228.275410:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978228.275418:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978228.275426:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978228.275430:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978228.275438:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978228.275441:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978228.275448:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978228.275452:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978228.275459:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978228.275462:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978228.275482:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978228.275485:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978228.275489:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978228.275614:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978228.275619:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978228.275620:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978228.275679:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978228.275685:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978228.275688:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978228.275691:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978228.275694:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978228.275697:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978228.787409:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978228.787418:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978228.787421:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978228.787430:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978228.787435:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978228.787441:0:296888:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 15882 00000400:00000200:0.0:1783978228.787449:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978228.787455:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978228.787458:0:296888:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978228.787461:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978228.787464:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978228.787467:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978228.787469:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978228.787473:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978228.787475:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783978228.787477:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978228.787485:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783978228.787488:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783978228.787491:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783978228.787494:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978228.787496:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978228.787498:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978228.787500:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978228.787503:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783978228.787516:0:296888:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978228.787522:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978228.787525:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978228.787528:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978228.787531:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978228.787533:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978228.787535:0:296888:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978228.787545:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783978228.787555:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783978228.787563:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978228.787564:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978228.787567:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978228.787570:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978228.787574:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978228.787583:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783978228.787590:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978228.787599:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620402860544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978228.787610:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978228.787614:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978228.787628:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620402860544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978228.787652:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978228.787656:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978228.787659:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978228.787660:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978228.787662:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978228.787665:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978228.787667:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15882 00000400:00000200:0.0:1783978228.787671:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978228.787674:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978228.787677:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978228.787680:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978228.787683:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978228.787685:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978228.787687:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978228.787692:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978228.787695:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783978228.787699:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978228.787703:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783978228.787708:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783978228.787713:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783978228.787720:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978228.787724:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978228.787728:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978228.787732:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978228.787737:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783978228.787745:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978228.787751:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978228.787754:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978228.787762:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978228.787774:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978228.787783:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978228.787789:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978228.787794:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978228.787799:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978228.787804:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783978228.787809:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978228.787813:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978228.787815:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978228.787819:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978228.787822:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978228.787826:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978228.787833:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783978228.787840:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978228.787850:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620402860672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978228.787865:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978228.787868:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978228.787878:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620402860672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978228.787894:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978228.787900:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978228.787906:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978228.787909:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978228.787912:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978228.787919:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978228.787925:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15882 00000400:00000200:0.0:1783978228.787933:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978228.787943:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978228.787947:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978228.787952:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978228.787956:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978228.787962:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978228.787967:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978228.787972:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978228.787974:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783978228.787977:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978228.787990:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783978228.787995:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783978228.788000:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783978228.788004:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978228.788006:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978228.788011:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978228.788016:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978228.788021:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783978228.788029:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978228.788034:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978228.788038:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978228.788042:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978228.788047:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978228.788052:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978228.788055:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978228.788059:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978228.788064:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978228.788071:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783978228.788075:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978228.788080:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978228.788083:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978228.788088:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978228.788091:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978228.788094:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978228.788100:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783978228.788107:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978228.788117:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402860800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978228.788152:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978228.788168:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978228.788175:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402860800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978228.788191:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978228.788195:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978228.788201:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978228.788204:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978228.788208:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978228.788213:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978228.788217:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15882 00000400:00000200:0.0:1783978228.788221:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978228.788226:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978228.788229:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978228.788243:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978228.788247:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978228.788252:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978228.788255:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978228.788259:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978228.788261:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783978228.788264:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978228.788269:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783978228.788273:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783978228.788278:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783978228.788286:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978228.788291:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978228.788314:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978228.788317:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978228.788321:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783978228.788324:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978228.788328:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978228.788332:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978228.788337:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978228.788341:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978228.788345:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978228.788350:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978228.788355:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978228.788359:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978228.788365:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783978228.788369:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978228.788375:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978228.788378:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978228.788382:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978228.788385:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978228.788388:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978228.788395:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783978228.788401:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978228.788411:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402860928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978228.788420:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978228.788424:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978228.788431:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402860928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978228.788450:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978228.788455:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978228.788461:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978228.788463:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978228.788466:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978228.788472:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978228.788478:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15882 00000400:00000200:0.0:1783978228.788486:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978228.788493:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978228.788498:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978228.788505:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978228.788510:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978228.788514:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978228.788518:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978228.788522:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978228.788525:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783978228.788528:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978228.788531:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783978228.788536:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783978228.788541:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783978228.788547:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978228.788552:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978228.788556:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978228.788559:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978228.788563:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783978228.788569:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978228.788574:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978228.788578:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978228.788582:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978228.788586:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978228.788588:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978228.788591:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978228.788595:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978228.788600:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978228.788606:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783978228.788611:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978228.788617:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978228.788620:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978228.788624:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978228.788627:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978228.788631:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978228.788638:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783978228.788644:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978228.788653:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402861056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978228.788669:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978228.788674:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978228.788682:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402861056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978228.788700:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978228.788707:0:296888:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15892) 00000100:00000001:0.0:1783978229.171403:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978229.171414:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978229.171418:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978229.171426:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978229.171433:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978229.171440:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978229.171452:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978229.171456:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978229.171459:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978229.299397:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978229.299405:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978229.299409:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978229.299414:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978229.299420:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978229.299423:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978229.299428:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978229.299433:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978229.299439:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978229.299475:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978229.299478:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978229.299482:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978229.299484:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978229.299488:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978229.299492:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978229.299496:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978229.299497:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978229.299500:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978229.299502:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978229.299529:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978229.299531:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978229.299533:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978229.300259:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978229.300265:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978229.300268:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978229.300274:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978229.300280:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978229.300285:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978229.300315:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978229.300319:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978229.300323:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978230.195616:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978230.195621:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978230.195622:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978230.195624:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978230.195626:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978230.195627:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978230.195629:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978230.195630:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978230.195631:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978230.323465:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978230.323470:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978230.323472:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978230.323476:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978230.323479:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978230.323482:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978230.323486:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978230.323488:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978230.323492:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978230.325952:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978230.325958:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978230.325965:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978230.325966:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978230.325970:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978230.325971:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978230.325974:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978230.325976:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978230.325979:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978230.325980:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978230.326003:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978230.326005:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978230.326008:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978231.219421:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978231.219432:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978231.219437:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978231.219445:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978231.219452:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978231.219460:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978231.219466:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978231.219471:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978231.219475:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978231.347548:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978231.347555:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978231.347557:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978231.347560:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978231.347565:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978231.347568:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978231.347571:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978231.347573:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978231.347575:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978231.347603:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978231.347606:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978231.347611:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978231.347613:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978231.347619:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978231.347620:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978231.347625:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978231.347626:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978231.347631:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978231.347632:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978231.347652:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978231.347656:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978231.347659:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978232.243405:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978232.243413:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978232.243415:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978232.243420:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978232.243424:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978232.243436:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978232.243440:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978232.243446:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978232.243450:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978232.374531:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978232.374538:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978232.374540:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978232.374546:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978232.374550:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978232.374553:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978232.374556:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978232.374558:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978232.374563:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978232.374583:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978232.374586:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978232.374588:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978232.374590:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978232.374593:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978232.374595:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978232.374597:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978232.374599:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978232.374601:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978232.374623:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978232.374626:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978232.374628:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978232.374631:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978232.374634:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978232.374636:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978232.374639:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978232.374641:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978232.374644:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978232.374645:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978232.374649:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978232.374650:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978232.374653:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978232.374653:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978232.374657:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978232.374658:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978232.374673:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978232.374676:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978232.374678:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978233.267402:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978233.267412:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978233.267415:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978233.267423:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978233.267429:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978233.267435:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978233.267439:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978233.267443:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978233.267447:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978233.395443:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978233.395457:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978233.395464:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978233.395476:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978233.395486:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978233.395496:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978233.395510:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978233.395514:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978233.395519:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978233.395555:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978233.395560:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978233.395568:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978233.395570:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978233.395573:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978233.395574:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978233.395578:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978233.395579:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978233.395581:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978233.395582:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978233.395599:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978233.395601:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978233.395602:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978233.396183:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978233.396189:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978233.396191:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978233.396196:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978233.396200:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978233.396205:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978233.396210:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978233.396216:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978233.396225:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978234.291396:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978234.291406:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978234.291411:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978234.291418:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978234.291425:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978234.291431:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978234.291444:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978234.291447:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978234.291450:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978234.419434:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978234.419439:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978234.419443:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978234.419450:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978234.419456:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978234.419460:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978234.419465:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978234.419467:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978234.419470:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978234.419481:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978234.419484:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978234.419485:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978234.419487:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978234.419489:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978234.419491:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978234.419493:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978234.419494:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978234.419497:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978234.421805:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978234.421812:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978234.421819:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978234.421820:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978234.421823:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978234.421825:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978234.421828:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978234.421830:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978234.421833:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978234.421834:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978234.421859:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978234.421862:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978234.421865:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978235.315368:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978235.315375:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978235.315377:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978235.315384:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978235.315388:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978235.315391:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978235.315394:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978235.315396:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978235.315400:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978235.443410:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978235.443416:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978235.443420:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978235.443425:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978235.443430:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978235.443435:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978235.443451:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978235.443455:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978235.443460:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978235.443487:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978235.443492:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978235.443511:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978235.443515:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978235.443522:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978235.443525:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978235.443531:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978235.443533:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978235.443539:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978235.443540:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978235.443562:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978235.443567:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978235.443571:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978236.339393:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978236.339402:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978236.339407:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978236.339413:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978236.339419:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978236.339423:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978236.339435:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978236.339438:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978236.339442:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978236.467384:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978236.467389:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978236.467394:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978236.467397:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978236.467399:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978236.467402:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978236.467405:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978236.467408:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978236.467411:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978236.467415:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978236.467419:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978236.467422:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978236.467425:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978236.467427:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978236.467430:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978236.467432:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978236.467436:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978236.467441:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978236.467445:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978236.467446:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978236.467447:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978236.467449:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978236.467450:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978236.467450:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978236.467451:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978236.467453:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978236.467455:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978236.467456:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978236.467457:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978236.467458:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978236.467459:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978236.467460:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978236.467462:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978236.467463:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978236.467477:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978236.467488:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978236.467491:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978236.467523:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978236.467525:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978236.467527:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978236.467530:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978236.467534:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978236.467537:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978236.467540:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978236.467543:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978236.467548:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978236.467643:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978236.467647:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978236.467648:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978236.467652:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978236.467657:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978236.467661:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978236.467665:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978236.467670:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978236.467675:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978237.363414:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978237.363422:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978237.363427:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978237.363435:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978237.363440:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978237.363446:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978237.363450:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978237.363454:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978237.363458:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978237.491406:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978237.491412:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978237.491415:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978237.491421:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978237.491426:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978237.491431:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978237.491436:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978237.491441:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978237.491609:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978237.491629:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978237.491633:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978237.491638:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978237.491640:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978237.491645:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978237.491646:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978237.491650:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978237.491651:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978237.491654:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978237.491655:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978237.491674:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978237.491677:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978237.491680:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978238.387414:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978238.387422:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978238.387426:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978238.387433:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978238.387439:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978238.387444:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978238.387448:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978238.387451:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978238.387455:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978238.515440:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978238.515457:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978238.515462:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978238.515467:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978238.515472:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978238.515477:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978238.515482:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978238.515486:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978238.515493:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978238.515519:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978238.515524:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978238.515530:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978238.515533:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978238.515540:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978238.515544:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978238.515550:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978238.515553:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978238.515556:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978238.515558:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978238.515581:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978238.515584:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978238.515587:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783978239.027426:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978239.027437:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978239.027439:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978239.027443:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978239.027448:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978239.027455:0:226353:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 15892 00000400:00000200:0.0:1783978239.027464:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978239.027469:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978239.027472:0:226353:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978239.027475:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978239.027479:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978239.027481:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978239.027483:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978239.027487:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978239.027489:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783978239.027492:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978239.027499:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783978239.027502:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783978239.027504:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783978239.027507:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978239.027509:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978239.027510:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978239.027512:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978239.027515:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783978239.027518:0:226353:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978239.027520:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978239.027523:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978239.027526:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978239.027529:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978239.027531:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978239.027533:0:226353:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978239.027542:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783978239.027545:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783978239.027549:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978239.027551:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978239.027559:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978239.027563:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978239.027567:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978239.027574:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783978239.027580:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978239.027587:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620402861824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978239.027594:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978239.027598:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978239.027602:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620402861824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978239.027624:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978239.027627:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978239.027630:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978239.027632:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978239.027633:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978239.027636:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978239.027638:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15892 00000400:00000200:0.0:1783978239.027643:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978239.027653:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978239.027656:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978239.027664:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978239.027669:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978239.027674:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978239.027678:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978239.027682:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978239.027685:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783978239.027688:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978239.027692:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783978239.027696:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783978239.027702:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783978239.027710:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978239.027713:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978239.027717:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978239.027719:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978239.027720:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783978239.027725:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978239.027731:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978239.027735:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978239.027743:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978239.027747:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978239.027752:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978239.027758:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978239.027762:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978239.027766:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978239.027774:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783978239.027780:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978239.027786:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978239.027788:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978239.027791:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978239.027794:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978239.027797:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978239.027803:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783978239.027809:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978239.027818:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402861952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978239.027833:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978239.027838:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978239.027845:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402861952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978239.027859:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978239.027863:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978239.027869:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978239.027872:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978239.027874:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978239.027879:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978239.027883:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15892 00000400:00000200:0.0:1783978239.027888:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978239.027893:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978239.027896:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978239.027901:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978239.027903:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978239.027907:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978239.027910:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978239.027912:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978239.027914:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783978239.027916:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978239.027919:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783978239.027922:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783978239.027926:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783978239.027930:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978239.027931:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978239.027935:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978239.027938:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978239.027941:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783978239.027945:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978239.027949:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978239.027951:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978239.027955:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978239.027958:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978239.027959:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978239.027961:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978239.027962:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978239.027966:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978239.027969:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783978239.027972:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978239.027977:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978239.027992:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978239.027995:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978239.027997:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978239.027999:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978239.028008:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783978239.028014:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978239.028022:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402862080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978239.028037:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978239.028041:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978239.028048:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402862080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978239.028056:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978239.028059:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978239.028069:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978239.028071:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978239.028073:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978239.028075:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978239.028079:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15892 00000400:00000200:0.0:1783978239.028084:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978239.028090:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978239.028093:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978239.028098:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978239.028101:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978239.028104:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978239.028107:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978239.028108:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978239.028109:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783978239.028110:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978239.028112:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783978239.028116:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783978239.028118:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783978239.028122:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978239.028124:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978239.028127:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978239.028129:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978239.028130:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783978239.028132:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978239.028133:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978239.028134:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978239.028136:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978239.028139:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978239.028140:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978239.028142:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978239.028145:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978239.028147:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978239.028151:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783978239.028156:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978239.028160:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978239.028162:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978239.028167:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978239.028169:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978239.028172:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978239.028178:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783978239.028183:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978239.028192:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402862208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978239.028204:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978239.028208:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978239.028215:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402862208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978239.028224:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978239.028227:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978239.028231:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978239.028233:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978239.028236:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978239.028241:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978239.028252:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15892 00000400:00000200:0.0:1783978239.028260:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978239.028268:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978239.028274:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978239.028289:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978239.028328:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978239.028335:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978239.028341:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978239.028348:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978239.028353:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783978239.028357:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978239.028363:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783978239.028369:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783978239.028373:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783978239.028383:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978239.028389:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978239.028395:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978239.028399:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978239.028405:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783978239.028410:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978239.028413:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978239.028415:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978239.028417:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978239.028420:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978239.028423:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978239.028426:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978239.028430:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978239.028433:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978239.028438:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783978239.028441:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978239.028445:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978239.028447:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978239.028451:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978239.028455:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978239.028457:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978239.028461:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783978239.028467:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978239.028474:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402862336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978239.028483:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978239.028486:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978239.028491:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402862336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978239.028502:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978239.028507:0:226353:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15902) 00000100:00000001:0.0:1783978239.411417:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978239.411422:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978239.411424:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978239.411431:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978239.411438:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978239.411442:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978239.411447:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978239.411451:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978239.411454:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978239.539503:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978239.539513:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978239.539522:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978239.539525:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978239.539529:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978239.539531:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978239.539536:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978239.539539:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978239.539546:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978239.539550:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978239.539572:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978239.539575:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978239.539581:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978239.539675:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978239.539679:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978239.539683:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978239.539689:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978239.539695:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978239.539701:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978239.539706:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978239.539710:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978239.539717:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978240.435513:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978240.435517:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978240.435518:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978240.435521:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978240.435523:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978240.435525:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978240.435526:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978240.435528:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978240.435530:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978240.563397:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978240.563402:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978240.563404:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978240.563407:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978240.563412:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978240.563417:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978240.563422:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978240.563426:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978240.563445:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978240.563471:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978240.563474:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978240.563478:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978240.563479:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978240.563483:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978240.563485:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978240.563489:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978240.563491:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978240.563504:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978240.563505:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978240.563525:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978240.563528:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978240.563532:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978240.563551:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978240.563553:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978240.563555:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978240.563557:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978240.563559:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978240.563561:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978240.563563:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978240.563565:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978240.563567:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978240.563722:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978240.563726:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978240.563728:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978240.563730:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978240.563733:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978240.563735:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978240.563738:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978240.563739:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978240.563741:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978240.563765:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978240.563769:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978240.563773:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978240.563777:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978240.563781:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978240.563784:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978240.563788:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978240.563791:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978240.563794:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978241.459413:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978241.459421:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978241.459424:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978241.459429:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978241.459434:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978241.459438:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978241.459441:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978241.459444:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978241.459450:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978241.587421:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978241.587428:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978241.587432:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978241.587436:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978241.587443:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978241.587449:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978241.587456:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978241.587460:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978241.587465:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978241.587499:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978241.587506:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978241.587512:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978241.587519:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978241.587527:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978241.587532:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978241.587537:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978241.587544:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978241.587550:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978241.587553:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978241.587567:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978241.587574:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978241.587581:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978241.587585:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978241.587589:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978241.587591:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978241.587611:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978241.587613:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978241.587616:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978242.483402:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978242.483408:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978242.483411:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978242.483418:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978242.483424:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978242.483431:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978242.483444:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978242.483448:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978242.483451:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978242.611400:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978242.611413:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978242.611417:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978242.611422:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978242.611428:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978242.611435:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978242.611441:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978242.611444:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978242.611447:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978242.611478:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978242.611482:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978242.611487:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978242.611488:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978242.611493:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978242.611494:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978242.611498:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978242.611502:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978242.611523:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978242.611526:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978242.611750:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978242.611755:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978242.611758:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978242.611761:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978242.611763:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978242.611767:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978242.611769:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978242.611771:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978242.611773:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978243.507400:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978243.507409:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978243.507414:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978243.507421:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978243.507428:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978243.507433:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978243.507438:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978243.507441:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978243.507444:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978243.635413:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978243.635421:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978243.635424:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978243.635431:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978243.635435:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978243.635439:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978243.635444:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978243.635448:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978243.635451:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978243.635475:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978243.635478:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978243.635481:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978243.635482:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978243.635485:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978243.635487:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978243.635490:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978243.635492:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978243.635497:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978243.635500:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978243.635539:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978243.635544:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978243.635548:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978243.635553:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978243.635559:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978243.635564:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978243.635570:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978243.635575:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978243.635580:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978244.532181:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978244.532185:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978244.532187:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978244.532190:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978244.532192:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978244.532194:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978244.532196:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978244.532197:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978244.532200:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978244.659405:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978244.659413:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978244.659418:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978244.659427:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978244.659432:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978244.659436:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978244.659454:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978244.659462:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978244.659467:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978244.659485:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978244.659489:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978244.659493:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978244.659497:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978244.659502:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978244.659507:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978244.659513:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978244.659517:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978244.659522:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978244.659549:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978244.659555:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978244.659562:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978244.659565:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978244.659569:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978244.659570:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978244.659575:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978244.659577:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978244.659580:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978244.659582:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978245.555417:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978245.555424:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978245.555426:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978245.555432:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978245.555436:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978245.555442:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978245.555454:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978245.555457:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978245.555460:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978245.683424:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978245.683429:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978245.683436:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978245.683438:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978245.683445:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978245.683448:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978245.683456:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978245.683459:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978245.683463:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978245.683468:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978245.683494:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978245.683497:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978245.683498:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978245.683501:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978245.683503:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978245.683506:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978245.683514:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978245.683519:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978245.683525:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978246.579414:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978246.579423:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978246.579427:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978246.579434:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978246.579439:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978246.579442:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978246.579453:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978246.579456:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978246.579460:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978246.707398:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978246.707405:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978246.707409:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978246.707417:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978246.707423:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978246.707429:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978246.707435:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978246.707439:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978246.707445:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978246.707472:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978246.707475:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978246.707480:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978246.707484:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978246.707487:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978246.707491:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978246.707497:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978246.707500:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978246.707504:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978246.707508:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978246.707512:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978246.707516:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978246.707518:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978246.707519:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978246.707522:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978246.707525:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978246.707529:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978246.707533:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978246.707538:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978246.707539:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978246.707540:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978246.707541:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978246.707543:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978246.707544:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978246.707545:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978246.707547:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978246.707550:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978246.707551:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978246.707552:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978246.707553:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978246.707554:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978246.707556:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978246.707557:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978246.707559:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978246.707587:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978246.707589:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978246.707591:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978246.707593:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978246.707595:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978246.707597:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978246.707599:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978246.707601:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978246.707603:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978246.707608:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978246.707610:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978246.707611:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978246.707613:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978246.707615:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978246.707616:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978246.708438:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978246.708442:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978246.708445:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978247.603409:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978247.603417:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978247.603418:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978247.603424:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978247.603428:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978247.603432:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978247.603437:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978247.603441:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978247.603444:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978247.731671:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978247.731676:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978247.731677:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978247.731680:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978247.731683:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978247.731685:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978247.731687:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978247.731689:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978247.731692:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978247.731722:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978247.731725:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978247.731730:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978247.731731:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978247.731735:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978247.731736:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978247.731739:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978247.731741:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978247.731745:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978247.731746:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978248.627426:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978248.627437:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978248.627441:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978248.627451:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978248.627459:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978248.627466:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978248.627482:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978248.627485:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978248.627488:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978248.755461:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978248.755471:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978248.755484:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978248.755491:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978248.755505:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978248.755510:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978248.755518:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978248.755522:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978248.755535:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978248.755541:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978248.755584:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978248.755590:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978248.755593:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978248.755599:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978248.755606:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978248.755613:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978248.755620:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978248.755626:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978248.755632:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978249.652883:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978249.652889:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978249.652890:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978249.652894:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978249.652897:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978249.652900:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978249.652903:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978249.652905:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978249.652907:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978249.779429:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978249.779436:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978249.779439:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978249.779444:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978249.779448:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978249.779452:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978249.779456:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978249.779458:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978249.779460:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978249.779484:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978249.779487:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978249.779492:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978249.779493:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978249.779497:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978249.779498:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978249.779502:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978249.779503:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978249.779843:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978249.779845:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978249.780090:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978249.780094:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978249.780097:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978249.780100:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978249.780104:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978249.780107:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978249.780110:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978249.780111:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978249.780117:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978249.781204:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978249.781209:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978249.781212:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978249.781214:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978249.781218:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978249.781223:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978249.781227:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978249.781231:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978249.781237:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978250.675836:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978250.675840:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978250.675842:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978250.675845:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978250.675847:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978250.675849:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978250.675851:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978250.675852:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978250.675854:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978250.803815:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978250.803819:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978250.803826:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978250.803827:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978250.803831:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978250.803832:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978250.803836:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978250.803837:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978250.803840:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978250.803841:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978251.699527:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978251.699534:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978251.699536:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978251.699542:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978251.699546:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978251.699551:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978251.699553:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978251.699556:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978251.699559:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978251.827821:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978251.827826:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978251.827828:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978251.827831:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978251.827835:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978251.827837:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978251.827839:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978251.827841:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978251.827845:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978251.827848:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978251.827851:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978251.827852:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978251.827856:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978251.827869:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978251.827873:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978251.827874:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978251.827895:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978251.827898:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978251.827901:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978251.827908:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978251.827910:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978251.827911:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978251.827914:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978251.827916:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978251.827918:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978251.831695:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978251.831698:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978251.831701:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978252.726625:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978252.726630:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978252.726631:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978252.726635:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978252.726637:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978252.726640:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978252.726642:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978252.726644:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978252.726645:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978252.851563:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978252.851567:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978252.851568:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978252.851571:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978252.851573:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978252.851575:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978252.851577:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978252.851578:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978252.851580:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978252.851597:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978252.851600:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978252.851604:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978252.851605:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978252.851608:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978252.851609:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978252.851612:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978252.851614:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978252.851617:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978252.851618:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978252.851632:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978252.851635:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978252.851638:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978252.851868:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978252.851870:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978252.851872:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978252.851874:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978252.851876:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978252.851878:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978252.851880:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978252.851881:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978252.851882:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978253.747400:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978253.747408:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978253.747412:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978253.747419:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978253.747425:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978253.747431:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978253.747443:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978253.747446:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978253.747449:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978253.875674:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978253.875679:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978253.875684:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978253.875685:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978253.875689:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978253.875691:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978253.875695:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978253.875696:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978253.875700:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978253.875704:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978253.875737:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978253.875742:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978253.875745:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978254.771380:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978254.771388:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978254.771391:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978254.771397:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978254.771400:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978254.771404:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978254.771407:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978254.771410:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978254.771413:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978254.899409:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978254.899413:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978254.899420:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978254.899423:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978254.899427:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978254.899431:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978254.899438:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978254.899440:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978254.899444:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978254.899446:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978254.899465:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978254.899468:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978254.899470:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978254.899491:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978254.899495:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978254.899497:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978254.899499:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978254.899501:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978254.899503:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978254.899506:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978254.899507:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978254.899511:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978254.899518:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978254.899521:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978254.899525:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978254.899529:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978254.899531:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978254.899533:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978254.899577:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978254.899578:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978254.899580:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978255.795408:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978255.795415:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978255.795417:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978255.795423:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978255.795427:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978255.795431:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978255.795434:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978255.795436:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978255.795440:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978255.924001:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978255.924007:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978255.924010:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978255.924013:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978255.924016:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978255.924019:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978255.924021:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978255.924023:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978255.924026:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978255.924046:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978255.924048:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978255.924052:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978255.924053:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978255.924057:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978255.924058:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978255.924061:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978255.924062:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978255.924065:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978255.924066:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978255.924081:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978255.924084:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978255.924086:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978255.925277:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978255.925280:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978255.925282:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978255.925284:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978255.925286:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978255.925289:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978255.925291:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978255.925309:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978255.925311:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978256.819385:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978256.819391:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978256.819393:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978256.819397:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978256.819399:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978256.819402:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978256.819404:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978256.819406:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978256.819408:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978256.947406:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978256.947411:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978256.947414:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978256.947421:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978256.947429:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978256.947435:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978256.947451:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978256.947454:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978256.947457:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978256.947468:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978256.947470:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978256.947473:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978256.947477:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978256.947482:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978256.947486:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978256.947494:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978256.947497:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978256.947500:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978256.947534:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978256.947537:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978256.947542:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978256.947545:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978256.947547:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978256.947551:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978256.947554:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978256.947556:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978256.947558:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978256.947561:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978256.947564:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978256.947566:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978256.947567:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978256.947568:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978256.947570:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978256.947571:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978256.947572:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978256.947574:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978256.947577:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978256.947579:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978256.947580:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978256.947581:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978256.947583:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978256.947584:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978256.947586:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978256.947588:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978256.947591:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978256.947593:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978256.947594:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978256.947595:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978256.947596:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978256.947597:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978256.947599:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978256.947600:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978256.947616:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978256.947619:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978256.947621:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978256.949046:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978256.949048:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978256.949049:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978256.949051:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978256.949053:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978256.949054:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978256.949055:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978256.949056:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978256.949058:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978257.843407:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978257.843415:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978257.843418:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978257.843425:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978257.843430:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978257.843434:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978257.843444:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978257.843448:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978257.843450:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978257.971434:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978257.971440:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978257.971445:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978257.971451:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978257.971455:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978257.971461:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978257.971596:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978257.971600:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978257.971606:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978257.971633:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978257.971638:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978257.971645:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978257.971647:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978257.971664:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978257.971666:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978257.971670:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978257.971671:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978257.971675:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978257.971676:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978257.971694:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978257.971696:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978257.971699:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978258.867600:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978258.867609:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978258.867610:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978258.867616:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978258.867619:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978258.867623:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978258.867647:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978258.867649:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978258.867653:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978258.995468:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978258.995475:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978258.995481:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978258.995482:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978258.995485:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978258.995486:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978258.995489:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978258.995490:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978258.995492:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978258.995493:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978258.995518:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978258.995520:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978258.995522:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978258.995564:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978258.995569:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978258.995573:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978258.995579:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978258.995585:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978258.995590:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978258.995598:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978258.995602:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978258.995609:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978258.995929:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978258.995933:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978258.995934:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978258.995936:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978258.995939:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978258.995941:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978258.995944:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978258.995945:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978258.995948:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978258.996338:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978258.996343:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978258.996344:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978258.996346:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978258.996349:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978258.996351:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978258.996354:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978258.996355:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978258.996358:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978259.891439:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978259.891449:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978259.891453:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978259.891460:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978259.891467:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978259.891473:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978259.891478:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978259.891480:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978259.891484:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978260.022743:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978260.022752:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978260.022757:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978260.022764:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978260.022772:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978260.022778:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978260.022783:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978260.022787:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978260.022793:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978260.022824:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978260.022828:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978260.022833:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978260.022834:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978260.022839:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978260.022840:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978260.022844:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978260.022845:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978260.022849:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978260.022851:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978260.022875:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978260.022878:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978260.022881:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978260.915464:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978260.915474:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978260.915478:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978260.915486:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978260.915495:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978260.915501:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978260.915508:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978260.915513:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978260.915516:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978261.043488:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978261.043495:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978261.043505:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978261.043509:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978261.043517:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978261.043521:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978261.043527:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978261.043531:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978261.043539:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978261.043542:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978261.043579:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978261.043584:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978261.043611:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978261.043645:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978261.043651:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978261.043653:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978261.043657:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978261.043661:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978261.043664:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978261.043714:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978261.043719:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978261.043728:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978261.043749:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978261.043756:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978261.043761:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978261.043767:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978261.043772:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978261.043777:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978261.043795:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978261.043798:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978261.043802:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978261.939413:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978261.939423:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978261.939427:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978261.939435:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978261.939443:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978261.939448:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978261.939458:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978261.939462:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978261.939466:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978262.067458:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978262.067468:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978262.067471:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978262.067480:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978262.067488:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978262.067494:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978262.067500:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978262.067503:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978262.067506:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978262.067538:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978262.067544:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978262.067550:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978262.067556:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978262.067563:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978262.067567:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978262.067569:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978262.067572:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978262.067592:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978262.067596:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978262.067604:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978262.067605:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978262.067612:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978262.067614:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978262.067619:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978262.067622:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978262.067653:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978262.067659:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978262.067667:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978262.068152:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978262.068155:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978262.068157:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978262.068159:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978262.068161:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978262.068163:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978262.068166:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978262.068167:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978262.068169:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978262.963433:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978262.963442:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978262.963443:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978262.963449:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978262.963454:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978262.963457:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978262.963460:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978262.963462:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978262.963465:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978263.092317:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978263.092320:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978263.092321:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978263.092324:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978263.092326:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978263.092328:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978263.092331:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978263.092333:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978263.092335:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978263.092355:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978263.092359:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978263.092367:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978263.092370:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978263.092376:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978263.092380:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978263.092388:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978263.092392:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978263.092396:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978263.092397:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978263.092418:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978263.092421:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978263.092425:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978263.987516:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978263.987520:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978263.987522:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978263.987526:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978263.987528:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978263.987530:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978263.987532:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978263.987534:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978263.987536:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978264.115566:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978264.115572:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978264.115579:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978264.115582:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978264.115589:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978264.115591:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978264.115595:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978264.115597:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978264.115601:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978264.115603:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978264.115626:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978264.115630:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978264.115633:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978265.011398:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978265.011406:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978265.011408:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978265.011414:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978265.011418:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978265.011421:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978265.011424:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978265.011427:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978265.011430:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978265.139680:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978265.139686:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978265.139693:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978265.139697:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978265.139704:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978265.139707:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978265.139712:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978265.139714:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978265.139718:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978265.139720:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978265.139744:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978265.139749:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978265.139756:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978266.035396:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978266.035404:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978266.035409:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978266.035416:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978266.035421:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978266.035425:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978266.035436:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978266.035439:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978266.035442:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978266.163413:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978266.163421:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978266.163429:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978266.163433:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978266.163440:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978266.163443:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978266.163448:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978266.163452:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978266.163456:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978266.163460:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978266.163484:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978266.163488:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978266.163493:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978266.163623:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978266.163723:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978266.163725:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978266.163728:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978266.163731:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978266.163733:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978266.163735:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978266.163736:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978266.163739:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978267.059509:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978267.059518:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978267.059520:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978267.059526:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978267.059530:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978267.059534:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978267.059536:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978267.059539:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978267.059543:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978267.187572:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978267.187576:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978267.187578:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978267.187581:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978267.187583:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978267.187585:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978267.187587:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978267.187588:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978267.187590:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978267.187608:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978267.187610:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978267.187614:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978267.187617:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978267.187620:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978267.187622:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978267.187625:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978267.187627:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978267.187629:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978267.187631:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978267.187634:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978267.187636:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978267.187637:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978267.187638:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978267.187640:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978267.187641:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978267.187643:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978267.187644:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978267.187649:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978267.187650:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978267.187651:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978267.187652:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978267.187654:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978267.187655:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978267.187657:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978267.187659:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978267.187662:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978267.187664:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978267.187665:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978267.187666:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978267.187667:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978267.187669:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978267.187670:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978267.187672:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978267.187688:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978267.187691:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978267.187693:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978267.187736:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978267.187739:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978267.187740:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978267.187742:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978267.187744:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978267.187746:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978267.187748:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978267.187750:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978267.187751:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978267.187763:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978267.187765:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978267.187766:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978267.187768:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978267.187770:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978267.187771:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978267.188581:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978267.188585:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978267.188588:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978268.083416:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978268.083425:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978268.083427:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978268.083433:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978268.083437:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978268.083441:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978268.083444:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978268.083446:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978268.083450:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978268.211529:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978268.211536:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978268.211544:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978268.211548:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978268.211554:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978268.211565:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978268.211575:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978268.211578:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978268.211585:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978268.211590:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978269.107401:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978269.107409:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978269.107412:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978269.107420:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978269.107426:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978269.107431:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978269.107436:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978269.107440:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978269.107444:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978269.235430:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978269.235437:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978269.235442:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978269.235443:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978269.235445:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978269.235446:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978269.235449:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978269.235449:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978269.235452:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978269.235452:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978269.235707:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978269.235709:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978269.235710:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978269.235713:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978269.235716:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978269.235718:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978269.235720:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978269.235721:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978269.235723:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978269.236185:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978269.236191:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978269.236195:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978269.236200:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978269.236206:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978269.236212:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978269.236216:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978269.236219:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978269.236222:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978269.236291:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978269.236314:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978269.236317:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978269.236323:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978269.236328:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978269.236334:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978269.236339:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978269.236342:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978269.236347:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978270.131395:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978270.131403:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978270.131405:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978270.131410:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978270.131414:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978270.131417:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978270.131419:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978270.131422:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978270.131425:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978270.259557:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978270.259564:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978270.259580:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978270.259585:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978270.259588:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978270.259590:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978270.259592:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978270.259594:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978270.259597:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978270.259626:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978270.259631:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978270.259636:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978270.259638:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978270.259643:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978270.259647:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978270.259653:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978270.259656:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978270.259661:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978270.259665:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978271.155411:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978271.155420:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978271.155434:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978271.155442:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978271.155448:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978271.155454:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978271.155468:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978271.155472:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978271.155477:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978271.284199:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978271.284202:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978271.284203:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978271.284206:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978271.284208:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978271.284210:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978271.284212:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978271.284213:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978271.284215:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978271.284231:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978271.284235:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978271.284240:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978271.284243:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978271.284246:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978271.284248:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978271.284254:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978271.284257:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978271.284262:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978271.284263:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978272.179397:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978272.179414:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978272.179418:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978272.179425:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978272.179432:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978272.179439:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978272.179451:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978272.179454:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978272.179457:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978272.307411:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978272.307420:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978272.307424:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978272.307434:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978272.307441:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978272.307448:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978272.307463:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978272.307467:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978272.307472:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978272.307500:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978272.307506:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978272.307525:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978272.307530:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978272.307538:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978272.307543:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978272.307548:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978272.307554:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978272.307561:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978272.307565:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978272.307571:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978272.307573:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978272.307576:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978272.307577:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978272.307582:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978272.307583:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978273.203516:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978273.203530:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978273.203533:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978273.203544:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978273.203551:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978273.203556:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978273.203564:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978273.203569:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978273.203577:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978273.331420:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978273.331430:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978273.331440:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978273.331445:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978273.331453:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978273.331456:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978273.331465:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978273.331467:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978273.331474:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978273.331478:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978273.331520:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978273.331527:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978273.331534:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978273.331541:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978273.331550:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978273.331557:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978273.331566:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978273.331571:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978273.331578:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978274.227386:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978274.227396:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978274.227398:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978274.227404:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978274.227410:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978274.227416:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978274.227422:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978274.227429:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978274.227438:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978274.355455:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978274.355461:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978274.355471:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978274.355477:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978274.355489:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978274.355499:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978274.355512:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978274.355518:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978274.355534:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978274.355545:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978274.355581:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978274.355585:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978274.355589:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978274.355601:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978274.355605:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978274.355609:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978274.355614:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978274.355620:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978274.355638:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978274.355641:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978274.355643:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978274.355646:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978274.867448:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978274.867458:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978274.867459:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978274.867462:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978274.867466:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978274.867471:0:296888:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 15928 00000400:00000200:0.0:1783978274.867479:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978274.867485:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978274.867487:0:296888:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978274.867489:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978274.867492:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978274.867494:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978274.867495:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978274.867498:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978274.867500:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783978274.867501:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978274.867504:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783978274.867505:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783978274.867506:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783978274.867509:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978274.867511:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978274.867512:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978274.867514:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978274.867517:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783978274.867520:0:296888:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978274.867528:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978274.867530:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978274.867534:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978274.867537:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978274.867539:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978274.867541:0:296888:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978274.867551:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783978274.867555:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783978274.867559:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978274.867561:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978274.867564:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978274.867567:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978274.867571:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978274.867579:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783978274.867585:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978274.867595:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402866304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978274.867611:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978274.867616:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978274.867621:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402866304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978274.867641:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978274.867643:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978274.867645:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978274.867646:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978274.867648:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978274.867650:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978274.867651:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15928 00000400:00000200:0.0:1783978274.867654:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978274.867656:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978274.867658:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978274.867659:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978274.867661:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978274.867662:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978274.867663:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978274.867665:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978274.867666:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783978274.867667:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978274.867668:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783978274.867669:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783978274.867670:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783978274.867671:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978274.867672:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978274.867673:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978274.867675:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978274.867676:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783978274.867678:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978274.867680:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978274.867681:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978274.867686:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978274.867687:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978274.867688:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978274.867692:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978274.867695:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978274.867698:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978274.867701:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783978274.867703:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978274.867706:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978274.867707:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978274.867718:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978274.867722:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978274.867726:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978274.867733:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783978274.867739:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978274.867748:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620402866432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978274.867758:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978274.867760:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978274.867765:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620402866432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978274.867775:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978274.867778:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978274.867781:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978274.867784:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978274.867786:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978274.867790:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978274.867794:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15928 00000400:00000200:0.0:1783978274.867797:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978274.867804:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978274.867809:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978274.867813:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978274.867817:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978274.867822:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978274.867826:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978274.867831:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978274.867833:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783978274.867838:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978274.867840:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783978274.867843:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783978274.867848:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783978274.867852:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978274.867854:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978274.867856:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978274.867858:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978274.867860:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783978274.867866:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978274.867871:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978274.867876:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978274.867881:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978274.867886:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978274.867891:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978274.867895:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978274.867901:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978274.867903:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978274.867909:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783978274.867912:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978274.867914:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978274.867917:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978274.867921:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978274.867924:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978274.867928:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978274.867933:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783978274.867939:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978274.867948:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620402866560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978274.867962:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978274.867966:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978274.867972:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620402866560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978274.867978:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978274.867980:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978274.867985:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978274.867988:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978274.867990:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978274.867995:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978274.868000:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15928 00000400:00000200:0.0:1783978274.868009:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978274.868015:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978274.868019:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978274.868026:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978274.868031:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978274.868038:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978274.868043:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978274.868047:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978274.868049:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783978274.868052:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978274.868057:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783978274.868062:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783978274.868068:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783978274.868077:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978274.868082:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978274.868086:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978274.868090:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978274.868095:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783978274.868103:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978274.868108:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978274.868112:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978274.868117:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978274.868120:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978274.868123:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978274.868127:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978274.868132:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978274.868136:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978274.868142:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783978274.868147:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978274.868151:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978274.868155:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978274.868159:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978274.868161:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978274.868165:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978274.868169:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783978274.868174:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978274.868180:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402866688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978274.868188:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978274.868190:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978274.868193:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402866688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978274.868208:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978274.868212:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978274.868218:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978274.868222:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978274.868226:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978274.868232:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978274.868239:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15928 00000400:00000200:0.0:1783978274.868246:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978274.868252:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978274.868257:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978274.868263:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978274.868268:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978274.868273:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978274.868276:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978274.868279:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978274.868281:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783978274.868284:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978274.868286:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783978274.868289:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783978274.868291:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783978274.868334:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978274.868339:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978274.868343:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978274.868347:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978274.868351:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783978274.868369:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978274.868376:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978274.868381:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978274.868385:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978274.868389:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978274.868392:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978274.868395:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978274.868400:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978274.868405:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978274.868410:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783978274.868416:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978274.868422:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978274.868425:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978274.868429:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978274.868431:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978274.868434:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978274.868440:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783978274.868447:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978274.868456:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402866816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978274.868474:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978274.868479:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978274.868488:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402866816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978274.868497:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978274.868501:0:296888:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15938) 00000100:00000001:0.0:1783978275.251420:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978275.251429:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978275.251433:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978275.251440:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978275.251447:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978275.251461:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978275.251465:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978275.251468:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978275.251470:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978275.379409:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978275.379415:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978275.379430:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978275.379432:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978275.379438:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978275.379443:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978275.379448:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978275.379453:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978275.379461:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978275.379465:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978275.379485:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978275.379489:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978275.379493:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978275.379523:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978275.379527:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978275.379531:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978275.379535:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978275.379539:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978275.379543:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978275.379549:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978275.379552:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978275.379555:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978276.275404:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978276.275410:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978276.275412:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978276.275417:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978276.275421:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978276.275425:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978276.275428:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978276.275431:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978276.275434:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978276.403435:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978276.403440:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978276.403450:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978276.403453:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978276.403458:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978276.403462:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978276.403469:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978276.403471:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978276.403476:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978276.403479:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978276.403500:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978276.403503:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978276.403508:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978276.403532:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978276.403538:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978276.403542:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978276.403549:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978276.403562:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978276.403568:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978276.403572:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978276.403576:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978276.403584:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978277.299411:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978277.299420:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978277.299424:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978277.299432:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978277.299438:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978277.299445:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978277.299456:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978277.299460:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978277.299462:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978277.427399:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978277.427407:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978277.427411:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978277.427418:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978277.427423:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978277.427428:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978277.427432:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978277.427437:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978277.427441:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978277.427459:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978277.427464:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978277.427468:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978277.427474:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978277.427481:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978277.427484:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978277.427496:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978277.427500:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978277.427512:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978277.427536:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978277.427539:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978277.427543:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978277.427546:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978277.427548:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978277.427551:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978277.427554:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978277.427556:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978277.427558:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978277.427560:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978277.427563:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978277.427564:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978277.427566:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978277.427567:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978277.427568:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978277.427569:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978277.427571:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978277.427572:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978277.427576:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978277.427577:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978277.427578:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978277.427579:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978277.427581:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978277.427582:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978277.427583:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978277.427585:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978277.427588:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978277.427589:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978277.427590:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978277.427591:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978277.427593:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978277.427594:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978277.427595:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978277.427597:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978277.427613:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978277.427615:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978277.427618:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978278.323427:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978278.323434:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978278.323437:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978278.323442:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978278.323447:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978278.323451:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978278.323454:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978278.323457:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978278.323460:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978278.451444:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978278.451451:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978278.451454:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978278.451461:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978278.451468:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978278.451473:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978278.451481:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978278.451484:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978278.451488:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978278.451515:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978278.451521:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978278.451531:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978278.451535:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978278.451541:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978278.451544:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978278.451552:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978278.451556:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978278.451562:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978278.451563:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978278.451582:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978278.451585:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978278.451588:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978279.347538:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978279.347542:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978279.347543:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978279.347546:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978279.347548:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978279.347550:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978279.347552:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978279.347553:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978279.347555:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978279.475456:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978279.475464:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978279.475473:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978279.475478:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978279.475486:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978279.475489:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978279.475496:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978279.475500:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978279.475515:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978279.475518:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978279.475554:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978279.475559:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978279.475565:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978279.476374:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978279.476378:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978279.476380:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978279.476386:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978279.476391:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978279.476396:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978279.476402:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978279.476406:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978279.476411:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978279.987688:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978279.987695:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978279.987700:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978279.987709:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881f80 x1870620402866944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.987726:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978279.987729:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978279.987736:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978279.987741:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978279.987748:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978279.987755:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402866944:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978279.987763:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978279.987768:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978279.987773:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978279.987777:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978279.987785:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978279.987791:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978279.987802:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978279.987810:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978279.987819:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978279.987828:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402866944, portal 25 00000100:00000001:0.0:1783978279.987834:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978279.987838:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694537600 : -110484015014016 : ffff9b83ef881f80) 00000100:00000040:0.0:1783978279.987849:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881f80 x1870620402866944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.987867:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978279.987877:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978279.987882:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978279.987888:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402866944, offset 0 00000400:00000200:0.0:1783978279.987901:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978279.987914:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978279.987925:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978279.987934:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978279.987943:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978279.987950:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978279.987958:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978279.987967:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825730:825730:256:4294967295] 192.168.201.148@tcp LPNI seq info [825701:825701:8:4294967295] 00000400:00000200:0.0:1783978279.987982:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978279.988005:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978279.988017:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978279.988026:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978279.988039:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978279.988046:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783978279.988075:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978279.988081:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978279.988090:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978279.988100:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978279.988108:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978279.988112:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978279.988120:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978279.988141:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881f80 x1870620402866944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.988164:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978279.988178:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881f80 x1870620402866944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978304 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.988196:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978279.988201:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978279.988210:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978279.988218:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978279.988224:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4310607098 00000100:00000010:0.0:1783978279.988231:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783978279.988241:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978279.988267:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4310607098 00000100:00000010:0.0:1783978279.988284:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783978279.988290:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978279.988315:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978279.988319:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978279.988324:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978279.988331:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978279/real 1783978279] req@ffff9b83ef881f80 x1870620402866944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978279.988342:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978279.988344:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978279.988346:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978279.988349:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978279.988351:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978279.988354:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978279.988357:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881f80 x1870620402866944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978279.988366:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881f80 x1870620402866944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.988381:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978279.988383:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978279.988385:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978279.988387:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978279.988391:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881f80 x1870620402866944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.988397:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978279.988402:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881f80 x1870620402866944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978304 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.988408:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978279.988411:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978279.988413:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978279.988414:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978279.988416:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978279.988418:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978279.988421:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978279.988425:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978279.988428:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978279.988431:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881f80 x1870620402866944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978304 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978279.988439:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402866944:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978279.988444:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978279.988446:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978279.988449:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881f80 x1870620402866944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978304 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.988460:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978279.988462:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978279.988465:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978279.988469:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978279.988471:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978279.988472:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978279.988475:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978279.988477:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635400. 02000000:00000001:0.0:1783978279.988481:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978279.988482:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978279.988484:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881f80. 00000100:00000001:0.0:1783978279.988489:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978279.988491:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978279.988493:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978279.988500:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978279.988502:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978279.988504:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978279.988505:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978279.988506:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978279.988510:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881c00 x1870620402867072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.988515:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978279.988517:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978279.988519:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978279.988520:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978279.988522:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978279.988525:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402867072:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978279.988527:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978279.988530:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978279.988531:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978279.988532:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978279.988535:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978279.988536:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978279.988540:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978279.988543:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978279.988546:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978279.988548:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402867072, portal 10 00000100:00000001:0.0:1783978279.988550:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978279.988551:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694536704 : -110484015014912 : ffff9b83ef881c00) 00000100:00000040:0.0:1783978279.988557:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881c00 x1870620402867072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.988563:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978279.988566:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978279.988568:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978279.988570:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402867072, offset 0 00000400:00000200:0.0:1783978279.988574:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978279.988578:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978279.988581:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978279.988584:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978279.988586:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978279.988588:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978279.988590:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978279.988593:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825731:825731:256:4294967295] 192.168.201.148@tcp LPNI seq info [825702:825702:8:4294967295] 00000400:00000200:0.0:1783978279.988597:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978279.988603:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978279.988607:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978279.988610:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978279.988613:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978279.988616:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783978279.988625:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978279.988627:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978279.988630:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978279.988633:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978279.988636:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978279.988638:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978279.988640:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978279.988644:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881c00 x1870620402867072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.988651:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978279.988654:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881c00 x1870620402867072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978304 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.988659:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978279.988661:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978279.988664:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978279.988668:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978279.988671:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978279.988673:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310605840 00000100:00000001:0.0:1783978279.988675:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310607098 00000100:00000001:0.0:1783978279.988678:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310605840 00000100:00000001:0.0:1783978279.988680:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310607098 00000100:00000001:0.0:1783978279.988681:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978279.988683:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978279.988685:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978279.988688:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978279/real 1783978279] req@ffff9b83ef881c00 x1870620402867072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978279.988695:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978279.988696:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978279.988698:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978279.988700:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978279.988702:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978279.988704:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978279.988706:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881c00 x1870620402867072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978279.988713:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881c00 x1870620402867072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.988725:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978279.988726:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978279.988727:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978279.988728:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978279.988732:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881c00 x1870620402867072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.988739:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978279.988742:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881c00 x1870620402867072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978304 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.988748:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978279.988750:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978279.988752:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978279.988753:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978279.988755:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978279.988762:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978279.988765:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978279.988768:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978279.988770:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978279.988774:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881c00 x1870620402867072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978304 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978279.988781:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402867072:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978279.988784:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978279.988786:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882300 x1870620402867200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.988790:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978279.988791:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978279.988792:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978279.988794:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978279.988795:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978279.988796:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402867200:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978279.988798:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978279.988800:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978279.988800:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978279.988801:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978279.988804:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783978279.988805:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978279.988807:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978279.988809:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978279.988811:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978279.988813:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402867200, portal 10 00000100:00000001:0.0:1783978279.988814:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978279.988815:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694538496 : -110484015013120 : ffff9b83ef882300) 00000100:00000040:0.0:1783978279.988819:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882300 x1870620402867200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.988823:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978279.988824:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978279.988825:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978279.988827:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402867200, offset 0 00000400:00000200:0.0:1783978279.988829:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978279.988831:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978279.988833:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978279.988835:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978279.988837:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978279.988838:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978279.988840:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978279.988842:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825732:825732:256:4294967295] 192.168.201.148@tcp LPNI seq info [825703:825703:8:4294967295] 00000400:00000200:0.0:1783978279.988844:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978279.988848:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978279.988851:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978279.988853:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978279.988856:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978279.988857:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783978279.988864:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978279.988865:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978279.988867:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978279.988869:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978279.988870:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978279.988871:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978279.988873:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978279.988875:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882300 x1870620402867200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.988880:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978279.988881:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882300 x1870620402867200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978304 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.988885:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978279.988886:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978279.988888:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978279.988889:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978279.988891:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978279.988892:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310605835 00000100:00000001:0.0:1783978279.988894:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310607098 00000100:00000001:0.0:1783978279.988895:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310605835 00000100:00000001:0.0:1783978279.988896:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310607098 00000100:00000001:0.0:1783978279.988898:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978279.988899:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978279.988900:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978279.988901:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978279/real 1783978279] req@ffff9b83ef882300 x1870620402867200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978279.988906:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978279.988907:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978279.988908:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978279.988909:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978279.988910:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978279.988911:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978279.988913:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882300 x1870620402867200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978279.988917:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882300 x1870620402867200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.988920:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978279.988921:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978279.988922:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978279.988923:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978279.988925:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882300 x1870620402867200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.988929:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978279.988931:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882300 x1870620402867200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978304 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.988934:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978279.988935:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978279.988936:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978279.988937:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978279.988938:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978279.988941:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978279.988942:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978279.988944:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978279.988945:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978279.988947:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882300 x1870620402867200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978304 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978279.988952:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402867200:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978279.988954:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978279.988956:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882680 x1870620402867328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.988959:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978279.988960:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978279.988961:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978279.988962:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978279.988963:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978279.988964:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402867328:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978279.988966:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978279.988967:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978279.988967:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978279.988968:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978279.988970:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978279.988971:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978279.988973:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978279.988974:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978279.988976:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978279.988977:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402867328, portal 4 00000100:00000001:0.0:1783978279.988978:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978279.988979:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694539392 : -110484015012224 : ffff9b83ef882680) 00000100:00000040:0.0:1783978279.988983:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882680 x1870620402867328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.988986:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978279.988987:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978279.988988:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978279.988990:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402867328, offset 0 00000400:00000200:0.0:1783978279.988992:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978279.988994:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978279.988996:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978279.988998:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978279.988999:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978279.989001:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978279.989002:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978279.989004:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825733:825733:256:4294967295] 192.168.201.148@tcp LPNI seq info [825704:825704:8:4294967295] 00000400:00000200:0.0:1783978279.989006:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978279.989010:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978279.989012:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978279.989013:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978279.989015:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978279.989016:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783978279.989022:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978279.989023:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978279.989025:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978279.989027:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978279.989028:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978279.989029:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978279.989031:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978279.989033:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882680 x1870620402867328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.989037:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978279.989038:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882680 x1870620402867328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978304 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.989042:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978279.989042:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978279.989044:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978279.989045:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978279.989047:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978279.989048:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310605862 00000100:00000001:0.0:1783978279.989050:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310607098 00000100:00000001:0.0:1783978279.989051:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310605862 00000100:00000001:0.0:1783978279.989052:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310607098 00000100:00000001:0.0:1783978279.989053:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978279.989054:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978279.989055:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978279.989057:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978279/real 1783978279] req@ffff9b83ef882680 x1870620402867328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978279.989061:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978279.989061:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978279.989062:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978279.989063:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978279.989064:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978279.989065:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978279.989066:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882680 x1870620402867328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978279.989070:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882680 x1870620402867328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.989074:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978279.989075:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978279.989076:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978279.989077:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978279.989079:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882680 x1870620402867328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.989082:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978279.989084:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882680 x1870620402867328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978304 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.989087:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978279.989089:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978279.989090:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978279.989091:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978279.989092:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978279.989094:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978279.989095:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978279.989097:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978279.989098:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978279.989100:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882680 x1870620402867328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978304 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978279.989103:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402867328:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978279.989105:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978279.989107:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883b80 x1870620402867456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.989111:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978279.989111:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978279.989113:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978279.989114:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978279.989115:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978279.989116:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402867456:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978279.989118:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978279.989118:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978279.989119:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978279.989120:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978279.989122:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978279.989123:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978279.989124:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978279.989125:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978279.989127:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978279.989128:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402867456, portal 4 00000100:00000001:0.0:1783978279.989129:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978279.989130:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694544768 : -110484015006848 : ffff9b83ef883b80) 00000100:00000040:0.0:1783978279.989134:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883b80 x1870620402867456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.989138:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978279.989139:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978279.989140:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978279.989141:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402867456, offset 0 00000400:00000200:0.0:1783978279.989143:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978279.989145:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978279.989146:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978279.989148:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978279.989149:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978279.989150:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978279.989152:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978279.989154:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825734:825734:256:4294967295] 192.168.201.148@tcp LPNI seq info [825705:825705:8:4294967295] 00000400:00000200:0.0:1783978279.989156:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978279.989159:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978279.989161:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978279.989163:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978279.989165:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978279.989166:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783978279.989172:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978279.989173:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978279.989174:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978279.989176:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978279.989178:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978279.989179:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978279.989180:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978279.989181:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883b80 x1870620402867456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.989191:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978279.989194:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883b80 x1870620402867456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978304 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.989200:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978279.989202:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978279.989204:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978279.989207:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978279.989210:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978279.989212:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310605852 00000100:00000001:0.0:1783978279.989214:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310607098 00000100:00000001:0.0:1783978279.989215:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310605852 00000100:00000001:0.0:1783978279.989218:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310607098 00000100:00000001:0.0:1783978279.989219:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978279.989221:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978279.989223:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978279.989226:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978279/real 1783978279] req@ffff9b83ef883b80 x1870620402867456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978279.989234:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978279.989235:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978279.989237:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978279.989239:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978279.989240:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978279.989242:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978279.989244:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883b80 x1870620402867456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978279.989249:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883b80 x1870620402867456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.989252:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978279.989254:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978279.989255:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978279.989256:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978279.989258:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883b80 x1870620402867456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.989263:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978279.989266:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883b80 x1870620402867456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978304 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.989284:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978279.989286:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978279.989287:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978279.989289:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978279.989290:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978279.989310:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978279.989313:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978279.989316:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978279.989318:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978279.989322:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883b80 x1870620402867456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978304 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978279.989327:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402867456:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978279.989329:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978279.989330:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978279.989332:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881c00 x1870620402867072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978304 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.989336:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978279.989337:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978279.989338:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978279.989340:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978279.989341:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978279.989343:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978279.989344:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978279.989345:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636400. 02000000:00000001:0.0:1783978279.989347:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978279.989348:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978279.989349:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881c00. 00000100:00000001:0.0:1783978279.989351:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978279.989352:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978279.989354:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978279.989357:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882300 x1870620402867200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978304 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.989363:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978279.989364:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978279.989365:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783978279.989368:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978279.989369:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978279.989370:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978279.989372:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978279.989373:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636000. 02000000:00000001:0.0:1783978279.989375:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978279.989376:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978279.989378:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882300. 00000100:00000001:0.0:1783978279.989380:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978279.989381:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978279.989383:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978279.989386:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882680 x1870620402867328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978304 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.989392:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978279.989393:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978279.989395:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978279.989397:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978279.989398:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978279.989399:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978279.989400:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978279.989401:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636c00. 02000000:00000001:0.0:1783978279.989403:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978279.989404:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978279.989405:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882680. 00000100:00000001:0.0:1783978279.989406:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978279.989407:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978279.989408:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978279.989410:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883b80 x1870620402867456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978304 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978279.989414:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978279.989414:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978279.989415:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978279.989416:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978279.989417:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978279.989418:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978279.989419:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978279.989419:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635000. 02000000:00000001:0.0:1783978279.989421:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978279.989421:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978279.989422:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883b80. 00000100:00000001:0.0:1783978279.989424:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978279.989424:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978279.989425:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978279.989428:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978279.989429:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978279.989430:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978279.989431:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978280.371396:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978280.371405:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978280.371410:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978280.371417:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978280.371423:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978280.371429:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978280.371442:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978280.371445:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978280.371448:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978280.499411:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978280.499417:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978280.499422:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978280.499430:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978280.499437:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978280.499443:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978280.499449:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978280.499453:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978280.499458:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978280.499484:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978280.499489:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978280.499495:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978280.499498:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978280.499504:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978280.499509:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978280.499517:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978280.499521:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978280.499527:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978280.499531:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978280.499556:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978280.499560:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978280.499564:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978281.395447:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978281.395458:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978281.395462:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978281.395469:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978281.395475:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978281.395480:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978281.395485:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978281.395488:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978281.395490:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978281.523422:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978281.523433:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978281.523438:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978281.523447:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978281.523456:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978281.523466:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978281.523471:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978281.523480:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978281.523495:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978281.523543:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978281.523550:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978281.523555:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978281.523567:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978281.523576:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978281.523580:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978281.523585:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978281.523596:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978281.523611:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978281.523617:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978281.523628:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978281.523633:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978281.523640:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978281.523644:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978281.523658:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978281.523661:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978282.419526:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978282.419539:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978282.419541:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978282.419549:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978282.419554:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978282.419559:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978282.419563:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978282.419566:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978282.419569:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978282.547437:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978282.547443:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978282.547450:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978282.547452:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978282.547457:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978282.547459:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978282.547464:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978282.547465:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978282.547469:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978282.547472:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978282.547505:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978282.547509:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978282.547514:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978282.548004:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978282.548008:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978282.548011:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978282.548014:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978282.548018:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978282.548021:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978282.548024:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978282.548030:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978282.548039:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978283.444396:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978283.444400:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978283.444402:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978283.444405:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978283.444407:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978283.444409:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978283.444411:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978283.444412:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978283.444414:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978283.573041:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978283.573047:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978283.573048:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978283.573052:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978283.573054:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978283.573057:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978283.573060:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978283.573062:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978283.573068:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978283.573094:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978283.573098:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978283.573103:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978283.573105:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978283.573109:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978283.573111:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978283.573114:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978283.573115:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978283.573118:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978283.573119:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978283.573136:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978283.573139:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978283.573142:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978283.573361:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978283.573364:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978283.573365:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978283.573368:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978283.573370:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978283.573372:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978283.573373:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978283.573375:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978283.573376:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978284.467350:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978284.467359:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978284.467361:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978284.467367:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978284.467371:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978284.467375:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978284.467378:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978284.467381:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978284.467384:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978284.595615:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978284.595621:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978284.595624:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978284.595628:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978284.595631:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978284.595634:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978284.595637:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978284.595640:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978284.595643:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978284.595684:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978284.595689:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978284.595696:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978284.595701:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978284.595713:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978284.595719:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978284.595731:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978284.595751:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978284.595758:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978284.595759:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978284.595786:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978284.595791:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978284.595795:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978285.491462:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978285.491473:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978285.491477:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978285.491484:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978285.491535:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978285.491540:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978285.491542:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978285.491545:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978285.491548:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978285.619458:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978285.619462:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978285.619467:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978285.619469:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978285.619473:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978285.619474:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978285.619479:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978285.619480:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978285.619484:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978285.619485:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978285.619516:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978285.619520:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978285.619522:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978285.619749:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978285.619755:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978285.619759:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978285.619763:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978285.619768:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978285.619772:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978285.619777:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978285.619781:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978285.619786:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978286.515387:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978286.515395:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978286.515397:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978286.515402:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978286.515405:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978286.515409:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978286.515411:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978286.515421:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978286.515425:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978286.643503:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978286.643507:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978286.643509:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978286.643512:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978286.643517:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978286.643521:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978286.643526:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978286.643529:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978286.643533:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978286.643559:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978286.643563:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978286.643634:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978286.643641:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978286.643644:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978286.643648:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978286.643652:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978286.643655:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978286.643657:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978286.643660:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978286.643666:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978286.643667:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978286.643669:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978286.643670:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978286.643672:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978286.643673:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978286.643675:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978286.643677:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978286.643682:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978286.643684:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978286.643685:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978286.643686:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978286.643688:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978286.643689:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978286.643691:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978286.643694:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978286.643698:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978286.643700:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978286.643701:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978286.643703:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978286.643705:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978286.643706:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978286.643707:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978286.643709:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978286.643730:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978286.643734:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978286.643736:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978286.645327:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978286.645335:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978286.645339:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978286.645346:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978286.645352:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978286.645357:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978286.645362:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978286.645367:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978286.645372:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978287.539437:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978287.539448:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978287.539452:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978287.539461:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978287.539467:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978287.539474:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978287.539479:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978287.539483:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978287.539488:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978287.667652:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978287.667658:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978287.667659:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978287.667662:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978287.667667:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978287.667670:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978287.667672:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978287.667673:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978287.667678:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978287.667705:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978287.667709:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978287.667716:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978287.667717:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978287.667722:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978287.667723:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978287.667727:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978287.667728:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978287.667731:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978287.667733:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978287.667753:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978287.667757:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978287.667760:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978287.668036:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978287.668040:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978287.668041:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978287.668044:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978287.668046:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978287.668048:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978287.668050:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978287.668052:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978287.668054:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978288.564351:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978288.564357:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978288.564359:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978288.564362:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978288.564364:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978288.564367:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978288.564369:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978288.564370:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978288.564373:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978288.691457:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978288.691464:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978288.691470:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978288.691478:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978288.691485:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978288.691491:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978288.691515:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978288.691519:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978288.691525:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978288.691556:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978288.691559:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978288.691565:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978288.691567:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978288.691572:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978288.691573:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978288.691578:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978288.691580:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978288.691585:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978288.691587:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978288.691607:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978288.691612:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978288.691621:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978288.691648:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978288.691653:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978288.691657:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978288.691662:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978288.691668:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978288.691674:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978288.691678:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978288.691682:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978288.691688:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978289.587463:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978289.587475:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978289.587477:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978289.587489:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978289.587494:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978289.587500:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978289.587504:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978289.587518:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978289.587530:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978289.715479:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978289.715489:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978289.715494:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978289.715505:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978289.715512:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978289.715517:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978289.715524:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978289.715529:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978289.715537:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978289.715570:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978289.715575:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978289.715579:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978289.715584:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978289.715589:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978289.715593:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978289.715598:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978289.715602:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978289.715606:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978289.715634:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978289.715639:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978289.715648:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978289.715652:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978289.715672:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978289.715674:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978289.715680:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978289.715684:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978289.715697:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978289.715699:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978289.715720:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978289.715726:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978289.715735:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978290.611440:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978290.611449:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978290.611452:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978290.611459:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978290.611464:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978290.611469:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978290.611474:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978290.611479:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978290.611498:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978290.739454:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978290.739468:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978290.739474:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978290.739482:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978290.739495:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978290.739502:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978290.739520:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978290.739524:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978290.739530:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978290.739557:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978290.739575:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978290.739581:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978290.739589:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978290.739595:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978290.739602:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978290.739609:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978290.739612:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978290.739616:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978290.739651:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978290.739655:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978290.739663:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978290.739664:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978290.739669:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978290.739670:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978290.739675:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978290.739677:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978290.739683:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978290.739684:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978290.739708:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978290.739711:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978290.739714:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978291.635450:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978291.635460:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978291.635463:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978291.635471:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978291.635479:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978291.635484:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978291.635493:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978291.635498:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978291.635504:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978291.763472:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978291.763480:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978291.763482:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978291.763496:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978291.763501:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978291.763504:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978291.763507:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978291.763510:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978291.763513:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978291.763551:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978291.763556:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978291.763559:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978291.763563:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978291.763567:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978291.763569:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978291.763571:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978291.763573:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978291.763578:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978291.763580:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978291.763585:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978291.763586:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978291.763589:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978291.763591:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978291.763594:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978291.763595:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978291.763617:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978291.763621:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978291.763624:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978291.765194:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978291.765201:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978291.765204:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978291.765210:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978291.765215:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978291.765220:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978291.765226:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978291.765229:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978291.765231:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978291.765360:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978291.765365:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978291.765368:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978291.765373:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978291.765381:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978291.765385:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978291.765390:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978291.765394:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978291.765400:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978292.659388:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978292.659397:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978292.659402:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978292.659411:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978292.659416:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978292.659423:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978292.659428:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978292.659432:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978292.659435:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978292.787452:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978292.787458:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978292.787462:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978292.787467:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978292.787470:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978292.787473:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978292.787476:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978292.787479:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978292.787482:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978292.787497:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978292.787501:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978292.787513:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978292.787522:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978292.787527:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978292.787531:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978292.787537:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978292.787542:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978292.787546:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978292.787572:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978292.787577:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978292.787584:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978292.787588:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978292.787594:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978292.787597:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978292.787600:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978292.787602:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978292.787605:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978292.787607:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978292.787624:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978292.787627:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978292.787630:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978293.684169:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978293.684173:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978293.684174:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978293.684177:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978293.684180:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978293.684182:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978293.684183:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978293.684185:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978293.684186:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978293.811426:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978293.811432:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978293.811434:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978293.811439:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978293.811443:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978293.811447:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978293.811451:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978293.811453:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978293.811456:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978293.811478:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978293.811481:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978293.811492:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978293.811494:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978293.811499:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978293.811500:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978293.811505:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978293.811507:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978293.811514:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978293.811517:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978293.811540:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978293.811543:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978293.811545:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978293.811729:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978293.811733:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978293.811736:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978293.811741:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978293.811748:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978293.811758:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978293.811768:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978293.811773:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978293.811778:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978294.707424:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978294.707432:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978294.707434:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978294.707441:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978294.707444:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978294.707448:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978294.707451:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978294.707453:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978294.707456:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978294.835392:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978294.835401:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978294.835406:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978294.835414:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978294.835421:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978294.835427:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978294.835446:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978294.835461:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978294.835467:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978294.835484:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978294.835489:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978294.835492:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978294.835495:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978294.835499:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978294.835503:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978294.835508:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978294.835511:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978294.835517:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978294.835542:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978294.835546:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978294.835551:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978294.835553:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978294.835557:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978294.835558:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978294.835562:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978294.835563:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978294.835566:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978294.835567:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978294.835583:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978294.835586:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978294.835588:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978295.347702:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978295.347709:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978295.347713:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978295.347724:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620402868864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.347741:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978295.347746:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978295.347753:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978295.347758:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978295.347764:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978295.347771:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402868864:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978295.347779:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978295.347784:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978295.347788:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978295.347792:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978295.347800:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978295.347805:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978295.347815:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978295.347822:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978295.347832:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978295.347842:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402868864, portal 25 00000100:00000001:0.0:1783978295.347848:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978295.347852:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783978295.347861:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620402868864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.347878:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978295.347886:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978295.347890:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978295.347898:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402868864, offset 0 00000400:00000200:0.0:1783978295.347910:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978295.347922:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978295.347932:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978295.347939:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978295.347945:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978295.347951:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978295.347957:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978295.347964:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825745:825745:256:4294967295] 192.168.201.148@tcp LPNI seq info [825716:825716:8:4294967295] 00000400:00000200:0.0:1783978295.347971:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978295.347988:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978295.348022:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978295.348031:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978295.348043:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978295.348050:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783978295.348076:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978295.348079:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978295.348086:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978295.348094:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978295.348101:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978295.348106:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978295.348115:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978295.348124:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3a300 x1870620402868864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.348161:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978295.348168:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620402868864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978320 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.348183:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978295.348187:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978295.348194:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978295.348201:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978295.348206:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4310622458 00000100:00000010:0.0:1783978295.348214:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783978295.348221:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978295.348228:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4310622458 00000100:00000010:0.0:1783978295.348232:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783978295.348238:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978295.348243:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978295.348247:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978295.348253:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978295.348258:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978295/real 1783978295] req@ffff9b83eed3a300 x1870620402868864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978295.348282:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978295.348286:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978295.348290:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978295.348338:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978295.348342:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978295.348347:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978295.348353:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620402868864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978295.348373:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620402868864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.348388:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978295.348394:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978295.348400:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978295.348404:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978295.348415:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620402868864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.348436:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978295.348447:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620402868864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978320 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.348464:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978295.348471:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978295.348477:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978295.348481:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978295.348497:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978295.348501:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978295.348507:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978295.348514:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978295.348518:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978295.348526:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620402868864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978320 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978295.348549:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402868864:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978295.348558:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978295.348563:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978295.348571:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620402868864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978320 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.348585:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978295.348589:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978295.348593:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978295.348598:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978295.348600:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978295.348603:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978295.348605:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978295.348608:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15400. 02000000:00000001:0.0:1783978295.348612:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978295.348614:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978295.348617:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783978295.348620:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978295.348621:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978295.348624:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978295.348630:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978295.348632:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978295.348634:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978295.348635:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978295.348637:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978295.348640:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b100 x1870620402868992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.348647:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978295.348648:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978295.348650:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978295.348652:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978295.348654:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978295.348657:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402868992:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978295.348660:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978295.348662:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978295.348663:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978295.348665:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978295.348668:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978295.348670:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978295.348674:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978295.348677:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978295.348680:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978295.348683:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402868992, portal 10 00000100:00000001:0.0:1783978295.348685:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978295.348686:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682712832 : -110484026838784 : ffff9b83eed3b100) 00000100:00000040:0.0:1783978295.348692:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b100 x1870620402868992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.348699:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978295.348701:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978295.348703:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978295.348705:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402868992, offset 0 00000400:00000200:0.0:1783978295.348709:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978295.348713:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978295.348717:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978295.348720:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978295.348722:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978295.348724:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978295.348726:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978295.348729:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825746:825746:256:4294967295] 192.168.201.148@tcp LPNI seq info [825717:825717:8:4294967295] 00000400:00000200:0.0:1783978295.348733:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978295.348740:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978295.348744:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978295.348748:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978295.348752:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978295.348754:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783978295.348764:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978295.348766:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978295.348769:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978295.348772:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978295.348775:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978295.348776:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978295.348779:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978295.348782:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b100 x1870620402868992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.348788:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978295.348791:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b100 x1870620402868992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978320 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.348801:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978295.348802:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978295.348805:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978295.348808:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978295.348811:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978295.348813:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310621200 00000100:00000001:0.0:1783978295.348816:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310622458 00000100:00000001:0.0:1783978295.348817:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310621200 00000100:00000001:0.0:1783978295.348819:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310622458 00000100:00000001:0.0:1783978295.348821:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978295.348822:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978295.348824:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978295.348827:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978295/real 1783978295] req@ffff9b83eed3b100 x1870620402868992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978295.348835:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978295.348836:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978295.348837:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978295.348839:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978295.348840:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978295.348842:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978295.348845:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b100 x1870620402868992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978295.348852:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b100 x1870620402868992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.348857:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978295.348858:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978295.348859:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978295.348861:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978295.348863:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b100 x1870620402868992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.348869:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978295.348872:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b100 x1870620402868992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978320 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.348877:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978295.348879:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978295.348880:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978295.348881:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978295.348883:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978295.348890:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978295.348892:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978295.348895:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978295.348897:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978295.348901:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b100 x1870620402868992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978320 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978295.348908:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402868992:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978295.348911:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978295.348915:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38a80 x1870620402869120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.348920:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978295.348922:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978295.348924:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978295.348925:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978295.348927:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978295.348930:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402869120:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978295.348933:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978295.348934:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978295.348936:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978295.348938:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978295.348941:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978295.348943:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978295.348946:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978295.348948:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978295.348951:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978295.348954:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402869120, portal 10 00000100:00000001:0.0:1783978295.348955:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978295.348956:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682702976 : -110484026848640 : ffff9b83eed38a80) 00000100:00000040:0.0:1783978295.348962:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38a80 x1870620402869120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.348968:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978295.348971:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978295.348973:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978295.348975:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402869120, offset 0 00000400:00000200:0.0:1783978295.348979:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978295.348983:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978295.348986:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978295.348989:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978295.348991:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978295.348993:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978295.348996:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978295.348998:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825747:825747:256:4294967295] 192.168.201.148@tcp LPNI seq info [825718:825718:8:4294967295] 00000400:00000200:0.0:1783978295.349014:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978295.349021:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978295.349025:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978295.349028:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978295.349032:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978295.349034:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783978295.349044:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978295.349046:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978295.349049:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978295.349052:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978295.349055:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978295.349057:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978295.349060:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978295.349063:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38a80 x1870620402869120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.349071:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978295.349074:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620402869120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978320 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.349079:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978295.349081:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978295.349084:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978295.349086:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978295.349089:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978295.349091:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310621195 00000100:00000001:0.0:1783978295.349093:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310622458 00000100:00000001:0.0:1783978295.349095:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310621195 00000100:00000001:0.0:1783978295.349097:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310622458 00000100:00000001:0.0:1783978295.349099:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978295.349101:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978295.349102:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978295.349105:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978295/real 1783978295] req@ffff9b83eed38a80 x1870620402869120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978295.349112:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978295.349113:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978295.349115:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978295.349117:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978295.349119:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978295.349121:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978295.349124:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38a80 x1870620402869120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978295.349131:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38a80 x1870620402869120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.349136:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978295.349137:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978295.349139:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978295.349140:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978295.349143:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38a80 x1870620402869120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.349148:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978295.349152:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38a80 x1870620402869120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978320 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.349158:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978295.349160:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978295.349161:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978295.349162:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978295.349164:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978295.349169:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978295.349171:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978295.349174:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978295.349176:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978295.349179:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38a80 x1870620402869120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978320 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978295.349186:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402869120:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978295.349189:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978295.349192:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39180 x1870620402869248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.349197:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978295.349199:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978295.349201:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978295.349202:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978295.349204:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978295.349206:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402869248:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978295.349208:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978295.349210:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978295.349211:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978295.349213:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978295.349216:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783978295.349217:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978295.349220:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978295.349222:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978295.349226:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978295.349228:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402869248, portal 4 00000100:00000001:0.0:1783978295.349230:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978295.349231:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682704768 : -110484026846848 : ffff9b83eed39180) 00000100:00000040:0.0:1783978295.349235:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39180 x1870620402869248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.349241:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978295.349243:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978295.349245:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978295.349248:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402869248, offset 0 00000400:00000200:0.0:1783978295.349251:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978295.349254:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978295.349257:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978295.349260:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978295.349262:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978295.349264:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978295.349266:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978295.349270:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825748:825748:256:4294967295] 192.168.201.148@tcp LPNI seq info [825719:825719:8:4294967295] 00000400:00000200:0.0:1783978295.349273:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978295.349279:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978295.349283:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978295.349286:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978295.349288:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978295.349290:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783978295.349321:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978295.349322:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978295.349324:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978295.349326:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978295.349328:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978295.349329:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978295.349330:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978295.349333:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39180 x1870620402869248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.349338:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978295.349340:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39180 x1870620402869248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978320 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.349344:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978295.349345:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978295.349347:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978295.349349:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978295.349352:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978295.349353:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310621223 00000100:00000001:0.0:1783978295.349355:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310622458 00000100:00000001:0.0:1783978295.349356:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310621223 00000100:00000001:0.0:1783978295.349357:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310622458 00000100:00000001:0.0:1783978295.349359:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978295.349361:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978295.349362:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978295.349364:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978295/real 1783978295] req@ffff9b83eed39180 x1870620402869248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978295.349369:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978295.349370:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978295.349371:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978295.349372:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978295.349373:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978295.349374:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978295.349376:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39180 x1870620402869248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978295.349380:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39180 x1870620402869248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.349383:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978295.349384:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978295.349385:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978295.349386:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978295.349388:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39180 x1870620402869248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.349391:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978295.349393:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39180 x1870620402869248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978320 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.349397:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978295.349398:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978295.349399:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978295.349399:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978295.349400:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978295.349403:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978295.349404:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978295.349406:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978295.349408:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978295.349410:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39180 x1870620402869248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978320 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978295.349414:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402869248:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978295.349416:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978295.349418:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620402869376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.349421:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978295.349422:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978295.349423:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978295.349424:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978295.349425:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978295.349427:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402869376:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978295.349429:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978295.349430:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978295.349431:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978295.349432:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978295.349434:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978295.349435:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978295.349436:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978295.349438:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978295.349439:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978295.349441:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402869376, portal 4 00000100:00000001:0.0:1783978295.349442:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978295.349443:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783978295.349446:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620402869376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.349450:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978295.349452:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978295.349453:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978295.349454:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402869376, offset 0 00000400:00000200:0.0:1783978295.349456:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978295.349459:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978295.349461:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978295.349463:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978295.349464:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978295.349466:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978295.349467:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978295.349469:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825749:825749:256:4294967295] 192.168.201.148@tcp LPNI seq info [825720:825720:8:4294967295] 00000400:00000200:0.0:1783978295.349471:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978295.349475:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978295.349477:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978295.349479:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978295.349481:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978295.349482:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783978295.349489:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978295.349490:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978295.349491:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978295.349493:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978295.349495:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978295.349496:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978295.349497:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978295.349498:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620402869376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.349503:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978295.349504:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620402869376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978320 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.349508:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978295.349509:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978295.349511:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978295.349512:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978295.349514:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978295.349515:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310621213 00000100:00000001:0.0:1783978295.349517:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310622458 00000100:00000001:0.0:1783978295.349518:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310621213 00000100:00000001:0.0:1783978295.349519:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310622458 00000100:00000001:0.0:1783978295.349520:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978295.349521:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978295.349522:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978295.349524:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978295/real 1783978295] req@ffff9b83eed39f80 x1870620402869376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978295.349527:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978295.349528:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978295.349529:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978295.349530:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978295.349531:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978295.349532:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978295.349534:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620402869376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978295.349538:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620402869376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.349541:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978295.349542:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978295.349543:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978295.349544:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978295.349545:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620402869376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.349549:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978295.349551:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620402869376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978320 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.349555:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978295.349556:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978295.349557:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978295.349558:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978295.349559:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978295.349562:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978295.349564:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978295.349567:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978295.349569:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978295.349572:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620402869376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978320 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978295.349579:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402869376:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978295.349583:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978295.349584:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978295.349588:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b100 x1870620402868992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978320 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.349594:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978295.349596:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978295.349598:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978295.349600:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978295.349602:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978295.349603:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978295.349605:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978295.349607:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14c00. 02000000:00000001:0.0:1783978295.349609:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978295.349611:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978295.349612:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b100. 00000100:00000001:0.0:1783978295.349615:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978295.349616:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978295.349618:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978295.349621:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38a80 x1870620402869120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978320 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.349627:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978295.349628:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978295.349629:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978295.349631:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978295.349633:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978295.349634:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978295.349635:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978295.349637:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16400. 02000000:00000001:0.0:1783978295.349638:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978295.349640:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978295.349641:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38a80. 00000100:00000001:0.0:1783978295.349643:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978295.349644:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978295.349645:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978295.349648:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39180 x1870620402869248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978320 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.349654:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978295.349655:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978295.349657:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783978295.349659:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978295.349660:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978295.349661:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978295.349663:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978295.349664:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15c00. 02000000:00000001:0.0:1783978295.349666:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978295.349667:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978295.349668:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39180. 00000100:00000001:0.0:1783978295.349671:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978295.349672:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978295.349674:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978295.349677:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620402869376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978320 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978295.349687:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978295.349688:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978295.349690:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978295.349691:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978295.349692:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978295.349694:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978295.349695:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978295.349697:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16800. 02000000:00000001:0.0:1783978295.349698:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978295.349700:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978295.349701:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783978295.349702:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978295.349703:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978295.349705:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978295.349709:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978295.349710:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978295.349712:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978295.349713:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978295.859415:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978295.859420:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978295.859425:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978295.859428:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978295.859433:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978295.859435:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978295.859439:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978295.859442:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978295.859445:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978295.859447:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978295.859472:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978295.859476:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978295.859479:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978296.885051:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978296.885055:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978296.885057:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978296.885060:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978296.885062:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978296.885065:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978296.885067:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978296.885069:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978296.885071:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978296.885091:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978296.885094:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978296.885097:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978296.885100:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978296.885102:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978296.885106:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978296.885109:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978296.885111:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978296.885113:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978296.885116:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978296.885120:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978296.885121:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978296.885122:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978296.885124:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978296.885125:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978296.885127:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978296.885128:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978296.885130:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978296.885133:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978296.885135:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978296.885136:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978296.885137:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978296.885139:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978296.885140:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978296.885142:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978296.885143:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978296.885146:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978296.885147:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978296.885149:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978296.885150:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978296.885151:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978296.885153:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978296.885154:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978296.885156:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978296.885172:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978296.885174:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978296.885177:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783978297.907420:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978297.907425:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978297.907433:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978297.907437:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978297.907445:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978297.907448:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978297.907453:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978297.907456:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978297.907462:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978297.907466:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978297.907490:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978297.907495:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978297.907501:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783978298.931395:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978298.931402:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978298.931409:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978298.931412:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978298.931419:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978298.931422:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978298.931428:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978298.931430:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978298.931437:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978298.931440:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978298.931463:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978298.931467:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978298.931474:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978298.931497:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978298.931500:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978298.931502:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978298.931505:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978298.931507:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978298.931510:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978298.931515:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978298.931518:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978298.931524:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978299.955411:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978299.955417:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978299.955425:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978299.955428:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978299.955437:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978299.955441:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978299.955448:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978299.955451:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978299.955455:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978299.955456:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978299.955474:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978299.955483:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978299.955486:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978299.955505:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978299.955508:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978299.955509:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978299.955512:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978299.955515:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978299.955518:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978299.955641:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978299.955644:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978299.955647:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978299.955673:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978299.955677:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978299.955681:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978299.955684:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978299.955688:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978299.955691:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978299.955696:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978299.955700:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978299.955702:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978300.467673:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978300.467679:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978300.467684:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978300.467695:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883100 x1870620402869504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.467724:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978300.467728:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978300.467735:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978300.467740:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978300.467746:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978300.467754:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402869504:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978300.467763:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978300.467769:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978300.467774:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978300.467778:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978300.467786:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978300.467792:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978300.467804:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978300.467813:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978300.467822:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978300.467831:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402869504, portal 25 00000100:00000001:0.0:1783978300.467837:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978300.467840:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542080 : -110484015009536 : ffff9b83ef883100) 00000100:00000040:0.0:1783978300.467848:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883100 x1870620402869504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.467861:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978300.467869:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978300.467874:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978300.467880:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402869504, offset 0 00000400:00000200:0.0:1783978300.467894:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978300.467948:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978300.467961:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978300.467972:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978300.467980:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978300.467988:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978300.467995:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978300.468003:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825750:825750:256:4294967295] 192.168.201.148@tcp LPNI seq info [825721:825721:8:4294967295] 00000400:00000200:0.0:1783978300.468012:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978300.468032:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978300.468045:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978300.468053:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978300.468065:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978300.468072:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 11 secs later) 00000800:00000100:0.0:1783978300.468100:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978300.468105:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978300.468116:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978300.468127:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978300.468136:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978300.468142:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978300.468162:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978300.468171:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883100 x1870620402869504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.468181:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978300.468185:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883100 x1870620402869504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978325 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.468193:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978300.468195:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978300.468200:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978300.468204:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978300.468207:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4310627578 00000100:00000010:0.0:1783978300.468214:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783978300.468221:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978300.468227:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4310627578 00000100:00000010:0.0:1783978300.468230:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783978300.468234:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978300.468237:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978300.468240:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978300.468242:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978300.468246:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978300/real 1783978300] req@ffff9b83ef883100 x1870620402869504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978300.468263:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978300.468265:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978300.468267:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978300.468270:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978300.468272:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978300.468274:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978300.468278:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883100 x1870620402869504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978300.468287:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883100 x1870620402869504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.468319:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978300.468321:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978300.468324:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978300.468326:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978300.468335:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883100 x1870620402869504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.468343:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978300.468347:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883100 x1870620402869504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978325 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.468355:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978300.468358:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978300.468360:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978300.468361:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978300.468364:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978300.468367:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978300.468377:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978300.468381:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978300.468384:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978300.468389:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883100 x1870620402869504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978325 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978300.468398:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402869504:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978300.468402:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978300.468404:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978300.468407:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883100 x1870620402869504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978325 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.468414:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978300.468417:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978300.468419:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978300.468424:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978300.468426:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978300.468428:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978300.468430:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978300.468433:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634000. 02000000:00000001:0.0:1783978300.468436:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978300.468439:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978300.468440:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883100. 00000100:00000001:0.0:1783978300.468446:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978300.468447:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978300.468449:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978300.468457:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978300.468459:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978300.468461:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978300.468462:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978300.468464:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978300.468467:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883480 x1870620402869632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.468474:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978300.468475:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978300.468477:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978300.468479:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978300.468481:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978300.468484:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402869632:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978300.468487:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978300.468489:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978300.468491:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978300.468492:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978300.468495:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978300.468497:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978300.468501:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978300.468505:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978300.468509:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978300.468512:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402869632, portal 10 00000100:00000001:0.0:1783978300.468514:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978300.468515:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542976 : -110484015008640 : ffff9b83ef883480) 00000100:00000040:0.0:1783978300.468523:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883480 x1870620402869632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.468530:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978300.468533:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978300.468536:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978300.468540:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402869632, offset 0 00000400:00000200:0.0:1783978300.468547:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978300.468568:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978300.468578:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978300.468584:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978300.468590:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978300.468596:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978300.468603:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978300.468610:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825751:825751:256:4294967295] 192.168.201.148@tcp LPNI seq info [825722:825722:8:4294967295] 00000400:00000200:0.0:1783978300.468621:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978300.468640:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978300.468651:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978300.468657:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978300.468666:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978300.468673:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 11 secs later) 00000800:00000100:0.0:1783978300.468697:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978300.468702:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978300.468708:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978300.468716:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978300.468723:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978300.468725:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978300.468730:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978300.468739:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883480 x1870620402869632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.468763:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978300.468770:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883480 x1870620402869632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978325 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.468786:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978300.468790:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978300.468794:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978300.468801:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978300.468809:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978300.468814:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310626320 00000100:00000001:0.0:1783978300.468820:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310627578 00000100:00000001:0.0:1783978300.468825:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310626320 00000100:00000001:0.0:1783978300.468829:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310627578 00000100:00000001:0.0:1783978300.468836:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978300.468841:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978300.468846:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978300.468854:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978300/real 1783978300] req@ffff9b83ef883480 x1870620402869632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978300.468873:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978300.468876:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978300.468881:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978300.468887:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978300.468890:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978300.468894:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978300.468901:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883480 x1870620402869632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978300.468933:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883480 x1870620402869632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.468944:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978300.468946:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978300.468948:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978300.468949:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978300.468957:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883480 x1870620402869632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.468969:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978300.468976:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883480 x1870620402869632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978325 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.468992:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978300.468996:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978300.468998:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978300.469001:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978300.469005:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978300.469027:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978300.469035:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978300.469045:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978300.469050:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978300.469059:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883480 x1870620402869632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978325 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978300.469083:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402869632:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978300.469090:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978300.469096:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882a00 x1870620402869760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.469104:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978300.469105:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978300.469107:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978300.469109:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978300.469111:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978300.469115:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402869760:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978300.469118:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978300.469122:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978300.469123:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978300.469125:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978300.469129:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783978300.469131:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978300.469136:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978300.469138:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978300.469142:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978300.469146:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402869760, portal 10 00000100:00000001:0.0:1783978300.469147:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978300.469149:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694540288 : -110484015011328 : ffff9b83ef882a00) 00000100:00000040:0.0:1783978300.469154:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882a00 x1870620402869760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.469160:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978300.469162:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978300.469164:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978300.469167:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402869760, offset 0 00000400:00000200:0.0:1783978300.469171:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978300.469176:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978300.469180:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978300.469184:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978300.469187:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978300.469190:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978300.469192:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978300.469195:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825752:825752:256:4294967295] 192.168.201.148@tcp LPNI seq info [825723:825723:8:4294967295] 00000400:00000200:0.0:1783978300.469200:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978300.469206:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978300.469210:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978300.469214:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978300.469217:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978300.469220:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 11 secs later) 00000800:00000100:0.0:1783978300.469230:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978300.469232:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978300.469235:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978300.469238:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978300.469241:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978300.469242:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978300.469245:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978300.469248:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882a00 x1870620402869760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.469255:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978300.469258:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882a00 x1870620402869760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978325 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.469264:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978300.469266:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978300.469269:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978300.469272:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978300.469275:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978300.469277:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310626315 00000100:00000001:0.0:1783978300.469279:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310627578 00000100:00000001:0.0:1783978300.469281:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310626315 00000100:00000001:0.0:1783978300.469284:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310627578 00000100:00000001:0.0:1783978300.469286:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978300.469288:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978300.469289:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978300.469317:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978300/real 1783978300] req@ffff9b83ef882a00 x1870620402869760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978300.469327:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978300.469329:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978300.469330:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978300.469334:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978300.469336:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978300.469338:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978300.469342:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882a00 x1870620402869760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978300.469351:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882a00 x1870620402869760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.469359:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978300.469361:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978300.469363:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978300.469364:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978300.469367:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882a00 x1870620402869760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.469374:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978300.469377:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882a00 x1870620402869760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978325 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.469384:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978300.469386:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978300.469388:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978300.469389:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978300.469391:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978300.469398:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978300.469401:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978300.469404:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978300.469406:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978300.469410:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882a00 x1870620402869760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978325 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978300.469417:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402869760:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978300.469421:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978300.469422:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978300.469425:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883480 x1870620402869632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978325 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.469431:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978300.469433:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978300.469435:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978300.469438:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978300.469440:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978300.469441:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978300.469444:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978300.469445:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635000. 02000000:00000001:0.0:1783978300.469449:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978300.469450:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978300.469452:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883480. 00000100:00000001:0.0:1783978300.469454:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978300.469456:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978300.469457:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978300.469460:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882a00 x1870620402869760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978325 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.469467:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978300.469468:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978300.469469:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783978300.469472:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978300.469474:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978300.469475:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978300.469477:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978300.469478:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636c00. 02000000:00000001:0.0:1783978300.469481:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978300.469482:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978300.469483:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882a00. 00000100:00000001:0.0:1783978300.469487:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978300.469488:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978300.469490:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978300.469495:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978300.469497:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978300.469499:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978300.469500:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978300.469502:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978300.469505:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881180 x1870620402869888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.469512:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978300.469513:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978300.469515:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978300.469517:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978300.469519:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978300.469522:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402869888:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978300.469525:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978300.469527:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978300.469528:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978300.469530:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978300.469533:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783978300.469535:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978300.469539:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978300.469541:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978300.469544:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978300.469547:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402869888, portal 4 00000100:00000001:0.0:1783978300.469549:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978300.469551:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694534016 : -110484015017600 : ffff9b83ef881180) 00000100:00000040:0.0:1783978300.469556:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881180 x1870620402869888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.469562:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978300.469564:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978300.469566:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978300.469569:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402869888, offset 0 00000400:00000200:0.0:1783978300.469573:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978300.469576:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978300.469580:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978300.469583:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978300.469586:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978300.469588:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978300.469590:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978300.469593:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825753:825753:256:4294967295] 192.168.201.148@tcp LPNI seq info [825724:825724:8:4294967295] 00000400:00000200:0.0:1783978300.469597:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978300.469604:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978300.469608:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978300.469611:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978300.469615:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978300.469618:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 11 secs later) 00000800:00000100:0.0:1783978300.469629:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978300.469631:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978300.469633:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978300.469636:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978300.469639:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978300.469641:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978300.469643:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978300.469647:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881180 x1870620402869888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.469654:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978300.469657:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881180 x1870620402869888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978325 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.469664:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978300.469665:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978300.469668:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978300.469670:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978300.469674:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978300.469676:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310626343 00000100:00000001:0.0:1783978300.469679:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310627578 00000100:00000001:0.0:1783978300.469681:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310626343 00000100:00000001:0.0:1783978300.469683:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310627578 00000100:00000001:0.0:1783978300.469685:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978300.469686:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978300.469688:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978300.469691:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978300/real 1783978300] req@ffff9b83ef881180 x1870620402869888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978300.469698:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978300.469700:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978300.469701:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978300.469704:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978300.469705:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978300.469707:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978300.469710:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881180 x1870620402869888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978300.469718:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881180 x1870620402869888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.469723:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978300.469725:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978300.469727:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978300.469728:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978300.469732:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881180 x1870620402869888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.469738:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978300.469742:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881180 x1870620402869888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978325 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.469748:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978300.469750:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978300.469752:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978300.469753:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978300.469755:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978300.469758:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978300.469761:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978300.469764:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978300.469766:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978300.469770:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881180 x1870620402869888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978325 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978300.469777:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402869888:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978300.469781:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978300.469784:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880700 x1870620402870016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.469791:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978300.469792:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978300.469794:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978300.469797:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978300.469798:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978300.469801:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402870016:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978300.469804:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978300.469806:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978300.469808:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978300.469810:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978300.469813:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978300.469815:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978300.469818:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978300.469820:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978300.469823:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978300.469826:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402870016, portal 4 00000100:00000001:0.0:1783978300.469828:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978300.469829:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694531328 : -110484015020288 : ffff9b83ef880700) 00000100:00000040:0.0:1783978300.469835:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880700 x1870620402870016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.469842:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978300.469844:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978300.469847:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978300.469849:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402870016, offset 0 00000400:00000200:0.0:1783978300.469853:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978300.469857:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978300.469860:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978300.469863:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978300.469865:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978300.469867:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978300.469870:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978300.469872:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825754:825754:256:4294967295] 192.168.201.148@tcp LPNI seq info [825725:825725:8:4294967295] 00000400:00000200:0.0:1783978300.469876:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978300.469882:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978300.469886:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978300.469889:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978300.469892:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978300.469895:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 11 secs later) 00000800:00000100:0.0:1783978300.469904:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978300.469906:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978300.469908:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978300.469927:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978300.469931:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978300.469933:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978300.469935:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978300.469939:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880700 x1870620402870016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.469946:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978300.469948:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880700 x1870620402870016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978325 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.469955:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978300.469956:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978300.469959:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978300.469962:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978300.469965:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978300.469967:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310626333 00000100:00000001:0.0:1783978300.469969:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310627578 00000100:00000001:0.0:1783978300.469971:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310626333 00000100:00000001:0.0:1783978300.469973:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310627578 00000100:00000001:0.0:1783978300.469975:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978300.469978:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978300.469980:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978300.469983:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978300/real 1783978300] req@ffff9b83ef880700 x1870620402870016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978300.469990:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978300.469991:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978300.469993:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978300.469996:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978300.469997:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978300.470000:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978300.470003:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880700 x1870620402870016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978300.470011:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880700 x1870620402870016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.470017:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978300.470018:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978300.470020:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978300.470021:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978300.470024:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880700 x1870620402870016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.470030:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978300.470034:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880700 x1870620402870016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978325 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.470040:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978300.470042:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978300.470044:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978300.470045:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978300.470047:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978300.470051:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978300.470054:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978300.470057:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978300.470059:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978300.470062:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880700 x1870620402870016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978325 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978300.470070:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402870016:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978300.470073:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978300.470075:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978300.470079:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881180 x1870620402869888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978325 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.470085:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978300.470086:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978300.470088:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783978300.470090:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978300.470091:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978300.470093:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978300.470095:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978300.470096:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635400. 02000000:00000001:0.0:1783978300.470099:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978300.470100:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978300.470102:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881180. 00000100:00000001:0.0:1783978300.470105:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978300.470106:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978300.470108:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978300.470111:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880700 x1870620402870016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978325 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978300.470117:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978300.470118:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978300.470120:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978300.470122:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978300.470123:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978300.470124:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978300.470126:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978300.470127:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636400. 02000000:00000001:0.0:1783978300.470129:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978300.470130:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978300.470131:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880700. 00000100:00000001:0.0:1783978300.470134:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978300.470135:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978300.470137:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978300.470141:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978300.470142:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978300.470144:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978300.470146:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978300.979416:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978300.979422:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978300.979428:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978300.979435:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978300.979442:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978300.979447:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978300.979450:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978300.979454:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978300.979457:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978300.979480:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978300.979483:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978300.979488:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978300.979489:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978300.979493:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978300.979495:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978300.979499:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978300.979500:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978300.979503:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978300.979505:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978300.979523:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978300.979526:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978300.979529:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978300.979553:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978300.979557:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978300.979560:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978300.979563:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978300.979567:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978300.979572:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978300.979575:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978300.979577:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978300.979579:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978300.979590:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978300.979595:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978300.979598:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978300.979600:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978300.979604:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978300.979608:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978300.979611:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978300.979613:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978300.979615:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978302.003463:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978302.003470:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978302.003473:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978302.003478:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978302.003483:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978302.003488:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978302.003495:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978302.003500:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978302.003506:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978302.003541:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978302.003548:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978302.003551:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978302.003555:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978302.003560:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978302.003563:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978302.003565:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978302.003568:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978302.003573:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978302.003575:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978302.003579:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978302.003580:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978302.003584:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978302.003585:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978302.003588:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978302.003589:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978302.003605:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978302.003608:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978302.003611:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978302.004240:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978302.004244:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978302.004245:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978302.004248:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978302.004250:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978302.004252:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978302.004254:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978302.004256:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978302.004258:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978303.027423:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978303.027429:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978303.027430:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978303.027435:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978303.027437:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978303.027440:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978303.027442:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978303.027444:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978303.027445:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978303.027470:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978303.027471:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978303.027474:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978303.027475:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978303.027478:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978303.027479:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978303.027481:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978303.027481:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978303.027484:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978303.027484:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978303.027501:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978303.027504:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978303.027863:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978304.051425:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978304.051431:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978304.051434:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978304.051438:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978304.051453:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978304.051458:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978304.051714:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978304.051718:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978304.051721:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978304.051752:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978304.051756:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978304.051768:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978304.051770:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978304.051774:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978304.051775:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978304.051779:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978304.051781:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978304.051784:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978304.051785:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978304.051811:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978304.051814:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978304.051824:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978305.078144:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978305.078150:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978305.078154:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978305.078159:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978305.078164:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978305.078168:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978305.078174:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978305.078177:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978305.078181:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978305.078205:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978305.078208:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978305.078212:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978305.078213:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978305.078217:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978305.078218:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978305.078221:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978305.078222:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978305.078224:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978305.078225:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978305.078240:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978305.078243:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978305.078246:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978305.587672:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978305.587678:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978305.587683:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978305.587693:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880380 x1870620402870144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.587711:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978305.587713:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978305.587717:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978305.587721:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978305.587725:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978305.587729:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402870144:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978305.587735:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978305.587740:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978305.587743:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978305.587746:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978305.587760:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978305.587769:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978305.587904:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978305.587910:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978305.587917:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978305.587925:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402870144, portal 25 00000100:00000001:0.0:1783978305.587931:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978305.587934:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694530432 : -110484015021184 : ffff9b83ef880380) 00000100:00000040:0.0:1783978305.587945:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880380 x1870620402870144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.587962:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978305.587969:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978305.587974:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978305.587980:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402870144, offset 0 00000400:00000200:0.0:1783978305.587992:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978305.588004:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978305.588012:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978305.588021:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978305.588029:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978305.588037:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978305.588045:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978305.588054:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825755:825755:256:4294967295] 192.168.201.148@tcp LPNI seq info [825726:825726:8:4294967295] 00000400:00000200:0.0:1783978305.588074:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978305.588090:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978305.588106:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978305.588115:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978305.588126:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978305.588133:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1783978305.588156:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978305.588160:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978305.588167:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978305.588175:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978305.588190:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978305.588195:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978305.588203:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978305.588213:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880380 x1870620402870144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.588234:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978305.588240:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880380 x1870620402870144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978330 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.588254:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978305.588258:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978305.588266:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978305.588274:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978305.588290:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4310632698 00000100:00000010:0.0:1783978305.588336:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783978305.588345:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978305.588353:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4310632699 00000100:00000010:0.0:1783978305.588357:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783978305.588359:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978305.588362:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978305.588364:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978305.588366:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978305.588371:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978305/real 1783978305] req@ffff9b83ef880380 x1870620402870144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978305.588382:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978305.588383:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978305.588385:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978305.588387:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978305.588388:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978305.588390:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978305.588393:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880380 x1870620402870144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978305.588398:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880380 x1870620402870144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.588402:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978305.588403:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978305.588405:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978305.588406:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978305.588408:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880380 x1870620402870144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.588412:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978305.588415:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880380 x1870620402870144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978330 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.588419:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978305.588421:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978305.588422:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978305.588422:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978305.588424:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978305.588426:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978305.588427:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978305.588430:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978305.588431:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978305.588433:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880380 x1870620402870144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978330 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978305.588439:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402870144:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978305.588454:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978305.588456:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978305.588459:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880380 x1870620402870144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978330 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.588465:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978305.588468:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978305.588470:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978305.588475:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978305.588476:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978305.588478:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978305.588480:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978305.588483:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635400. 02000000:00000001:0.0:1783978305.588487:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978305.588489:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978305.588491:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880380. 00000100:00000001:0.0:1783978305.588494:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978305.588495:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978305.588497:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978305.588504:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978305.588505:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978305.588507:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978305.588509:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978305.588510:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978305.588513:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880a80 x1870620402870272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.588520:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978305.588521:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978305.588523:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978305.588525:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978305.588527:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978305.588530:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402870272:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978305.588538:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978305.588540:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978305.588541:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978305.588543:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978305.588547:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978305.588549:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978305.588553:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978305.588555:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978305.588559:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978305.588562:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402870272, portal 10 00000100:00000001:0.0:1783978305.588564:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978305.588565:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694532224 : -110484015019392 : ffff9b83ef880a80) 00000100:00000040:0.0:1783978305.588576:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880a80 x1870620402870272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.588582:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978305.588584:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978305.588587:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978305.588589:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402870272, offset 0 00000400:00000200:0.0:1783978305.588593:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978305.588598:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978305.588602:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978305.588606:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978305.588609:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978305.588612:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978305.588615:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978305.588618:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825756:825756:256:4294967295] 192.168.201.148@tcp LPNI seq info [825727:825727:8:4294967295] 00000400:00000200:0.0:1783978305.588621:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978305.588626:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978305.588629:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978305.588631:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978305.588634:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978305.588636:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1783978305.588643:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978305.588644:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978305.588646:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978305.588648:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978305.588650:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978305.588651:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978305.588653:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978305.588655:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880a80 x1870620402870272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.588660:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978305.588662:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880a80 x1870620402870272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978330 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.588665:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978305.588666:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978305.588668:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978305.588672:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978305.588675:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978305.588677:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310631440 00000100:00000001:0.0:1783978305.588679:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310632698 00000100:00000001:0.0:1783978305.588681:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310631440 00000100:00000001:0.0:1783978305.588683:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310632699 00000100:00000001:0.0:1783978305.588685:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978305.588687:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978305.588689:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978305.588692:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978305/real 1783978305] req@ffff9b83ef880a80 x1870620402870272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978305.588700:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978305.588702:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978305.588704:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978305.588706:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978305.588708:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978305.588710:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978305.588713:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880a80 x1870620402870272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978305.588719:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880a80 x1870620402870272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.588723:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978305.588724:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978305.588725:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978305.588726:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978305.588728:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880a80 x1870620402870272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.588732:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978305.588734:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880a80 x1870620402870272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978330 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.588738:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978305.588740:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978305.588741:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978305.588741:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978305.588742:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978305.588750:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978305.588752:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978305.588753:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978305.588755:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978305.588757:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880a80 x1870620402870272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978330 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978305.588761:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402870272:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978305.588764:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978305.588766:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883800 x1870620402870400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.588770:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978305.588771:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978305.588772:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978305.588773:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978305.588774:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978305.588775:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402870400:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978305.588792:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978305.588795:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978305.588796:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978305.588798:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978305.588801:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783978305.588803:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978305.588807:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978305.588809:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978305.588812:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978305.588815:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402870400, portal 10 00000100:00000001:0.0:1783978305.588817:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978305.588818:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694543872 : -110484015007744 : ffff9b83ef883800) 00000100:00000040:0.0:1783978305.588834:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883800 x1870620402870400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.588841:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978305.588843:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978305.588846:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978305.588848:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402870400, offset 0 00000400:00000200:0.0:1783978305.588860:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978305.588864:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978305.588868:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978305.588871:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978305.588874:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978305.588876:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978305.588878:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978305.588881:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825757:825757:256:4294967295] 192.168.201.148@tcp LPNI seq info [825728:825728:8:4294967295] 00000400:00000200:0.0:1783978305.588885:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978305.588891:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978305.588895:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978305.588897:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978305.588900:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978305.588902:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1783978305.588908:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978305.588909:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978305.588912:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978305.588914:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978305.588915:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978305.588917:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978305.588918:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978305.588921:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883800 x1870620402870400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.588925:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978305.588927:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883800 x1870620402870400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978330 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.588931:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978305.588932:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978305.588934:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978305.588936:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978305.588938:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978305.588939:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310631435 00000100:00000001:0.0:1783978305.588941:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310632698 00000100:00000001:0.0:1783978305.588942:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310631435 00000100:00000001:0.0:1783978305.588944:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310632699 00000100:00000001:0.0:1783978305.588945:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978305.588947:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978305.588948:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978305.588950:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978305/real 1783978305] req@ffff9b83ef883800 x1870620402870400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978305.588954:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978305.588955:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978305.588956:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978305.588957:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978305.588958:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978305.588959:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978305.588961:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883800 x1870620402870400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978305.588965:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883800 x1870620402870400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.588969:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978305.588969:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978305.588970:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978305.588971:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978305.588973:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883800 x1870620402870400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.588976:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978305.588978:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883800 x1870620402870400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978330 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.588982:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978305.588983:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978305.588984:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978305.588985:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978305.588986:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978305.588991:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978305.588992:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978305.588995:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978305.588996:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978305.588999:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883800 x1870620402870400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978330 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978305.589003:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402870400:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978305.589005:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978305.589006:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880700 x1870620402870528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.589010:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978305.589011:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978305.589012:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978305.589014:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978305.589015:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978305.589017:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402870528:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978305.589019:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978305.589020:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978305.589022:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978305.589023:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978305.589026:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978305.589028:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978305.589031:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978305.589033:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978305.589036:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978305.589039:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402870528, portal 4 00000100:00000001:0.0:1783978305.589040:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978305.589042:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694531328 : -110484015020288 : ffff9b83ef880700) 00000100:00000040:0.0:1783978305.589047:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880700 x1870620402870528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.589053:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978305.589056:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978305.589058:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978305.589060:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402870528, offset 0 00000400:00000200:0.0:1783978305.589064:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978305.589068:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978305.589071:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978305.589073:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978305.589074:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978305.589076:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978305.589077:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978305.589079:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825758:825758:256:4294967295] 192.168.201.148@tcp LPNI seq info [825729:825729:8:4294967295] 00000400:00000200:0.0:1783978305.589081:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978305.589085:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978305.589088:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978305.589090:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978305.589092:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978305.589094:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1783978305.589104:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978305.589105:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978305.589108:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978305.589110:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978305.589113:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978305.589114:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978305.589117:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978305.589120:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880700 x1870620402870528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.589127:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978305.589130:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880700 x1870620402870528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978330 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.589142:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978305.589144:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978305.589147:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978305.589149:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978305.589153:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978305.589154:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310631462 00000100:00000001:0.0:1783978305.589157:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310632698 00000100:00000001:0.0:1783978305.589159:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310631462 00000100:00000001:0.0:1783978305.589160:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310632699 00000100:00000001:0.0:1783978305.589162:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978305.589164:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978305.589166:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978305.589169:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978305/real 1783978305] req@ffff9b83ef880700 x1870620402870528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978305.589176:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978305.589177:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978305.589179:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978305.589181:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978305.589183:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978305.589185:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978305.589188:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880700 x1870620402870528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978305.589202:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880700 x1870620402870528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.589208:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978305.589209:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978305.589211:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978305.589212:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978305.589216:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880700 x1870620402870528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.589220:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978305.589224:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880700 x1870620402870528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978330 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.589230:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978305.589232:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978305.589234:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978305.589235:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978305.589237:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978305.589240:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978305.589242:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978305.589246:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978305.589248:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978305.589252:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880700 x1870620402870528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978330 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978305.589259:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402870528:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978305.589262:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978305.589265:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881180 x1870620402870656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.589270:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978305.589272:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978305.589273:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978305.589275:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978305.589276:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978305.589279:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402870656:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978305.589281:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978305.589283:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978305.589286:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978305.589287:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978305.589290:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978305.589312:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978305.589316:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978305.589319:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978305.589322:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978305.589325:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402870656, portal 4 00000100:00000001:0.0:1783978305.589326:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978305.589328:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694534016 : -110484015017600 : ffff9b83ef881180) 00000100:00000040:0.0:1783978305.589334:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881180 x1870620402870656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.589339:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978305.589340:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978305.589342:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978305.589344:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402870656, offset 0 00000400:00000200:0.0:1783978305.589348:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978305.589351:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978305.589354:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978305.589357:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978305.589358:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978305.589360:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978305.589362:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978305.589365:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825759:825759:256:4294967295] 192.168.201.148@tcp LPNI seq info [825730:825730:8:4294967295] 00000400:00000200:0.0:1783978305.589368:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978305.589373:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978305.589376:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978305.589379:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978305.589382:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978305.589384:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1783978305.589394:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978305.589396:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978305.589399:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978305.589402:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978305.589404:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978305.589406:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978305.589409:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978305.589412:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881180 x1870620402870656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.589419:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978305.589422:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881180 x1870620402870656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978330 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.589426:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978305.589427:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978305.589429:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978305.589431:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978305.589433:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978305.589434:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310631453 00000100:00000001:0.0:1783978305.589436:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310632698 00000100:00000001:0.0:1783978305.589437:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310631453 00000100:00000001:0.0:1783978305.589438:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310632699 00000100:00000001:0.0:1783978305.589439:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978305.589441:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978305.589442:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978305.589444:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978305/real 1783978305] req@ffff9b83ef881180 x1870620402870656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978305.589449:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978305.589449:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978305.589451:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978305.589452:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978305.589453:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978305.589454:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978305.589456:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881180 x1870620402870656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978305.589461:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881180 x1870620402870656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.589464:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978305.589465:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978305.589466:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978305.589466:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978305.589468:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881180 x1870620402870656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.589472:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978305.589474:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881180 x1870620402870656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978330 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.589477:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978305.589478:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978305.589479:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978305.589480:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978305.589481:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978305.589483:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978305.589485:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978305.589487:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978305.589488:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978305.589490:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881180 x1870620402870656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978330 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978305.589494:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402870656:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978305.589496:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978305.589497:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978305.589499:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880a80 x1870620402870272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978330 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.589503:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978305.589504:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978305.589506:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978305.589507:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978305.589508:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978305.589509:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978305.589511:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978305.589513:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636c00. 02000000:00000001:0.0:1783978305.589516:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978305.589517:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978305.589519:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880a80. 00000100:00000001:0.0:1783978305.589521:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978305.589522:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978305.589524:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978305.589527:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883800 x1870620402870400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978330 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.589533:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978305.589534:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978305.589536:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783978305.589539:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978305.589540:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978305.589541:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978305.589543:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978305.589544:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635000. 02000000:00000001:0.0:1783978305.589546:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978305.589547:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978305.589549:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883800. 00000100:00000001:0.0:1783978305.589552:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978305.589553:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978305.589555:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978305.589558:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880700 x1870620402870528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978330 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.589563:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978305.589565:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978305.589566:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978305.589568:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978305.589569:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978305.589570:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978305.589572:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978305.589573:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634000. 02000000:00000001:0.0:1783978305.589575:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978305.589576:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978305.589578:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880700. 00000100:00000001:0.0:1783978305.589580:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978305.589581:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978305.589582:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978305.589585:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881180 x1870620402870656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978330 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978305.589591:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978305.589592:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978305.589593:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978305.589595:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978305.589596:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978305.589597:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978305.589599:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978305.589600:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783978305.589602:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978305.589604:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978305.589605:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881180. 00000100:00000001:0.0:1783978305.589607:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978305.589609:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978305.589610:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978305.589615:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978305.589617:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978305.589618:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978305.589620:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978306.099459:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978306.099464:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978306.099470:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978306.099471:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978306.099476:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978306.099477:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978306.099480:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978306.099482:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978306.099484:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978306.099485:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978306.099511:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978306.099513:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978306.099516:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978306.100102:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978306.100104:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978306.100105:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978306.100107:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978306.100108:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978306.100109:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978306.100110:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978306.100111:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978306.100112:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978307.123425:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978307.123432:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978307.123435:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978307.123442:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978307.123447:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978307.123452:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978307.123455:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978307.123457:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978307.123458:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978307.123487:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978307.123492:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978307.123498:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978307.123505:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978307.123509:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978307.123514:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978307.123521:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978307.123525:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978307.123530:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978307.123534:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978307.123539:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978307.123542:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978307.123544:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978307.123545:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978307.123547:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978307.123549:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978307.123550:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978307.123552:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978307.123556:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978307.123558:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978307.123559:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978307.123560:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978307.123562:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978307.123563:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978307.123565:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978307.123567:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978307.123570:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978307.123572:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978307.123573:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978307.123574:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978307.123576:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978307.123577:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978307.123579:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978307.123581:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978307.123600:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978307.123602:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978307.123605:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978307.126874:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978307.126879:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978307.126881:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978307.126885:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978307.126889:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978307.126892:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978307.126894:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978307.126896:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978307.126898:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978308.147390:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978308.147394:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978308.147398:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978308.147404:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978308.147410:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978308.147413:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978308.147415:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978308.147417:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978308.147423:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978308.147445:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978308.147448:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978308.147453:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978308.147456:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978308.147461:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978308.147464:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978308.147469:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978308.147472:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978308.147478:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978308.147481:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978308.147498:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978308.147501:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978308.147504:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978308.147578:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978308.147582:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978308.147585:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978308.147588:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978308.147591:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978308.147593:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978308.147595:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978308.147597:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978308.147598:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978309.171605:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978309.171608:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978309.171610:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978309.171613:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978309.171615:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978309.171619:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978309.171622:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978309.171635:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978309.171639:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978309.171660:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978309.171664:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978309.171669:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978309.171670:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978309.171674:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978309.171675:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978309.171678:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978309.171679:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978309.171682:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978309.171683:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978309.171708:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978309.171710:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978309.171713:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978310.195389:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978310.195394:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978310.195397:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978310.195401:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978310.195403:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978310.195407:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978310.195412:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978310.195415:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978310.195418:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978310.195446:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978310.195449:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978310.195457:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978310.195461:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978310.195469:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978310.195472:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978310.195479:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978310.195481:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978310.195487:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978310.195491:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978310.707754:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978310.707761:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978310.707765:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978310.707777:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882a00 x1870620402870784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.707795:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978310.707798:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978310.707804:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978310.707808:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978310.707813:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978310.707821:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402870784:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978310.707828:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978310.707834:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978310.707838:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978310.707843:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978310.707851:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978310.707855:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978310.707865:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978310.707871:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978310.707880:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978310.707890:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402870784, portal 25 00000100:00000001:0.0:1783978310.707895:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978310.707898:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694540288 : -110484015011328 : ffff9b83ef882a00) 00000100:00000040:0.0:1783978310.707908:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882a00 x1870620402870784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.707928:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978310.707933:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978310.707939:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978310.707944:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402870784, offset 0 00000400:00000200:0.0:1783978310.707956:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978310.707967:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978310.707977:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978310.707984:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978310.707992:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978310.708000:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978310.708006:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978310.708027:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825760:825760:256:4294967295] 192.168.201.148@tcp LPNI seq info [825731:825731:8:4294967295] 00000400:00000200:0.0:1783978310.708038:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978310.708055:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978310.708087:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978310.708095:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978310.708106:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978310.708112:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783978310.708137:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978310.708141:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978310.708150:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978310.708160:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978310.708168:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978310.708172:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978310.708181:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978310.708199:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882a00 x1870620402870784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.708218:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978310.708225:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882a00 x1870620402870784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978335 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.708241:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978310.708247:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978310.708254:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978310.708261:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978310.708264:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4310637818 00000100:00000010:0.0:1783978310.708271:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783978310.708279:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978310.708286:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4310637818 00000100:00000010:0.0:1783978310.708340:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783978310.708346:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978310.708352:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978310.708358:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978310.708362:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978310.708371:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978310/real 1783978310] req@ffff9b83ef882a00 x1870620402870784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978310.708403:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978310.708721:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978310.708724:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978310.708727:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978310.708728:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978310.708731:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978310.708745:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882a00 x1870620402870784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978310.708754:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882a00 x1870620402870784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.708761:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978310.708762:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978310.708765:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978310.708767:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978310.708770:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882a00 x1870620402870784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.708776:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978310.708780:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882a00 x1870620402870784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978335 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.708787:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978310.708790:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978310.708791:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978310.708792:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978310.708795:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978310.708797:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978310.708800:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978310.708803:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978310.708806:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978310.708810:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882a00 x1870620402870784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978335 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978310.708818:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402870784:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978310.708822:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978310.708824:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978310.708827:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882a00 x1870620402870784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978335 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.708833:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978310.708835:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978310.708837:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978310.708841:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978310.708843:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978310.708845:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978310.708846:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978310.708849:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634c00. 02000000:00000001:0.0:1783978310.708852:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978310.708854:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978310.708856:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882a00. 00000100:00000001:0.0:1783978310.708860:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978310.708861:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978310.708863:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978310.708870:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978310.708872:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978310.708874:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978310.708875:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978310.708876:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978310.708879:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883480 x1870620402870912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.708885:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978310.708886:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978310.708888:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978310.708889:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978310.708892:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978310.708894:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402870912:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978310.708897:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978310.708899:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978310.708901:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978310.708903:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978310.708906:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978310.708908:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978310.708911:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978310.708914:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978310.708918:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978310.708921:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402870912, portal 10 00000100:00000001:0.0:1783978310.708923:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978310.708924:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542976 : -110484015008640 : ffff9b83ef883480) 00000100:00000040:0.0:1783978310.708931:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883480 x1870620402870912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.708937:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978310.708939:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978310.708941:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978310.708944:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402870912, offset 0 00000400:00000200:0.0:1783978310.708948:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978310.708953:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978310.708956:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978310.708959:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978310.708962:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978310.708964:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978310.708966:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978310.708968:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825761:825761:256:4294967295] 192.168.201.148@tcp LPNI seq info [825732:825732:8:4294967295] 00000400:00000200:0.0:1783978310.708971:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978310.708976:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978310.708979:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978310.708983:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978310.708986:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978310.708989:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783978310.708999:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978310.709001:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978310.709004:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978310.709007:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978310.709066:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978310.709068:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978310.709071:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978310.709074:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883480 x1870620402870912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.709079:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978310.709081:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883480 x1870620402870912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978335 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.709084:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978310.709085:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978310.709088:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978310.709091:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978310.709095:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978310.709097:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310636560 00000100:00000001:0.0:1783978310.709099:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310637818 00000100:00000001:0.0:1783978310.709102:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310636560 00000100:00000001:0.0:1783978310.709103:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310637818 00000100:00000001:0.0:1783978310.709105:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978310.709107:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978310.709109:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978310.709112:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978310/real 1783978310] req@ffff9b83ef883480 x1870620402870912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978310.709120:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978310.709121:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978310.709123:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978310.709126:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978310.709128:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978310.709130:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978310.709133:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883480 x1870620402870912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978310.709142:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883480 x1870620402870912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.709146:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978310.709147:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978310.709149:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978310.709150:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978310.709154:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883480 x1870620402870912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.709160:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978310.709164:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883480 x1870620402870912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978335 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.709170:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978310.709172:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978310.709174:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978310.709175:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978310.709177:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978310.709184:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978310.709479:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978310.709482:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978310.709484:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978310.709488:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883480 x1870620402870912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978335 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978310.709496:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402870912:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978310.709500:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978310.709503:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883100 x1870620402871040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.709509:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978310.709511:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978310.709513:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978310.709515:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978310.709517:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978310.709519:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402871040:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978310.709534:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978310.709536:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978310.709537:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978310.709539:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978310.709541:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978310.709543:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978310.709545:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978310.709547:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978310.709549:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978310.709551:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402871040, portal 10 00000100:00000001:0.0:1783978310.709552:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978310.709553:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542080 : -110484015009536 : ffff9b83ef883100) 00000100:00000040:0.0:1783978310.709558:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883100 x1870620402871040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.709562:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978310.709563:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978310.709564:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978310.709566:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402871040, offset 0 00000400:00000200:0.0:1783978310.709568:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978310.709571:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978310.709573:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978310.709575:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978310.709577:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978310.709579:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978310.709580:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978310.709582:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825762:825762:256:4294967295] 192.168.201.148@tcp LPNI seq info [825733:825733:8:4294967295] 00000400:00000200:0.0:1783978310.709585:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978310.709589:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978310.709593:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978310.709596:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978310.709599:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978310.709602:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783978310.709611:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978310.709613:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978310.709616:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978310.709619:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978310.709622:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978310.709624:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978310.709626:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978310.709630:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883100 x1870620402871040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.709637:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978310.709640:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883100 x1870620402871040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978335 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.709646:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978310.709647:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978310.709650:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978310.709653:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978310.709656:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978310.709657:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310636556 00000100:00000001:0.0:1783978310.709659:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310637818 00000100:00000001:0.0:1783978310.709661:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310636556 00000100:00000001:0.0:1783978310.709663:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310637818 00000100:00000001:0.0:1783978310.709665:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978310.709667:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978310.709669:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978310.709672:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978310/real 1783978310] req@ffff9b83ef883100 x1870620402871040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978310.709679:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978310.709680:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978310.709682:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978310.709684:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978310.709686:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978310.709687:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978310.709690:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883100 x1870620402871040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978310.709698:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883100 x1870620402871040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.709704:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978310.709705:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978310.709706:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978310.709707:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978310.709709:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883100 x1870620402871040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.709713:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978310.709715:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883100 x1870620402871040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978335 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.709719:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978310.709720:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978310.709721:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978310.709722:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978310.709723:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978310.709728:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978310.709729:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978310.709731:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978310.709733:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978310.709746:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883100 x1870620402871040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978335 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978310.709753:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402871040:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978310.709757:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978310.709761:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880000 x1870620402871168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.709771:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978310.709772:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978310.709774:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978310.709776:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978310.709778:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978310.709781:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402871168:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978310.709784:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978310.709785:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978310.709787:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978310.709788:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978310.709792:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783978310.709794:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978310.709797:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978310.709800:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978310.709803:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978310.709806:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402871168, portal 4 00000100:00000001:0.0:1783978310.709808:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978310.709809:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694529536 : -110484015022080 : ffff9b83ef880000) 00000100:00000040:0.0:1783978310.709815:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880000 x1870620402871168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.709822:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978310.709824:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978310.709826:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978310.709828:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402871168, offset 0 00000400:00000200:0.0:1783978310.709833:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978310.709836:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978310.709840:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978310.709842:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978310.709845:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978310.709847:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978310.709849:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978310.709851:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825763:825763:256:4294967295] 192.168.201.148@tcp LPNI seq info [825734:825734:8:4294967295] 00000400:00000200:0.0:1783978310.709855:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978310.709861:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978310.709865:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978310.709868:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978310.709871:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978310.709874:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783978310.709883:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978310.709884:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978310.709887:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978310.709889:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978310.709892:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978310.709893:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978310.709896:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978310.709899:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880000 x1870620402871168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.709905:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978310.709908:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880000 x1870620402871168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978335 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.709918:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978310.709919:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978310.709922:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978310.709925:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978310.709928:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978310.709929:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310636583 00000100:00000001:0.0:1783978310.709931:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310637818 00000100:00000001:0.0:1783978310.709933:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310636583 00000100:00000001:0.0:1783978310.709935:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310637818 00000100:00000001:0.0:1783978310.709937:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978310.709938:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978310.709940:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978310.709943:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978310/real 1783978310] req@ffff9b83ef880000 x1870620402871168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978310.709949:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978310.709951:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978310.709952:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978310.709954:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978310.709956:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978310.709958:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978310.709961:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880000 x1870620402871168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978310.709967:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880000 x1870620402871168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.709973:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978310.709974:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978310.709975:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978310.709976:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978310.709979:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880000 x1870620402871168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.709986:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978310.709989:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880000 x1870620402871168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978335 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.709995:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978310.709997:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978310.709998:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978310.710000:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978310.710001:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978310.710004:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978310.710006:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978310.710009:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978310.710011:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978310.710023:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880000 x1870620402871168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978335 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978310.710030:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402871168:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978310.710034:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978310.710037:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882d80 x1870620402871296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.710044:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978310.710045:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978310.710046:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978310.710048:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978310.710049:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978310.710052:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402871296:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978310.710055:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978310.710056:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978310.710058:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978310.710059:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978310.710062:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978310.710063:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978310.710066:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978310.710069:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978310.710072:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978310.710075:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402871296, portal 4 00000100:00000001:0.0:1783978310.710076:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978310.710078:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694541184 : -110484015010432 : ffff9b83ef882d80) 00000100:00000040:0.0:1783978310.710083:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882d80 x1870620402871296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.710089:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978310.710091:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978310.710093:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978310.710096:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402871296, offset 0 00000400:00000200:0.0:1783978310.710099:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978310.710103:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978310.710106:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978310.710109:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978310.710111:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978310.710113:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978310.710115:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978310.710118:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825764:825764:256:4294967295] 192.168.201.148@tcp LPNI seq info [825735:825735:8:4294967295] 00000400:00000200:0.0:1783978310.710121:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978310.710127:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978310.710131:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978310.710134:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978310.710138:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978310.710140:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783978310.710149:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978310.710151:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978310.710154:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978310.710157:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978310.710160:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978310.710161:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978310.710163:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978310.710167:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882d80 x1870620402871296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.710173:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978310.710176:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882d80 x1870620402871296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978335 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.710182:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978310.710183:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978310.710186:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978310.710189:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978310.710192:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978310.710194:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310636573 00000100:00000001:0.0:1783978310.710196:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310637818 00000100:00000001:0.0:1783978310.710198:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310636573 00000100:00000001:0.0:1783978310.710200:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310637818 00000100:00000001:0.0:1783978310.710202:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978310.710203:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978310.710205:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978310.710209:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978310/real 1783978310] req@ffff9b83ef882d80 x1870620402871296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978310.710216:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978310.710217:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978310.710219:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978310.710221:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978310.710223:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978310.710225:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978310.710228:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882d80 x1870620402871296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978310.710237:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882d80 x1870620402871296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.710243:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978310.710244:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978310.710246:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978310.710247:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978310.710250:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882d80 x1870620402871296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.710257:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978310.710260:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882d80 x1870620402871296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978335 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.710266:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978310.710268:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978310.710269:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978310.710270:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978310.710272:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978310.710275:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978310.710278:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978310.710281:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978310.710283:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978310.710286:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882d80 x1870620402871296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978335 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978310.710313:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402871296:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978310.710372:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978310.710375:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978310.710378:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883480 x1870620402870912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978335 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.710385:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978310.710387:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978310.710389:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978310.710392:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978310.710394:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978310.710395:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978310.710397:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978310.710399:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634400. 02000000:00000001:0.0:1783978310.710402:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978310.710403:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978310.710405:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883480. 00000100:00000001:0.0:1783978310.710409:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978310.710410:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978310.710412:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978310.710415:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883100 x1870620402871040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978335 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.710421:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978310.710422:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978310.710423:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978310.710425:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978310.710426:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978310.710427:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978310.710429:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978310.710431:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783978310.710433:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978310.710434:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978310.710435:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883100. 00000100:00000001:0.0:1783978310.710437:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978310.710438:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978310.710440:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978310.710443:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880000 x1870620402871168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978335 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.710449:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978310.710450:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978310.710452:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783978310.710455:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978310.710456:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978310.710457:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978310.710459:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978310.710460:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634000. 02000000:00000001:0.0:1783978310.710462:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978310.710463:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978310.710464:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880000. 00000100:00000001:0.0:1783978310.710467:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978310.710468:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978310.710470:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978310.710473:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882d80 x1870620402871296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978335 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978310.710479:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978310.710481:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978310.710482:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978310.710484:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978310.710485:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978310.710486:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978310.710487:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978310.710488:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635000. 02000000:00000001:0.0:1783978310.710490:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978310.710490:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978310.710491:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882d80. 00000100:00000001:0.0:1783978310.710493:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978310.710493:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978310.710495:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978310.710498:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978310.710500:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978310.710501:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978310.710502:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978311.219409:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978311.219416:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978311.219418:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978311.219428:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978311.219435:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978311.219439:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978311.219447:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978311.219451:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978311.219458:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978311.219487:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978311.219493:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978311.219502:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978311.219507:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978311.219516:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978311.219520:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978311.219527:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978311.219530:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978311.219537:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978311.219539:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978312.243584:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978312.243587:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978312.243595:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978312.243597:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978312.243598:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978312.243600:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978312.243602:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978312.243603:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978312.243605:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978312.243624:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978312.243628:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978312.243630:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978312.243633:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978312.243636:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978312.243637:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978312.243639:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978312.243642:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978312.243646:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978312.243647:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978312.243650:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978312.243651:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978312.243654:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978312.243654:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978312.243657:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978312.243658:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978312.243902:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978312.243905:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978312.243906:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978312.243908:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978312.243910:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978312.243911:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978312.243913:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978312.243914:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978312.243916:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978313.267526:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978313.267530:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978313.267531:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978313.267533:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978313.267536:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978313.267537:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978313.267540:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978313.267541:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978313.267544:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978313.267563:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978313.267565:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978313.267569:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978313.267570:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978313.267574:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978313.267575:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978313.267578:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978313.267580:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978313.267583:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978313.267584:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978313.268118:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978313.268124:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978313.268127:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978313.268132:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978313.268137:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978313.268141:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978313.268145:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978313.268147:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978313.268150:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978313.268176:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978313.268180:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978313.268184:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978314.291768:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978314.291772:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978314.291773:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978314.291776:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978314.291778:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978314.291780:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978314.291782:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978314.291783:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978314.291785:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978314.291805:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978314.291810:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978314.291816:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978314.291819:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978314.291826:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978314.291830:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978314.291836:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978314.291839:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978314.291843:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978314.291845:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978314.291862:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978314.291865:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978314.291867:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783978315.315438:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978315.315443:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978315.315451:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978315.315455:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978315.315464:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978315.315467:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978315.315475:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978315.315479:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978315.315483:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978315.315485:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978315.315508:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978315.315513:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978315.315519:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978315.315546:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978315.315552:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978315.315565:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978315.315572:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978315.315577:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978315.315580:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978315.315582:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978315.315584:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978315.315586:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978315.827429:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978315.827440:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978315.827443:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978315.827446:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978315.827450:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978315.827457:0:226353:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 15969 00000400:00000200:0.0:1783978315.827466:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978315.827472:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978315.827475:0:226353:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978315.827478:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978315.827481:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978315.827484:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978315.827486:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978315.827490:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978315.827492:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783978315.827495:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978315.827498:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783978315.827500:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783978315.827503:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783978315.827505:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978315.827507:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978315.827509:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978315.827511:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978315.827514:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783978315.827517:0:226353:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978315.827520:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978315.827522:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978315.827526:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978315.827529:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978315.827531:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978315.827534:0:226353:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978315.827543:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783978315.827546:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783978315.827550:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978315.827552:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978315.827555:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978315.827557:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978315.827561:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978315.827568:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783978315.827574:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978315.827582:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402871424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978315.827591:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978315.827594:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978315.827598:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402871424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978315.827625:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978315.827628:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978315.827631:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978315.827632:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978315.827634:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978315.827637:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978315.827639:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15969 00000400:00000200:0.0:1783978315.827643:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978315.827659:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978315.827661:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978315.827664:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978315.827666:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978315.827668:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978315.827669:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978315.827671:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978315.827672:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783978315.827674:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978315.827675:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783978315.827677:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783978315.827679:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783978315.827681:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978315.827682:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978315.827684:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978315.827685:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978315.827687:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783978315.827689:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978315.827691:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978315.827692:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978315.827698:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978315.827699:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978315.827701:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978315.827704:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978315.827707:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978315.827708:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978315.827711:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783978315.827713:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978315.827715:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978315.827717:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978315.827718:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978315.827719:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978315.827721:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978315.827724:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783978315.827727:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978315.827731:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402871552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978315.827737:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978315.827739:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978315.827742:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402871552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978315.827748:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978315.827751:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978315.827754:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978315.827755:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978315.827757:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978315.827760:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978315.827762:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15969 00000400:00000200:0.0:1783978315.827765:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978315.827768:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978315.827770:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978315.827772:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978315.827774:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978315.827776:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978315.827777:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978315.827779:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978315.827780:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783978315.827781:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978315.827783:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783978315.827785:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783978315.827788:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783978315.827790:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978315.827792:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978315.827794:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978315.827797:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978315.827799:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783978315.827801:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978315.827803:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978315.827804:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978315.827806:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978315.827808:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978315.827810:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978315.827812:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978315.827814:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978315.827815:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978315.827818:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783978315.827820:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978315.827822:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978315.827823:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978315.827824:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978315.827825:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978315.827827:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978315.827830:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783978315.827832:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978315.827836:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620402871680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978315.827842:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978315.827844:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978315.827847:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620402871680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978315.827853:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978315.827856:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978315.827859:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978315.827860:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978315.827861:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978315.827863:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978315.827866:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15969 00000400:00000200:0.0:1783978315.827869:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978315.827871:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978315.827873:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978315.827875:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978315.827877:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978315.827878:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978315.827880:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978315.827882:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978315.827883:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783978315.827884:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978315.827886:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783978315.827888:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783978315.827889:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783978315.827892:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978315.827894:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978315.827895:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978315.827897:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978315.827899:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783978315.827900:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978315.827902:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978315.827904:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978315.827906:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978315.827908:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978315.827910:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978315.827912:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978315.827914:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978315.827916:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978315.827920:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783978315.827921:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978315.827924:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978315.827924:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978315.827926:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978315.827927:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978315.827929:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978315.827931:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783978315.827934:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978315.827938:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402871808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978315.827944:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978315.827945:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978315.827958:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402871808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978315.827965:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978315.827967:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978315.827970:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978315.827971:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978315.827972:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978315.827974:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978315.827976:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15969 00000400:00000200:0.0:1783978315.827979:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978315.827981:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978315.827983:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978315.827985:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978315.827987:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978315.827989:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978315.827991:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978315.827993:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978315.827994:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783978315.827995:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978315.827997:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783978315.827998:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783978315.828013:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783978315.828015:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978315.828017:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978315.828019:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978315.828020:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978315.828023:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783978315.828025:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978315.828027:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978315.828029:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978315.828031:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978315.828033:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978315.828035:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978315.828037:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978315.828039:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978315.828040:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978315.828044:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783978315.828046:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978315.828048:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978315.828049:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978315.828051:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978315.828052:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978315.828054:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978315.828057:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783978315.828060:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978315.828064:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402871936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978315.828076:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978315.828077:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978315.828080:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402871936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978315.828086:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978315.828091:0:226353:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15979) 00000100:00000001:0.0:1783978316.339557:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978316.339562:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978316.339565:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978316.339570:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978316.339575:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978316.339579:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978316.339584:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978316.339586:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978316.339589:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978316.339611:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978316.339614:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978316.339618:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978316.339620:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978316.339623:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978316.339625:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978316.339628:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978316.339629:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978316.339632:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978316.339633:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978316.339658:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978316.339661:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978316.339663:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978317.364153:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978317.364156:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978317.364157:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978317.364160:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978317.364161:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978317.364163:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978317.364165:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978317.364166:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978317.364168:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978317.364177:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978317.364180:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978317.364183:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978317.364187:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978317.364189:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978317.364193:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978317.364197:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978317.364199:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978317.364203:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978317.364221:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978317.364223:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978317.364227:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978317.364230:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978317.364232:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978317.364234:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978317.364237:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978317.364238:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978317.364240:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978317.364241:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978317.364244:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978317.364245:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978317.364245:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978317.364246:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978317.364247:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978317.364248:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978317.364249:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978317.364250:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978317.364252:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978317.364253:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978317.364253:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978317.364254:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978317.364255:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978317.364256:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978317.364257:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978317.364258:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978317.364260:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978317.364261:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978317.364262:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978317.364263:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978317.364264:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978317.364265:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978317.364266:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978317.364267:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978317.364278:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978317.364279:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978317.364281:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978318.387427:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978318.387434:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978318.387438:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978318.387444:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978318.387449:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978318.387454:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978318.387475:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978318.387480:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978318.387483:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978318.387502:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978318.387506:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978318.387509:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978318.387511:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978318.387516:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978318.387520:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978318.387524:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978318.387527:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978318.387531:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978318.387555:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978318.387560:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978318.387569:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978318.387572:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978318.387579:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978318.387582:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978318.387586:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978318.387589:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978318.387595:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978318.387599:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978318.387626:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978318.387630:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978318.387634:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978318.902775:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978318.902781:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978318.902784:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978318.902793:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978315/real 1783978318] req@ffff9b83ef4c9180 x1870620402871424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978318.902815:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978318.902818:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978318.902821:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c8a13948. 00000400:00000200:0.0:1783978318.902825:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b14f68 00000400:00000010:0.0:1783978318.902828:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b14f68. 00000100:00000001:0.0:1783978318.902831:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978318.902836:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef4c9180 x1870620402871424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978318.902846:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef4c9180 x1870620402871424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978318.902853:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978318.902855:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978318.902858:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978318.902860:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978318.902863:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef4c9180 x1870620402871424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978318.902870:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978318.902874:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef4c9180 x1870620402871424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978340 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978318.902881:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978318.902884:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978318.902885:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978318.902887:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978318.902890:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978318.902892:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978318.902895:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978318.902899:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978318.902902:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978318.902906:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef4c9180 x1870620402871424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978340 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978318.902916:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef4c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402871424:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978318.902921:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978318.902925:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978315/real 1783978318] req@ffff9b83ef4c8000 x1870620402871552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978318.902932:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978318.902934:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978318.902936:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c8a13478. 00000400:00000200:0.0:1783978318.902939:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b145d8 00000400:00000010:0.0:1783978318.902940:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b145d8. 00000100:00000001:0.0:1783978318.902943:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978318.902946:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef4c8000 x1870620402871552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978318.902953:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef4c8000 x1870620402871552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978318.902958:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978318.902960:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978318.902961:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978318.902962:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978318.902971:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef4c8000 x1870620402871552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978318.902977:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978318.902981:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef4c8000 x1870620402871552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978340 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978318.902987:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978318.902989:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978318.902991:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978318.902992:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978318.902993:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978318.903004:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978318.903006:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978318.903009:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978318.903011:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978318.903015:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef4c8000 x1870620402871552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978340 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978318.903022:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef4c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402871552:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978318.903026:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978318.903030:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978315/real 1783978318] req@ffff9b83ef4c8700 x1870620402871680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978318.903037:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978318.903038:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978318.903040:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c8a13000. 00000400:00000200:0.0:1783978318.903042:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b14110 00000400:00000010:0.0:1783978318.903044:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b14110. 00000100:00000001:0.0:1783978318.903046:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978318.903049:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef4c8700 x1870620402871680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978318.903056:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef4c8700 x1870620402871680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978318.903063:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978318.903064:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978318.903066:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978318.903067:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978318.903071:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef4c8700 x1870620402871680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978318.903077:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978318.903081:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef4c8700 x1870620402871680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978340 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978318.903087:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978318.903089:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978318.903090:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978318.903091:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978318.903093:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978318.903098:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978318.903100:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978318.903103:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978318.903105:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978318.903108:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef4c8700 x1870620402871680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978340 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978318.903114:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef4c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402871680:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978318.903118:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978318.903121:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978315/real 1783978318] req@ffff9b83ef4cbb80 x1870620402871808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978318.903127:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978318.903128:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978318.903130:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c8a13c60. 00000400:00000200:0.0:1783978318.903132:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b146e8 00000400:00000010:0.0:1783978318.903133:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b146e8. 00000100:00000001:0.0:1783978318.903135:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978318.903139:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef4cbb80 x1870620402871808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978318.903145:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef4cbb80 x1870620402871808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978318.903150:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978318.903151:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978318.903152:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978318.903153:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978318.903157:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef4cbb80 x1870620402871808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978318.903162:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978318.903165:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef4cbb80 x1870620402871808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978340 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978318.903171:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978318.903173:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978318.903174:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978318.903176:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978318.903177:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978318.903180:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978318.903182:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978318.903185:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978318.903187:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978318.903190:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef4cbb80 x1870620402871808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978340 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978318.903197:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef4cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402871808:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978318.903200:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978318.903204:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978315/real 1783978318] req@ffff9b83ef4c9f80 x1870620402871936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978318.903210:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978318.903211:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978318.903212:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c8a13318. 00000400:00000200:0.0:1783978318.903214:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b14880 00000400:00000010:0.0:1783978318.903216:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b14880. 00000100:00000001:0.0:1783978318.903218:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978318.903220:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef4c9f80 x1870620402871936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978318.903227:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef4c9f80 x1870620402871936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978318.903232:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978318.903233:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978318.903235:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978318.903236:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978318.903240:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef4c9f80 x1870620402871936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978318.903246:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978318.903249:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef4c9f80 x1870620402871936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978340 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978318.903254:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978318.903256:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978318.903258:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978318.903259:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978318.903260:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978318.903264:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978318.903267:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978318.903269:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978318.903272:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978318.903276:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef4c9f80 x1870620402871936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978340 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978318.903283:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef4c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402871936:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978318.903287:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978318.903289:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978318.903325:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef4c9180 x1870620402871424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978340 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978318.903334:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978318.903337:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978318.903342:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83eec16c00. 02000000:00000001:0.0:1783978318.903346:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978318.903349:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978318.903351:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978318.903353:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978318.903356:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978318.903360:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978318.903362:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978318.903364:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef4c9180. 00000100:00000001:0.0:1783978318.903367:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978318.903369:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978318.903370:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978318.903373:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef4c8000 x1870620402871552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978340 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978318.903379:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978318.903380:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978318.903382:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83eec14000. 02000000:00000001:0.0:1783978318.903384:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978318.903386:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978318.903387:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978318.903389:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978318.903390:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783978318.903394:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978318.903395:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978318.903397:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef4c8000. 00000100:00000001:0.0:1783978318.903399:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978318.903400:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978318.903402:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978318.903404:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef4c8700 x1870620402871680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978340 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978318.903410:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978318.903411:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978318.903412:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83eec15800. 02000000:00000001:0.0:1783978318.903414:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978318.903415:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978318.903416:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978318.903418:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978318.903419:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978318.903422:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978318.903423:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978318.903424:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef4c8700. 00000100:00000001:0.0:1783978318.903426:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978318.903428:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978318.903430:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978318.903433:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef4cbb80 x1870620402871808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978340 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978318.903439:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978318.903440:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978318.903442:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83eec17400. 02000000:00000001:0.0:1783978318.903444:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978318.903445:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978318.903446:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978318.903449:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978318.903450:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978318.903453:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978318.903454:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978318.903455:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef4cbb80. 00000100:00000001:0.0:1783978318.903456:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978318.903457:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978318.903459:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978318.903462:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef4c9f80 x1870620402871936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978340 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978318.903467:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978318.903468:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978318.903469:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83eec16800. 02000000:00000001:0.0:1783978318.903471:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978318.903472:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978318.903473:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978318.903475:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978318.903476:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978318.903478:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978318.903479:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978318.903480:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef4c9f80. 00000100:00000001:0.0:1783978318.903482:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978318.903483:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978318.903485:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978318.903492:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978318.903494:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978318.903496:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978318.903497:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978319.411716:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978319.411721:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978319.411725:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978319.411726:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978319.411730:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978319.411731:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978319.411734:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978319.411735:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978319.411738:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978319.411739:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978319.411755:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978319.411758:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978319.411760:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978320.435383:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978320.435394:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978320.436248:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978320.436251:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978320.436254:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978320.436256:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978320.436259:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978320.436260:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978320.436263:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978320.436286:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978320.436291:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978320.436325:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978320.436327:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978320.436331:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978320.436333:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978320.436337:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978320.436338:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978320.436341:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978320.436342:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978320.436360:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978320.436363:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978320.436367:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978321.460309:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978321.460313:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978321.460315:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978321.460319:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978321.460322:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978321.460327:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978321.460331:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978321.460335:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978321.460340:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978321.460351:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978321.460353:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978321.460355:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978321.460356:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978321.460358:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978321.460360:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978321.460362:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978321.460364:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978321.460366:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978321.460389:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978321.460394:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978321.460403:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978321.460406:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978321.460412:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978321.460413:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978321.460417:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978321.460419:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978321.460422:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978321.460423:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978321.460450:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978321.460453:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978321.460455:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783978322.485716:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978322.485725:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978322.485730:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978322.485736:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978322.485741:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978322.485745:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978322.485750:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978322.485753:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978322.485758:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978322.485760:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978322.485765:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978322.485766:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978322.485771:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978322.485773:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978322.485778:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978322.485780:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978322.485804:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978322.485808:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978322.485812:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783978323.507414:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978323.507421:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978323.507430:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978323.507433:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978323.507439:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978323.507442:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978323.507450:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978323.507453:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978323.507460:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978323.507463:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978323.507490:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978323.507495:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978323.507498:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978323.507510:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978323.507526:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978323.507530:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978323.507534:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978323.507539:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978323.507543:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978323.509963:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978323.509967:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978323.509971:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978324.532698:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978324.532703:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978324.532708:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978324.532709:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978324.532713:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978324.532715:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978324.532718:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978324.532720:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978324.532723:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978324.532724:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978324.532748:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978324.532751:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978324.532753:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978324.532755:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978324.532759:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978324.532761:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978324.532763:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978324.532765:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978324.532767:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978325.555584:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978325.555592:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978325.555596:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978325.555602:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978325.555606:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978325.555609:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978325.555612:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978325.555613:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978325.555616:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978325.555645:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978325.555649:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978325.555655:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978325.555657:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978325.555661:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978325.555663:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978325.555667:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978325.555669:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978325.555672:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978325.555673:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978326.580566:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978326.580571:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978326.580579:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978326.580583:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978326.580586:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978326.580589:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978326.580593:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978326.580858:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978326.580861:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978326.580864:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978326.580870:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978326.580872:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978326.580873:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978326.580875:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978326.580877:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978326.580878:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978326.580879:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978326.580882:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978326.580886:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978326.580888:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978326.580889:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978326.580891:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978326.580893:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978326.580894:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978326.580896:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978326.580898:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978326.580902:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978326.580903:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978326.580905:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978326.580906:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978326.580908:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978326.580909:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978326.580910:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978326.580912:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978327.603429:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978327.603450:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978327.603458:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978327.603459:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978327.603463:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978327.603465:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978327.603468:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978327.603470:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978327.603474:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978327.603475:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978327.603510:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978327.603521:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978327.603528:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978327.603543:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978327.603548:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978327.603553:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978327.603559:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978327.603567:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978327.603574:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978327.603583:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978327.603585:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978327.603591:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978327.603609:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978327.603613:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978327.603617:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978327.603621:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978327.603626:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978327.603633:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978327.603643:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978327.603648:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978327.603657:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978328.627473:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978328.627482:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978328.627488:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978328.627502:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978328.627512:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978328.627519:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978328.627538:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978328.627550:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978328.627560:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978328.627599:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978328.627609:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978328.627625:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978328.627629:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978328.627641:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978328.627648:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978328.627662:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978328.627668:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978328.627678:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978328.627683:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978328.627713:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978328.627718:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978328.627721:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783978329.651459:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978329.651465:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978329.651473:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978329.651475:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978329.651481:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978329.651482:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978329.651490:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978329.651493:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978329.651497:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978329.651499:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978329.651526:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978329.651529:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978329.651532:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783978330.675455:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978330.675464:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978330.675474:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978330.675478:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978330.675487:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978330.675490:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978330.675498:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978330.675501:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978330.675506:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978330.675509:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978330.675535:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978330.675540:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978330.675547:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978330.675602:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978330.675608:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978330.675613:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978330.675619:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978330.675626:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978330.675630:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978330.675632:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978330.675635:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978330.675638:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978331.187456:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978331.187471:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978331.187473:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978331.187477:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978331.187488:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978331.187496:0:296888:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 15984 00000400:00000200:0.0:1783978331.187506:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978331.187511:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978331.187514:0:296888:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978331.187517:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978331.187520:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978331.187521:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978331.187523:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978331.187528:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978331.187530:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783978331.187532:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978331.187535:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783978331.187537:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783978331.187539:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783978331.187540:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978331.187541:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978331.187542:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978331.187543:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978331.187546:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783978331.187548:0:296888:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978331.187550:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978331.187552:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978331.187556:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978331.187558:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978331.187560:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978331.187563:0:296888:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978331.187572:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783978331.187576:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783978331.187579:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978331.187580:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978331.187584:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978331.187586:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978331.187590:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978331.187597:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783978331.187604:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978331.187612:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402873344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978331.187620:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978331.187624:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978331.187629:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402873344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978331.187652:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978331.187656:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978331.187659:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978331.187661:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978331.187662:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978331.187665:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978331.187668:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15984 00000400:00000200:0.0:1783978331.187672:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978331.187675:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978331.187677:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978331.187679:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978331.187681:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978331.187682:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978331.187684:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978331.187686:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978331.187686:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783978331.187687:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978331.187689:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783978331.187691:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783978331.187692:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783978331.187695:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978331.187699:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978331.187700:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978331.187702:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978331.187705:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783978331.187708:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978331.187711:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978331.187714:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978331.187719:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978331.187724:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978331.187727:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978331.187733:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978331.187736:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978331.187740:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978331.187744:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783978331.187748:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978331.187754:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978331.187757:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978331.187761:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978331.187762:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978331.187765:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978331.187771:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783978331.187777:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978331.187795:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402873472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978331.187807:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978331.187809:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978331.187814:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402873472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978331.187829:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978331.187832:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978331.187838:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978331.187840:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978331.187842:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978331.187848:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978331.187851:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15984 00000400:00000200:0.0:1783978331.187857:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978331.187864:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978331.187868:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978331.187876:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978331.187880:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978331.187884:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978331.187889:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978331.187893:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978331.187896:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783978331.187900:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978331.187904:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783978331.187906:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783978331.187910:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783978331.187914:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978331.187917:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978331.187918:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978331.187920:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978331.187922:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783978331.187927:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978331.187929:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978331.187930:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978331.187933:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978331.187934:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978331.187937:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978331.187946:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978331.187949:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978331.187953:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978331.187956:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783978331.187959:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978331.187962:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978331.187963:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978331.187965:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978331.187967:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978331.187970:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978331.187973:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783978331.187978:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978331.187985:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620402873600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978331.187996:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978331.187998:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978331.188004:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620402873600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978331.188015:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978331.188018:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978331.188021:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978331.188023:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978331.188025:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978331.188028:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978331.188032:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15984 00000400:00000200:0.0:1783978331.188038:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978331.188042:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978331.188045:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978331.188050:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978331.188053:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978331.188058:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978331.188060:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978331.188062:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978331.188063:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783978331.188063:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978331.188065:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783978331.188066:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783978331.188071:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783978331.188076:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978331.188078:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978331.188081:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978331.188083:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978331.188087:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783978331.188092:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978331.188094:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978331.188097:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978331.188100:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978331.188103:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978331.188106:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978331.188108:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978331.188111:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978331.188114:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978331.188118:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783978331.188121:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978331.188124:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978331.188125:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978331.188129:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978331.188130:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978331.188132:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978331.188134:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783978331.188138:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978331.188145:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402873728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978331.188154:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978331.188157:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978331.188162:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402873728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978331.188177:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978331.188182:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978331.188187:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978331.188189:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978331.188191:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978331.188196:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978331.188199:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 15984 00000400:00000200:0.0:1783978331.188207:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978331.188214:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978331.188218:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978331.188225:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978331.188236:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978331.188241:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978331.188246:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978331.188250:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978331.188253:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783978331.188259:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978331.188262:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783978331.188267:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783978331.188271:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783978331.188278:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978331.188288:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978331.188326:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978331.188331:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978331.188336:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783978331.188343:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978331.188348:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978331.188353:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978331.188356:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978331.188358:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978331.188362:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978331.188364:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978331.188369:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978331.188373:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978331.188377:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783978331.188391:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978331.188394:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978331.188396:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978331.188399:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978331.188400:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978331.188402:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978331.188406:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783978331.188410:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978331.188415:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402873856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978331.188430:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978331.188435:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978331.188441:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402873856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978331.188458:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978331.188464:0:296888:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15994) 00000100:00000001:0.0:1783978331.699468:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978331.699480:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978331.699486:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978331.699500:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978331.699508:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978331.699516:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978331.699545:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978331.699548:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978331.699552:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978331.699586:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978331.699591:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978331.699603:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978331.699606:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978331.699615:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978331.699620:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978331.699638:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978331.699644:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978331.699657:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978331.699664:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978331.699698:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978331.699702:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978331.699706:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783978332.723452:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978332.723461:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978332.723466:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978332.723471:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978332.723476:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978332.723480:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978332.723485:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978332.723487:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978332.723493:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978332.723496:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978332.723502:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978332.723505:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978332.723511:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978332.723513:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978332.723517:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978332.723518:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978332.723562:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978332.723569:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978332.723577:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978332.723602:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978332.723608:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978332.723612:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978332.723620:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978332.723627:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978332.723632:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978332.723634:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978332.723636:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978332.723641:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978333.747490:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978333.747501:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978333.747508:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978333.747518:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978333.747525:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978333.747534:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978333.747540:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978333.747544:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978333.747550:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978333.747591:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978333.747597:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978333.747606:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978333.747614:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978333.747621:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978333.747624:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978333.747633:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978333.747637:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978333.747645:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978333.747651:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978333.747675:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978333.747678:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978333.747681:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783978334.771460:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978334.771471:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978334.771488:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978334.771493:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978334.771519:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978334.771524:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978334.771533:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978334.771535:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978334.771541:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978334.771544:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978334.771584:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978334.771592:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978334.771598:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978334.771605:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978334.771611:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978334.771627:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978334.771636:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978334.771642:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978334.771650:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978335.795462:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978335.795474:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978335.795481:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978335.795498:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978335.795515:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978335.795522:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978335.795530:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978335.795539:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978335.795548:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978335.795591:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978335.795595:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978335.795606:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978335.795619:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978335.795639:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978335.795644:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978335.795657:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978335.795663:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978335.795673:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978335.795685:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978336.819426:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978336.819432:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978336.819440:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978336.819445:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978336.819451:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978336.819457:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978336.819465:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978336.819468:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978336.819472:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978336.819478:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978336.819486:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978336.819488:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978336.819489:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978336.819490:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978336.819492:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978336.819494:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978336.819497:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978336.819502:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978336.819509:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978336.819514:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978336.819519:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978336.819524:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978336.819530:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978336.819533:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978336.819536:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978336.819789:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978336.819794:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978336.819796:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978336.819797:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978336.819799:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978336.819800:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978336.819802:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978336.819803:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978336.819805:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978337.843619:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978337.843622:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978337.843623:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978337.843626:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978337.843628:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978337.843630:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978337.843636:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978337.843638:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978337.843639:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978337.843657:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978337.843659:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978337.843663:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978337.843665:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978337.843668:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978337.843669:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978337.843673:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978337.843674:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978337.843676:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978337.843677:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978337.843709:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978337.843714:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978337.843718:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978337.843721:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978337.843724:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978337.843726:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978337.843727:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978337.843729:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978337.843732:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978338.867416:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978338.867424:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978338.867428:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978338.867436:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978338.867443:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978338.867451:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978338.867457:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978338.867460:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978338.867465:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978338.867491:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978338.867496:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978338.867504:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978338.867520:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978338.867528:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978338.867531:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978338.867535:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978338.867538:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978338.867542:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978338.867543:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978338.868726:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978338.868732:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978338.868735:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978338.868738:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978338.868741:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978338.868743:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978338.868746:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978338.868747:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978338.868750:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978339.891439:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978339.891446:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978339.891449:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978339.891455:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978339.891461:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978339.891464:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978339.891470:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978339.891474:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978339.891478:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978339.891503:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978339.891507:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978339.891512:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978339.891514:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978339.891518:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978339.891520:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978339.891523:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978339.891524:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978339.891527:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978339.891528:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978339.892702:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978339.892705:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978339.892706:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978339.892708:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978339.892710:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978339.892712:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978339.892714:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978339.892715:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978339.892717:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978340.915393:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978340.915400:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978340.915405:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978340.915411:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978340.915418:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978340.915423:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978340.915439:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978340.915441:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978340.915444:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978340.915480:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978340.915485:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978340.915494:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978340.915497:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978340.915503:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978340.915507:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978340.915509:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978340.915517:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978340.915521:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978340.915522:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978341.939405:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978341.939410:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978341.939418:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978341.939422:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978341.939431:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978341.939434:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978341.939441:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978341.939444:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978341.939452:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978341.939457:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978341.939487:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978341.939491:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978341.939495:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978341.939502:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978341.939508:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978341.939512:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978341.939517:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978341.939519:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978341.939523:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978342.963404:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978342.963413:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978342.963418:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978342.963426:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978342.963432:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978342.963439:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978342.963457:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978342.963460:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978342.963463:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978342.963488:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978342.963493:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978342.963496:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978342.963502:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978342.963509:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978342.963514:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978342.963519:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978342.963524:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978342.963529:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978342.963532:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978342.963537:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978342.963541:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978342.963548:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978342.963552:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978342.963557:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978342.963561:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978342.963619:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978342.963622:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978342.963626:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783978343.987415:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978343.987420:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978343.987430:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978343.987435:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978343.987442:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978343.987446:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978343.987454:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978343.987458:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978343.987464:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978343.987467:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978343.987493:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978343.987498:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978343.987502:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978343.987517:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978343.987528:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978343.987533:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978343.987538:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978343.987542:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978343.987547:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978345.014262:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978345.014268:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978345.014277:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978345.014281:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978345.014290:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978345.014312:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978345.014319:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978345.014324:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978345.014330:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978345.014333:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978346.035403:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978346.035408:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978346.035415:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978346.035418:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978346.035422:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978346.035425:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978346.035430:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978346.035434:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978346.035438:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978346.035441:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978346.035477:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978346.035481:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978346.035483:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978346.035488:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978346.035493:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978346.035497:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978346.035504:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978346.035508:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978346.035516:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978347.059388:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978347.059395:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978347.059398:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978347.059404:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978347.059410:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978347.059416:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978347.059421:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978347.059426:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978347.059430:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978347.059466:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978347.059471:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978347.059479:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978347.059483:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978347.059487:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978347.059492:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978347.059498:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978347.059501:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978347.059506:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978347.059509:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978347.059514:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978347.059516:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978347.059518:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978347.059520:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978347.059524:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978347.059527:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978347.059532:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978347.059539:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978347.059545:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978347.059548:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978347.059550:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978347.059551:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978347.059553:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978347.059554:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978347.059558:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978347.059563:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978347.059568:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978347.059569:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978347.059570:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978347.059571:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978347.059572:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978347.059574:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978347.059576:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978347.059578:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978348.083585:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978348.083589:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978348.083593:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978348.083595:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978348.083599:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978348.083600:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978348.083603:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978348.083604:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978348.083607:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978348.083608:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978348.083634:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978348.083636:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978348.083638:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978348.083641:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978348.083643:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978348.083645:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978348.083647:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978348.083648:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978348.083650:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978348.083657:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978348.083659:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978348.083660:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978348.083662:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978348.083663:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978348.083665:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978348.083666:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978348.083668:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978348.083670:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978348.084369:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978348.084373:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978348.084378:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978348.084385:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978348.084391:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978348.084393:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978348.084396:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978348.084398:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978348.084400:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978349.107391:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978349.107397:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978349.107406:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978349.107411:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978349.107419:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978349.107422:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978349.107427:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978349.107431:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978349.107435:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978349.107439:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978350.131449:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978350.131460:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978350.131470:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978350.131476:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978350.131486:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978350.131490:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978350.131502:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978350.131506:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978350.131514:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978350.131518:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978350.131581:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978350.131588:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978350.131596:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978350.131619:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978350.131624:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978350.131626:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978350.131630:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978350.131634:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978350.131638:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978350.131643:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978350.131646:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978350.131649:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978351.156161:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978351.156172:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978351.156174:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978351.156177:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978351.156181:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978351.156184:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978351.156187:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978351.156190:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978351.156194:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978351.156223:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978351.156228:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978351.156234:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978351.156235:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978351.156240:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978351.156241:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978351.156245:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978351.156246:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978351.156250:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978351.156251:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978351.156274:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978351.156279:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978351.156282:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978351.156414:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978351.156418:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978351.156421:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978351.156426:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978351.156432:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978351.156436:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978351.156439:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978351.156443:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978351.156452:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978352.180785:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978352.180792:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978352.180794:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978352.180801:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978352.180808:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978352.180813:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978352.180819:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978352.180824:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978352.180828:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978352.180857:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978352.180862:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978352.180868:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978352.180870:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978352.180874:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978352.180876:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978352.180880:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978352.180881:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978352.180884:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978352.180885:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978352.180930:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978352.180933:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978352.180937:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783978353.203440:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978353.203449:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978353.203454:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978353.203460:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978353.203467:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978353.203472:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978353.203476:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978353.203492:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978353.203498:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978353.203500:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978353.203505:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978353.203507:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978353.203511:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978353.203512:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978353.203517:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978353.203519:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978353.203560:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978353.203566:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978353.203571:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978353.203607:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978353.203612:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978353.203616:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978353.203622:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978353.203627:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978353.203632:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978353.203644:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978353.203648:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978353.203655:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978354.227444:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978354.227455:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978354.227459:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978354.227468:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978354.227480:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978354.227483:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978354.227502:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978354.227506:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978354.227511:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978354.227553:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978354.227557:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978354.227563:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978354.227566:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978354.227572:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978354.227576:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978354.227584:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978354.227588:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978354.227597:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978354.227602:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978355.251452:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978355.251458:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978355.251470:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978355.251474:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978355.251480:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978355.251484:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978355.251493:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978355.251497:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978355.251504:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978355.251508:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978355.251550:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978355.251556:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978355.251559:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978355.251566:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978355.251571:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978355.251577:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978355.251585:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978355.251589:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978355.251592:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978356.275424:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978356.275433:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978356.275444:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978356.275447:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978356.275455:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978356.275458:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978356.275468:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978356.275472:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978356.275479:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978356.275482:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978356.275529:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978356.275534:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978356.275537:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978356.275541:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978356.275547:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978356.275552:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978356.275557:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978356.275560:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978356.275564:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978356.275576:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978356.275579:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978356.275580:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978356.275583:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978356.275586:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978356.275589:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978356.275594:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978356.275596:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978356.275600:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978356.275610:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978356.275612:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978356.275614:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978356.275616:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978356.275618:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978356.275620:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978356.275622:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978356.275623:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978356.275625:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978357.299464:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978357.299471:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978357.299475:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978357.299487:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978357.299494:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978357.299505:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978357.299516:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978357.299520:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978357.299527:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978357.299555:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978357.299560:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978357.299561:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978357.299563:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978357.299566:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978357.299568:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978357.299570:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978357.299572:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978357.299574:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978357.299596:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978357.299599:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978357.299602:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978357.299605:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978357.299607:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978357.299610:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978357.299613:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978357.299615:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978357.299617:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978357.299620:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978357.299624:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978357.299626:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978357.299627:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978357.299629:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978357.299630:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978357.299631:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978357.299633:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978357.299635:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978357.299639:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978357.299641:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978357.299642:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978357.299643:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978357.299645:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978357.299646:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978357.299648:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978357.299649:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978357.299653:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978357.299654:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978357.299656:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978357.299657:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978357.299659:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978357.299660:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978357.299661:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978357.299663:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978357.302049:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978357.302054:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978357.302064:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978357.302068:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978357.302073:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978357.302078:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978357.302081:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978357.302084:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978357.302087:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978358.323479:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978358.323488:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978358.323493:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978358.323499:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978358.323512:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978358.323521:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978358.323527:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978358.323532:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978358.323539:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978358.323576:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978358.323579:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978358.323586:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978358.323591:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978358.323600:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978358.323606:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978358.323614:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978358.323618:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978358.323624:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978358.323628:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978358.323682:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978358.323687:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978358.323691:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978358.323697:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978358.323704:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978358.323710:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978358.323721:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978358.323724:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978358.323728:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978358.323756:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978358.323763:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978358.323769:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978359.347403:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978359.347409:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978359.347414:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978359.347420:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978359.347425:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978359.347431:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978359.347444:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978359.347447:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978359.347450:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978359.347471:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978359.347475:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978359.347479:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978359.347486:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978359.347493:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978359.347498:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978359.347502:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978359.347507:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978359.347512:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978359.347537:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978359.347541:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978359.347546:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978359.347548:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978359.347552:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978359.347554:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978359.347557:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978359.347559:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978359.347562:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978359.347563:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978359.347580:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978359.347582:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978359.347585:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978360.371601:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978360.371606:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978360.371607:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978360.371610:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978360.371612:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978360.371614:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978360.371856:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978360.371858:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978360.371861:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978360.371896:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978360.371899:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978360.371903:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978360.371904:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978360.371908:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978360.371909:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978360.371913:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978360.371914:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978360.371917:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978360.371918:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978360.371935:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978360.371936:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978360.371938:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783978361.395415:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978361.395420:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978361.395428:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978361.395431:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978361.395435:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978361.395438:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978361.395442:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978361.395444:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978361.395448:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978361.395452:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978361.395648:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978361.395651:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978361.395654:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978361.395727:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978361.395731:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978361.395732:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978361.395734:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978361.395740:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978361.395742:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978361.395744:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978361.395745:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978361.395747:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978361.907620:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978361.907625:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978361.907630:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978361.907638:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881f80 x1870620402877184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.907652:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978361.907656:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978361.907662:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978361.907666:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978361.907672:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978361.907680:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402877184:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978361.907688:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978361.907694:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978361.907698:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978361.907703:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978361.907710:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978361.907715:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978361.907723:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978361.907730:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978361.907738:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978361.907761:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402877184, portal 25 00000100:00000001:0.0:1783978361.907767:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978361.907772:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694537600 : -110484015014016 : ffff9b83ef881f80) 00000100:00000040:0.0:1783978361.907784:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881f80 x1870620402877184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.907803:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978361.907811:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978361.907817:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978361.907824:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402877184, offset 0 00000400:00000200:0.0:1783978361.907835:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978361.907844:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978361.907862:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978361.907870:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978361.907878:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978361.907887:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978361.907891:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978361.907900:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825810:825810:256:4294967295] 192.168.201.148@tcp LPNI seq info [825781:825781:8:4294967295] 00000400:00000200:0.0:1783978361.907910:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978361.907934:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978361.907949:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978361.907959:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978361.907967:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978361.907972:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783978361.908001:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978361.908004:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978361.908013:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978361.908024:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978361.908033:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978361.908039:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978361.908047:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978361.908055:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881f80 x1870620402877184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.908075:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978361.908081:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881f80 x1870620402877184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978386 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.908092:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978361.908097:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978361.908104:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978361.908111:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978361.908116:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4310689018 00000100:00000010:0.0:1783978361.908125:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783978361.908132:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978361.908139:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4310689018 00000100:00000010:0.0:1783978361.908146:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783978361.908153:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978361.908160:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978361.908165:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978361.908170:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978361.908179:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978361/real 1783978361] req@ffff9b83ef881f80 x1870620402877184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978361.908202:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978361.908206:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978361.908211:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978361.908217:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978361.908222:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978361.908228:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978361.908236:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881f80 x1870620402877184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978361.908254:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881f80 x1870620402877184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.908267:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978361.908271:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978361.908275:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978361.908279:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978361.908287:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881f80 x1870620402877184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.908335:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978361.908345:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881f80 x1870620402877184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978386 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.908360:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978361.908366:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978361.908370:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978361.908372:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978361.908378:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978361.908382:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978361.908386:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978361.908392:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978361.908395:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978361.908400:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881f80 x1870620402877184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978386 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978361.908416:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402877184:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978361.908421:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978361.908423:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978361.908426:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881f80 x1870620402877184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978386 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.908431:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978361.908434:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978361.908437:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978361.908440:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978361.908441:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978361.908443:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978361.908445:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978361.908447:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635000. 02000000:00000001:0.0:1783978361.908451:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978361.908452:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978361.908454:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881f80. 00000100:00000001:0.0:1783978361.908458:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978361.908459:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978361.908461:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978361.908468:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978361.908469:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978361.908471:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978361.908473:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978361.908474:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978361.908477:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881c00 x1870620402877312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.908488:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978361.908489:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978361.908492:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978361.908493:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978361.908495:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978361.908498:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402877312:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978361.908501:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978361.908503:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978361.908504:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978361.908506:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978361.908509:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978361.908510:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978361.908514:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978361.908517:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978361.908520:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978361.908523:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402877312, portal 10 00000100:00000001:0.0:1783978361.908524:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978361.908526:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694536704 : -110484015014912 : ffff9b83ef881c00) 00000100:00000040:0.0:1783978361.908532:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881c00 x1870620402877312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.908537:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978361.908540:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978361.908542:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978361.908544:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402877312, offset 0 00000400:00000200:0.0:1783978361.908555:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978361.908559:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978361.908562:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978361.908566:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978361.908568:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978361.908570:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978361.908572:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978361.908575:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825811:825811:256:4294967295] 192.168.201.148@tcp LPNI seq info [825782:825782:8:4294967295] 00000400:00000200:0.0:1783978361.908578:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978361.908584:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978361.908588:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978361.908591:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978361.908598:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978361.908601:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783978361.908610:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978361.908612:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978361.908615:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978361.908618:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978361.908620:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978361.908622:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978361.908624:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978361.908628:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881c00 x1870620402877312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.908635:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978361.908638:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881c00 x1870620402877312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978386 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.908643:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978361.908645:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978361.908647:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978361.908651:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978361.908653:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978361.908655:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310687760 00000100:00000001:0.0:1783978361.908657:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310689018 00000100:00000001:0.0:1783978361.908659:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310687760 00000100:00000001:0.0:1783978361.908661:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310689018 00000100:00000001:0.0:1783978361.908663:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978361.908665:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978361.908666:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978361.908669:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978361/real 1783978361] req@ffff9b83ef881c00 x1870620402877312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978361.908675:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978361.908676:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978361.908678:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978361.908680:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978361.908681:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978361.908683:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978361.908685:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881c00 x1870620402877312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978361.908692:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881c00 x1870620402877312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.908698:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978361.908699:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978361.908701:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978361.908702:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978361.908705:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881c00 x1870620402877312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.908711:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978361.908715:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881c00 x1870620402877312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978386 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.908721:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978361.908723:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978361.908724:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978361.908725:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978361.908726:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978361.908733:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978361.908736:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978361.908739:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978361.908741:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978361.908744:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881c00 x1870620402877312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978386 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978361.908751:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402877312:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978361.908755:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978361.908758:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882300 x1870620402877440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.908764:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978361.908765:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978361.908767:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978361.908769:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978361.908770:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978361.908773:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402877440:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978361.908775:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978361.908777:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978361.908779:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978361.908780:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978361.908783:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978361.908785:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978361.908788:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978361.908790:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978361.908793:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978361.908796:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402877440, portal 10 00000100:00000001:0.0:1783978361.908798:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978361.908799:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694538496 : -110484015013120 : ffff9b83ef882300) 00000100:00000040:0.0:1783978361.908804:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882300 x1870620402877440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.908810:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978361.908812:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978361.908814:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978361.908817:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402877440, offset 0 00000400:00000200:0.0:1783978361.908820:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978361.908824:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978361.908828:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978361.908830:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978361.908832:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978361.908835:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978361.908837:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978361.908840:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825812:825812:256:4294967295] 192.168.201.148@tcp LPNI seq info [825783:825783:8:4294967295] 00000400:00000200:0.0:1783978361.908844:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978361.908863:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978361.908866:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978361.908869:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978361.908871:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978361.908873:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783978361.908880:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978361.908881:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978361.908883:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978361.908886:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978361.908888:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978361.908890:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978361.908892:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978361.908896:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882300 x1870620402877440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.908904:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978361.908907:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882300 x1870620402877440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978386 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.908913:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978361.908914:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978361.908917:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978361.908920:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978361.908923:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978361.908925:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310687755 00000100:00000001:0.0:1783978361.908927:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310689018 00000100:00000001:0.0:1783978361.908929:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310687755 00000100:00000001:0.0:1783978361.908931:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310689018 00000100:00000001:0.0:1783978361.908933:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978361.908935:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978361.908937:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978361.908941:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978361/real 1783978361] req@ffff9b83ef882300 x1870620402877440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978361.908948:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978361.908949:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978361.908950:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978361.908953:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978361.908954:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978361.908957:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978361.908960:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882300 x1870620402877440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978361.908968:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882300 x1870620402877440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.908973:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978361.908975:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978361.908977:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978361.908978:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978361.908981:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882300 x1870620402877440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.908987:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978361.908991:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882300 x1870620402877440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978386 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.908998:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978361.909000:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978361.909001:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978361.909002:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978361.909004:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978361.909009:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978361.909011:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978361.909013:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978361.909014:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978361.909017:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882300 x1870620402877440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978386 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978361.909022:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402877440:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978361.909024:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978361.909026:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882680 x1870620402877568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.909029:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978361.909030:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978361.909032:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978361.909033:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978361.909034:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978361.909036:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402877568:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978361.909037:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978361.909039:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978361.909040:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978361.909041:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978361.909043:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978361.909044:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978361.909047:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978361.909048:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978361.909051:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978361.909054:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402877568, portal 4 00000100:00000001:0.0:1783978361.909056:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978361.909057:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694539392 : -110484015012224 : ffff9b83ef882680) 00000100:00000040:0.0:1783978361.909063:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882680 x1870620402877568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.909068:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978361.909070:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978361.909073:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978361.909075:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402877568, offset 0 00000400:00000200:0.0:1783978361.909079:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978361.909083:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978361.909086:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978361.909089:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978361.909091:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978361.909093:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978361.909096:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978361.909098:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825813:825813:256:4294967295] 192.168.201.148@tcp LPNI seq info [825784:825784:8:4294967295] 00000400:00000200:0.0:1783978361.909101:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978361.909107:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978361.909111:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978361.909114:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978361.909118:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978361.909120:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783978361.909130:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978361.909131:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978361.909134:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978361.909137:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978361.909140:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978361.909142:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978361.909144:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978361.909147:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882680 x1870620402877568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.909155:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978361.909157:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882680 x1870620402877568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978386 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.909164:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978361.909165:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978361.909168:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978361.909171:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978361.909174:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978361.909175:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310687782 00000100:00000001:0.0:1783978361.909177:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310689018 00000100:00000001:0.0:1783978361.909179:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310687782 00000100:00000001:0.0:1783978361.909181:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310689018 00000100:00000001:0.0:1783978361.909183:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978361.909184:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978361.909186:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978361.909189:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978361/real 1783978361] req@ffff9b83ef882680 x1870620402877568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978361.909196:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978361.909197:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978361.909198:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978361.909200:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978361.909202:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978361.909203:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978361.909206:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882680 x1870620402877568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978361.909213:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882680 x1870620402877568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.909220:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978361.909221:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978361.909223:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978361.909224:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978361.909226:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882680 x1870620402877568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.909232:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978361.909235:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882680 x1870620402877568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978386 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.909240:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978361.909242:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978361.909244:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978361.909245:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978361.909247:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978361.909250:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978361.909252:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978361.909255:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978361.909256:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978361.909260:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882680 x1870620402877568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978386 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978361.909267:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402877568:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978361.909270:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978361.909273:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883b80 x1870620402877696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.909279:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978361.909280:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978361.909283:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978361.909284:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978361.909286:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978361.909289:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402877696:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978361.909291:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978361.909311:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978361.909313:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978361.909315:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978361.909318:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978361.909320:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978361.909323:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978361.909325:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978361.909328:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978361.909330:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402877696, portal 4 00000100:00000001:0.0:1783978361.909332:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978361.909333:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694544768 : -110484015006848 : ffff9b83ef883b80) 00000100:00000040:0.0:1783978361.909339:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883b80 x1870620402877696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.909344:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978361.909347:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978361.909349:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978361.909351:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402877696, offset 0 00000400:00000200:0.0:1783978361.909355:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978361.909359:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978361.909362:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978361.909365:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978361.909367:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978361.909369:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978361.909371:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978361.909374:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825814:825814:256:4294967295] 192.168.201.148@tcp LPNI seq info [825785:825785:8:4294967295] 00000400:00000200:0.0:1783978361.909378:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978361.909384:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978361.909389:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978361.909392:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978361.909396:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978361.909398:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783978361.909409:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978361.909411:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978361.909414:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978361.909417:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978361.909420:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978361.909421:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978361.909424:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978361.909427:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883b80 x1870620402877696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.909433:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978361.909436:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883b80 x1870620402877696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978386 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.909441:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978361.909442:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978361.909445:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978361.909448:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978361.909451:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978361.909452:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310687773 00000100:00000001:0.0:1783978361.909454:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310689018 00000100:00000001:0.0:1783978361.909456:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310687773 00000100:00000001:0.0:1783978361.909458:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310689018 00000100:00000001:0.0:1783978361.909460:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978361.909461:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978361.909463:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978361.909466:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978361/real 1783978361] req@ffff9b83ef883b80 x1870620402877696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978361.909473:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978361.909474:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978361.909475:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978361.909477:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978361.909479:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978361.909480:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978361.909483:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883b80 x1870620402877696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978361.909490:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883b80 x1870620402877696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.909496:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978361.909497:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978361.909498:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978361.909499:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978361.909502:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883b80 x1870620402877696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.909507:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978361.909510:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883b80 x1870620402877696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978386 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.909516:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978361.909518:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978361.909519:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978361.909521:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978361.909522:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978361.909525:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978361.909528:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978361.909531:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978361.909533:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978361.909537:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883b80 x1870620402877696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978386 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978361.909543:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402877696:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978361.909547:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978361.909548:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978361.909551:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881c00 x1870620402877312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978386 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.909556:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978361.909558:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978361.909560:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978361.909562:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978361.909563:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978361.909564:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978361.909566:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978361.909568:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634000. 02000000:00000001:0.0:1783978361.909571:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978361.909572:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978361.909573:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881c00. 00000100:00000001:0.0:1783978361.909575:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978361.909576:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978361.909578:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978361.909580:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882300 x1870620402877440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978386 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.909586:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978361.909587:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978361.909588:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978361.909591:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978361.909592:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978361.909593:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978361.909595:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978361.909596:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783978361.909598:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978361.909600:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978361.909601:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882300. 00000100:00000001:0.0:1783978361.909603:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978361.909604:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978361.909605:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978361.909608:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882680 x1870620402877568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978386 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.909613:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978361.909614:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978361.909616:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978361.909618:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978361.909618:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978361.909619:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978361.909621:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978361.909622:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636400. 02000000:00000001:0.0:1783978361.909625:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978361.909625:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978361.909626:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882680. 00000100:00000001:0.0:1783978361.909628:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978361.909629:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978361.909630:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978361.909633:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883b80 x1870620402877696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978386 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978361.909638:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978361.909639:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978361.909640:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978361.909683:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978361.909685:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978361.909686:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978361.909688:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978361.909690:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634c00. 02000000:00000001:0.0:1783978361.909692:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978361.909693:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978361.909695:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883b80. 00000100:00000001:0.0:1783978361.909698:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978361.909699:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978361.909701:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978361.909705:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978361.909707:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978361.909709:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978361.909710:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978362.419493:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978362.419497:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978362.419500:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978362.419504:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978362.419507:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978362.419509:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978362.419511:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978362.419513:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978362.419518:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978362.419542:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978362.419546:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978362.419551:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978362.419552:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978362.419556:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978362.419557:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978362.419561:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978362.419562:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978362.419565:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978362.419566:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978362.419583:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978362.419585:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978362.419588:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783978363.443447:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978363.443455:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978363.443464:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978363.443471:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978363.443478:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978363.443483:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978363.443490:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978363.443497:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978363.443518:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978363.443522:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978363.443535:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978363.443545:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978363.443560:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978363.443566:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978363.443576:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978363.443586:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978363.443636:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978363.443643:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978363.443649:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978363.443653:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978363.443658:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978363.443662:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978363.443665:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978363.443670:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978363.443675:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978364.467382:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978364.467389:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978364.467391:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978364.467398:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978364.467403:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978364.467408:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978364.467415:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978364.467418:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978364.467428:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978364.467450:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978364.467454:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978364.467459:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978364.467463:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978364.467469:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978364.467472:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978364.467478:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978364.467481:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978364.467485:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978364.467489:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978364.467511:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978364.467516:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978364.467520:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783978365.491433:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978365.491438:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978365.491447:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978365.491450:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978365.491456:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978365.491458:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978365.491464:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978365.491465:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978365.491471:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978365.491473:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978365.491496:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978365.491500:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978365.491503:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978365.494860:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978365.494866:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978365.494867:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978365.494872:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978365.494875:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978365.494878:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978365.494880:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978365.494882:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978365.494884:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978366.515394:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978366.515403:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978366.515408:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978366.515416:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978366.515423:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978366.515428:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978366.515444:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978366.515447:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978366.515453:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978366.515478:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978366.515483:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978366.515492:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978366.515498:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978366.515503:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978366.515509:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978366.515516:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978366.515521:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978366.515528:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978366.515533:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978366.515542:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978366.515545:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978366.515546:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978366.515548:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978366.515550:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978366.515552:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978366.515553:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978366.515555:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978366.515559:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978366.515561:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978366.515562:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978366.515563:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978366.515564:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978366.515566:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978366.515567:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978366.515568:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978366.515571:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978366.515573:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978366.515574:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978366.515575:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978366.515577:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978366.515578:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978366.515579:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978366.515581:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978366.515598:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978366.515601:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978366.515604:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978367.027692:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978367.027699:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978367.027703:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978367.027713:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2300 x1870620402877824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.027733:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978367.027736:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978367.027740:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978367.027744:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978367.027749:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978367.027774:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402877824:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978367.027783:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978367.027790:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978367.027793:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978367.027798:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978367.027805:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978367.027810:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978367.027821:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978367.027828:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978367.027835:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978367.027843:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402877824, portal 25 00000100:00000001:0.0:1783978367.027849:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978367.027852:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889966848 : -110483819584768 : ffff9b83fb2e2300) 00000100:00000040:0.0:1783978367.027863:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2300 x1870620402877824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.027877:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978367.027884:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978367.027889:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978367.027894:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402877824, offset 0 00000400:00000200:0.0:1783978367.027905:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978367.027916:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978367.027926:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978367.027932:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978367.027936:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978367.027943:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978367.027950:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978367.027958:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825815:825815:256:4294967295] 192.168.201.148@tcp LPNI seq info [825786:825786:8:4294967295] 00000400:00000200:0.0:1783978367.027976:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978367.027992:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978367.028003:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978367.028011:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978367.028023:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978367.028030:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783978367.028051:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978367.028056:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978367.028066:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978367.028076:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978367.028083:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978367.028089:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978367.028096:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978367.028103:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2300 x1870620402877824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.028125:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978367.028134:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2300 x1870620402877824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978392 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.028149:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978367.028152:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978367.028158:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978367.028164:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978367.028170:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4310694138 00000100:00000010:0.0:1783978367.028178:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783978367.028187:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978367.028196:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4310694138 00000100:00000010:0.0:1783978367.028202:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783978367.028209:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978367.028215:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978367.028221:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978367.028227:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978367.028236:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978367/real 1783978367] req@ffff9b83fb2e2300 x1870620402877824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978367.028271:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978367.028274:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978367.028279:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978367.028284:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978367.028288:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978367.028322:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978367.028327:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2300 x1870620402877824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978367.028337:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2300 x1870620402877824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.028351:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978367.028354:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978367.028359:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978367.028363:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978367.028371:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2300 x1870620402877824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.028384:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978367.028393:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2300 x1870620402877824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978392 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.028411:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978367.028417:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978367.028421:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978367.028423:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978367.028428:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978367.028432:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978367.028438:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978367.028445:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978367.028451:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978367.028461:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2300 x1870620402877824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978392 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978367.028480:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402877824:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978367.028488:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978367.028494:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978367.028501:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2300 x1870620402877824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978392 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.028517:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978367.028521:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978367.028526:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978367.028533:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978367.028537:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978367.028541:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978367.028546:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978367.028551:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065400. 02000000:00000001:0.0:1783978367.028557:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978367.028562:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978367.028565:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2300. 00000100:00000001:0.0:1783978367.028571:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978367.028574:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978367.028578:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978367.028587:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978367.028590:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978367.028595:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978367.028599:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978367.028603:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978367.028609:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1f80 x1870620402877952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.028622:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978367.028625:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978367.028631:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978367.028633:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978367.028637:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978367.028644:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402877952:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978367.028653:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978367.028657:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978367.028660:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978367.028665:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978367.028669:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978367.028673:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978367.028677:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978367.028679:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978367.028683:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978367.028686:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402877952, portal 10 00000100:00000001:0.0:1783978367.028688:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978367.028689:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889965952 : -110483819585664 : ffff9b83fb2e1f80) 00000100:00000040:0.0:1783978367.028696:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1f80 x1870620402877952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.028701:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978367.028704:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978367.028706:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978367.028708:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402877952, offset 0 00000400:00000200:0.0:1783978367.028711:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978367.028715:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978367.028718:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978367.028720:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978367.028723:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978367.028725:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978367.028727:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978367.028730:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825816:825816:256:4294967295] 192.168.201.148@tcp LPNI seq info [825787:825787:8:4294967295] 00000400:00000200:0.0:1783978367.028734:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978367.028739:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978367.028743:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978367.028746:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978367.028750:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978367.028753:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783978367.028775:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978367.028778:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978367.028780:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978367.028784:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978367.028787:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978367.028788:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978367.028790:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978367.028794:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1f80 x1870620402877952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.028800:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978367.028803:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1f80 x1870620402877952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978392 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.028808:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978367.028810:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978367.028812:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978367.028816:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978367.028819:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978367.028821:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310692880 00000100:00000001:0.0:1783978367.028823:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310694138 00000100:00000001:0.0:1783978367.028825:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310692880 00000100:00000001:0.0:1783978367.028827:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310694138 00000100:00000001:0.0:1783978367.028829:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978367.028831:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978367.028832:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978367.028836:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978367/real 1783978367] req@ffff9b83fb2e1f80 x1870620402877952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978367.028843:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978367.028844:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978367.028846:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978367.028848:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978367.028849:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978367.028851:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978367.028854:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1f80 x1870620402877952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978367.028861:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1f80 x1870620402877952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.028866:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978367.028867:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978367.028869:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978367.028870:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978367.028873:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1f80 x1870620402877952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.028879:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978367.028882:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1f80 x1870620402877952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978392 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.028889:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978367.028891:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978367.028893:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978367.028894:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978367.028895:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978367.028903:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978367.028905:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978367.028908:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978367.028910:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978367.028914:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1f80 x1870620402877952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978392 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978367.028920:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402877952:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978367.028924:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978367.028927:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1880 x1870620402878080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.028932:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978367.028934:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978367.028936:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978367.028937:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978367.028939:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978367.028942:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402878080:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978367.028944:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978367.028946:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978367.028947:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978367.028949:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978367.028952:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978367.028954:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978367.028957:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978367.028959:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978367.028961:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978367.028964:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402878080, portal 10 00000100:00000001:0.0:1783978367.028965:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978367.028966:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889964160 : -110483819587456 : ffff9b83fb2e1880) 00000100:00000040:0.0:1783978367.028971:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1880 x1870620402878080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.028977:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978367.028979:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978367.028981:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978367.028983:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402878080, offset 0 00000400:00000200:0.0:1783978367.028986:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978367.028990:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978367.028993:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978367.028995:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978367.028998:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978367.029000:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978367.029002:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978367.029005:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825817:825817:256:4294967295] 192.168.201.148@tcp LPNI seq info [825788:825788:8:4294967295] 00000400:00000200:0.0:1783978367.029008:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978367.029014:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978367.029018:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978367.029021:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978367.029025:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978367.029028:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783978367.029041:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978367.029043:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978367.029046:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978367.029049:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978367.029052:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978367.029053:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978367.029056:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978367.029059:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1880 x1870620402878080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.029065:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978367.029068:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1880 x1870620402878080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978392 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.029073:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978367.029075:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978367.029077:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978367.029079:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978367.029082:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978367.029084:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310692875 00000100:00000001:0.0:1783978367.029086:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310694138 00000100:00000001:0.0:1783978367.029088:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310692875 00000100:00000001:0.0:1783978367.029090:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310694138 00000100:00000001:0.0:1783978367.029091:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978367.029093:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978367.029095:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978367.029098:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978367/real 1783978367] req@ffff9b83fb2e1880 x1870620402878080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978367.029104:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978367.029105:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978367.029107:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978367.029109:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978367.029110:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978367.029112:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978367.029115:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1880 x1870620402878080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978367.029121:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1880 x1870620402878080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.029126:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978367.029128:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978367.029129:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978367.029130:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978367.029133:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1880 x1870620402878080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.029139:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978367.029142:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1880 x1870620402878080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978392 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.029148:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978367.029150:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978367.029151:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978367.029152:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978367.029154:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978367.029159:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978367.029161:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978367.029164:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978367.029166:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978367.029169:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1880 x1870620402878080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978392 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978367.029176:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402878080:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978367.029179:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978367.029182:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0380 x1870620402878208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.029187:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978367.029189:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978367.029190:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978367.029192:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978367.029193:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978367.029196:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402878208:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978367.029198:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978367.029200:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978367.029201:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978367.029202:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978367.029205:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978367.029207:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978367.029210:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978367.029212:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978367.029214:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978367.029217:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402878208, portal 4 00000100:00000001:0.0:1783978367.029219:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978367.029220:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889958784 : -110483819592832 : ffff9b83fb2e0380) 00000100:00000040:0.0:1783978367.029224:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0380 x1870620402878208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.029230:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978367.029232:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978367.029234:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978367.029236:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402878208, offset 0 00000400:00000200:0.0:1783978367.029239:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978367.029243:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978367.029246:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978367.029248:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978367.029250:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978367.029252:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978367.029254:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978367.029257:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825818:825818:256:4294967295] 192.168.201.148@tcp LPNI seq info [825789:825789:8:4294967295] 00000400:00000200:0.0:1783978367.029260:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978367.029265:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978367.029269:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978367.029272:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978367.029275:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978367.029277:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783978367.029286:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978367.029288:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978367.029291:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978367.029312:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978367.029315:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978367.029316:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978367.029318:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978367.029321:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0380 x1870620402878208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.029328:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978367.029330:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0380 x1870620402878208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978392 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.029341:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978367.029342:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978367.029344:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978367.029347:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978367.029350:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978367.029351:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310692903 00000100:00000001:0.0:1783978367.029353:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310694138 00000100:00000001:0.0:1783978367.029355:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310692903 00000100:00000001:0.0:1783978367.029357:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310694138 00000100:00000001:0.0:1783978367.029358:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978367.029360:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978367.029362:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978367.029365:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978367/real 1783978367] req@ffff9b83fb2e0380 x1870620402878208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978367.029371:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978367.029372:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978367.029373:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978367.029376:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978367.029377:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978367.029379:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978367.029381:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0380 x1870620402878208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978367.029388:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0380 x1870620402878208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.029393:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978367.029395:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978367.029396:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978367.029397:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978367.029401:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0380 x1870620402878208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.029406:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978367.029410:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0380 x1870620402878208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978392 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.029415:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978367.029417:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978367.029419:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978367.029420:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978367.029421:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978367.029424:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978367.029427:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978367.029429:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978367.029431:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978367.029435:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0380 x1870620402878208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978392 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978367.029441:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402878208:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978367.029444:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978367.029447:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978367.029449:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1f80 x1870620402877952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978392 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.029455:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978367.029456:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978367.029458:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978367.029461:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978367.029462:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978367.029464:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978367.029465:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978367.029467:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064c00. 02000000:00000001:0.0:1783978367.029469:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978367.029471:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978367.029472:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1f80. 00000100:00000001:0.0:1783978367.029475:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978367.029476:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978367.029477:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978367.029480:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1880 x1870620402878080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978392 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.029485:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978367.029486:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978367.029488:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978367.029490:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978367.029491:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978367.029492:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978367.029494:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978367.029495:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065000. 02000000:00000001:0.0:1783978367.029497:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978367.029498:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978367.029499:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1880. 00000100:00000001:0.0:1783978367.029501:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978367.029502:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978367.029503:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978367.029506:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0380 x1870620402878208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978392 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.029512:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978367.029513:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978367.029514:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978367.029517:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978367.029518:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978367.029519:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978367.029520:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978367.029521:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064800. 02000000:00000001:0.0:1783978367.029523:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978367.029524:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978367.029525:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0380. 00000100:00000001:0.0:1783978367.029527:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978367.029529:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978367.029530:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978367.029534:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978367.029535:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978367.029537:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978367.029538:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978367.029540:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978367.029542:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2a00 x1870620402878336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.029548:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978367.029550:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978367.029551:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978367.029553:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978367.029554:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978367.029557:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402878336:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978367.029559:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978367.029561:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978367.029562:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978367.029563:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978367.029566:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978367.029568:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978367.029570:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978367.029572:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978367.029575:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978367.029577:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402878336, portal 4 00000100:00000001:0.0:1783978367.029579:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978367.029580:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889968640 : -110483819582976 : ffff9b83fb2e2a00) 00000100:00000040:0.0:1783978367.029585:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2a00 x1870620402878336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.029590:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978367.029592:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978367.029593:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978367.029595:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402878336, offset 0 00000400:00000200:0.0:1783978367.029598:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978367.029602:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978367.029605:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978367.029608:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978367.029610:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978367.029612:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978367.029614:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978367.029616:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825819:825819:256:4294967295] 192.168.201.148@tcp LPNI seq info [825790:825790:8:4294967295] 00000400:00000200:0.0:1783978367.029620:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978367.029624:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978367.029628:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978367.029631:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978367.029634:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978367.029636:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783978367.029645:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978367.029646:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978367.029649:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978367.029651:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978367.029654:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978367.029655:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978367.029657:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978367.029660:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2a00 x1870620402878336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.029667:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978367.029669:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2a00 x1870620402878336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978392 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.029674:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978367.029676:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978367.029678:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978367.029680:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978367.029683:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978367.029684:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310692893 00000100:00000001:0.0:1783978367.029686:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310694138 00000100:00000001:0.0:1783978367.029688:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310692893 00000100:00000001:0.0:1783978367.029690:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310694138 00000100:00000001:0.0:1783978367.029691:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978367.029693:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978367.029694:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978367.029696:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978367/real 1783978367] req@ffff9b83fb2e2a00 x1870620402878336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978367.029702:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978367.029703:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978367.029704:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978367.029706:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978367.029708:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978367.029709:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978367.029712:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2a00 x1870620402878336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978367.029719:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2a00 x1870620402878336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.029725:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978367.029726:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978367.029727:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978367.029729:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978367.029732:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2a00 x1870620402878336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.029738:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978367.029740:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2a00 x1870620402878336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978392 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.029746:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978367.029748:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978367.029749:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978367.029750:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978367.029752:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978367.029755:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978367.029769:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978367.029773:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978367.029775:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978367.029778:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2a00 x1870620402878336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978392 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978367.029785:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402878336:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978367.029788:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978367.029790:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978367.029793:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2a00 x1870620402878336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978392 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978367.029798:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978367.029799:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978367.029801:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978367.029804:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978367.029805:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978367.029806:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978367.029808:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978367.029810:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065800. 02000000:00000001:0.0:1783978367.029812:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978367.029813:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978367.029814:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2a00. 00000100:00000001:0.0:1783978367.029816:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978367.029817:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978367.029819:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978367.029821:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978367.029823:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978367.029824:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978367.029826:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978367.539431:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978367.539436:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978367.539443:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978367.539446:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978367.539453:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978367.539457:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978367.539462:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978367.539465:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978367.539471:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978367.539477:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978367.539496:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978367.539500:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978367.539503:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978367.539507:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978367.539512:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978367.539517:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978367.539529:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978367.539531:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978367.539534:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978367.539546:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978367.539550:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978367.539556:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783978368.563660:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978368.563666:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978368.563674:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978368.563675:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978368.563680:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978368.563682:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978368.563685:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978368.563686:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978368.563690:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978368.563691:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978368.563709:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978368.563712:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978368.563715:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783978369.587409:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978369.587413:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978369.587421:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978369.587424:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978369.587428:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978369.587429:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978369.587435:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978369.587440:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978369.587445:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978369.587449:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978369.587470:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978369.587473:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978369.587476:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978369.587728:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978369.587731:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978369.587732:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978369.587735:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978369.587738:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978369.587741:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978369.587744:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978369.587746:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978369.587751:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978370.611426:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978370.611432:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978370.611439:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978370.611442:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978370.611451:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978370.611455:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978370.611461:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978370.611466:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978370.611471:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978370.611474:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978370.611497:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978370.611502:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978370.611508:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978370.611529:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978370.611534:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978370.611538:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978370.611544:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978370.611549:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978370.611554:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978370.611559:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978370.611563:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978370.611568:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978371.635432:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978371.635453:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978371.635468:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978371.635472:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978371.635478:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978371.635480:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978371.635485:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978371.635487:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978371.635491:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978371.635493:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978371.635515:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978371.635519:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978371.635525:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978371.635545:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978371.635550:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978371.635554:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978371.635559:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978371.635565:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978371.635570:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978371.635757:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978371.635758:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978371.635760:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978372.147703:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978372.147707:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978372.147709:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978372.147716:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881880 x1870620402878464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.147724:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978372.147726:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978372.147729:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978372.147732:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978372.147734:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978372.147737:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402878464:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978372.147749:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978372.147753:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978372.147755:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978372.147758:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978372.147763:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978372.147765:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978372.147771:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978372.147775:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978372.147781:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978372.147787:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402878464, portal 25 00000100:00000001:0.0:1783978372.147790:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978372.147791:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694535808 : -110484015015808 : ffff9b83ef881880) 00000100:00000040:0.0:1783978372.147796:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881880 x1870620402878464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.147803:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978372.147806:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978372.147808:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978372.147812:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402878464, offset 0 00000400:00000200:0.0:1783978372.147818:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978372.147826:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978372.147831:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978372.147837:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978372.147841:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978372.147844:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978372.147847:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978372.147851:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825820:825820:256:4294967295] 192.168.201.148@tcp LPNI seq info [825791:825791:8:4294967295] 00000400:00000200:0.0:1783978372.147855:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978372.147866:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978372.147871:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978372.147876:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978372.147882:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978372.147886:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783978372.147908:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978372.147910:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978372.147917:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978372.147921:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978372.147926:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978372.147928:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978372.147933:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978372.147937:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881880 x1870620402878464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.147946:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978372.147950:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881880 x1870620402878464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978397 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.147957:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978372.147959:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978372.147963:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978372.147966:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978372.147969:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4310699258 00000100:00000010:0.0:1783978372.147973:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783978372.147979:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978372.147985:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4310699258 00000100:00000010:0.0:1783978372.147987:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783978372.147990:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978372.147993:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978372.147995:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978372.147998:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978372.148002:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978372/real 1783978372] req@ffff9b83ef881880 x1870620402878464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978372.148011:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978372.148013:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978372.148015:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978372.148018:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978372.148019:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978372.148022:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978372.148025:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881880 x1870620402878464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978372.148034:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881880 x1870620402878464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.148041:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978372.148043:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978372.148045:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978372.148047:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978372.148051:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881880 x1870620402878464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.148058:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978372.148062:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881880 x1870620402878464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978397 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.148069:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978372.148072:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978372.148074:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978372.148075:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978372.148078:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978372.148080:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978372.148083:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978372.148086:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978372.148089:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978372.148093:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881880 x1870620402878464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978397 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978372.148113:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402878464:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978372.148120:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978372.148122:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978372.148125:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881880 x1870620402878464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978397 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.148131:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978372.148134:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978372.148137:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978372.148141:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978372.148142:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978372.148144:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978372.148154:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978372.148157:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636400. 02000000:00000001:0.0:1783978372.148163:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978372.148165:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978372.148166:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881880. 00000100:00000001:0.0:1783978372.148169:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978372.148171:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978372.148173:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978372.148181:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978372.148182:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978372.148184:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978372.148185:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978372.148187:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978372.148191:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881500 x1870620402878592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.148197:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978372.148198:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978372.148200:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978372.148202:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978372.148204:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978372.148206:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402878592:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978372.148209:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978372.148211:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978372.148221:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978372.148224:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978372.148226:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978372.148230:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978372.148233:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978372.148235:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978372.148237:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978372.148240:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402878592, portal 10 00000100:00000001:0.0:1783978372.148241:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978372.148242:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694534912 : -110484015016704 : ffff9b83ef881500) 00000100:00000040:0.0:1783978372.148247:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881500 x1870620402878592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.148251:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978372.148252:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978372.148253:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978372.148255:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402878592, offset 0 00000400:00000200:0.0:1783978372.148257:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978372.148260:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978372.148262:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978372.148264:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978372.148266:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978372.148267:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978372.148269:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978372.148270:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825821:825821:256:4294967295] 192.168.201.148@tcp LPNI seq info [825792:825792:8:4294967295] 00000400:00000200:0.0:1783978372.148273:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978372.148277:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978372.148280:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978372.148282:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978372.148285:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978372.148286:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783978372.148309:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978372.148310:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978372.148313:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978372.148315:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978372.148317:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978372.148318:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978372.148320:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978372.148322:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881500 x1870620402878592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.148326:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978372.148328:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881500 x1870620402878592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978397 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.148332:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978372.148333:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978372.148335:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978372.148337:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978372.148339:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978372.148340:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310698000 00000100:00000001:0.0:1783978372.148342:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310699258 00000100:00000001:0.0:1783978372.148344:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310698000 00000100:00000001:0.0:1783978372.148345:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310699258 00000100:00000001:0.0:1783978372.148346:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978372.148347:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978372.148348:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978372.148350:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978372/real 1783978372] req@ffff9b83ef881500 x1870620402878592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978372.148355:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978372.148356:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978372.148357:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978372.148359:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978372.148359:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978372.148361:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978372.148363:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881500 x1870620402878592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978372.148368:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881500 x1870620402878592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.148371:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978372.148372:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978372.148373:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978372.148374:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978372.148376:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881500 x1870620402878592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.148379:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978372.148381:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881500 x1870620402878592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978397 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.148385:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978372.148386:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978372.148387:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978372.148387:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978372.148388:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978372.148394:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978372.148396:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978372.148397:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978372.148399:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978372.148401:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881500 x1870620402878592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978397 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978372.148405:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402878592:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978372.148408:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978372.148410:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880e00 x1870620402878720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.148417:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978372.148418:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978372.148420:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978372.148421:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978372.148422:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978372.148423:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402878720:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978372.148425:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978372.148426:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978372.148427:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978372.148428:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978372.148430:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978372.148431:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978372.148433:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978372.148434:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978372.148436:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978372.148437:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402878720, portal 10 00000100:00000001:0.0:1783978372.148438:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978372.148439:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694533120 : -110484015018496 : ffff9b83ef880e00) 00000100:00000040:0.0:1783978372.148442:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880e00 x1870620402878720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.148446:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978372.148448:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978372.148449:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978372.148450:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402878720, offset 0 00000400:00000200:0.0:1783978372.148452:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978372.148454:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978372.148456:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978372.148457:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978372.148459:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978372.148460:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978372.148462:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978372.148464:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825822:825822:256:4294967295] 192.168.201.148@tcp LPNI seq info [825793:825793:8:4294967295] 00000400:00000200:0.0:1783978372.148466:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978372.148470:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978372.148472:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978372.148474:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978372.148476:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978372.148478:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783978372.148484:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978372.148485:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978372.148487:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978372.148489:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978372.148490:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978372.148491:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978372.148493:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978372.148494:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880e00 x1870620402878720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.148499:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978372.148501:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880e00 x1870620402878720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978397 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.148504:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978372.148505:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978372.148506:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978372.148508:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978372.148510:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978372.148511:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310697995 00000100:00000001:0.0:1783978372.148512:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310699258 00000100:00000001:0.0:1783978372.148513:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310697995 00000100:00000001:0.0:1783978372.148515:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310699258 00000100:00000001:0.0:1783978372.148516:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978372.148518:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978372.148519:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978372.148521:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978372/real 1783978372] req@ffff9b83ef880e00 x1870620402878720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978372.148525:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978372.148526:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978372.148527:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978372.148528:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978372.148529:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978372.148530:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978372.148531:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880e00 x1870620402878720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978372.148537:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880e00 x1870620402878720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.148540:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978372.148540:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978372.148541:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978372.148542:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978372.148544:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880e00 x1870620402878720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.148547:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978372.148549:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880e00 x1870620402878720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978397 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.148552:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978372.148554:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978372.148554:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978372.148555:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978372.148556:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978372.148560:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978372.148561:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978372.148563:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978372.148564:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978372.148567:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880e00 x1870620402878720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978397 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978372.148571:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402878720:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978372.148573:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978372.148574:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883b80 x1870620402878848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.148578:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978372.148578:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978372.148580:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978372.148580:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978372.148581:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978372.148583:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402878848:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978372.148584:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978372.148585:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978372.148586:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978372.148587:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978372.148588:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978372.148589:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978372.148591:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978372.148593:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978372.148595:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978372.148596:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402878848, portal 4 00000100:00000001:0.0:1783978372.148597:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978372.148598:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694544768 : -110484015006848 : ffff9b83ef883b80) 00000100:00000040:0.0:1783978372.148602:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883b80 x1870620402878848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.148605:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978372.148607:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978372.148608:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978372.148609:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402878848, offset 0 00000400:00000200:0.0:1783978372.148611:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978372.148613:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978372.148615:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978372.148616:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978372.148618:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978372.148619:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978372.148620:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978372.148622:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825823:825823:256:4294967295] 192.168.201.148@tcp LPNI seq info [825794:825794:8:4294967295] 00000400:00000200:0.0:1783978372.148624:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978372.148628:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978372.148631:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978372.148632:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978372.148634:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978372.148635:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783978372.148641:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978372.148642:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978372.148643:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978372.148645:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978372.148647:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978372.148648:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978372.148649:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978372.148650:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883b80 x1870620402878848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.148655:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978372.148656:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883b80 x1870620402878848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978397 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.148660:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978372.148661:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978372.148663:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978372.148665:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978372.148679:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978372.148681:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310698022 00000100:00000001:0.0:1783978372.148683:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310699258 00000100:00000001:0.0:1783978372.148685:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310698022 00000100:00000001:0.0:1783978372.148687:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310699258 00000100:00000001:0.0:1783978372.148689:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978372.148691:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978372.148692:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978372.148696:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978372/real 1783978372] req@ffff9b83ef883b80 x1870620402878848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978372.148703:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978372.148705:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978372.148706:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978372.148709:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978372.148710:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978372.148713:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978372.148716:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883b80 x1870620402878848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978372.148724:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883b80 x1870620402878848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.148728:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978372.148729:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978372.148730:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978372.148731:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978372.148733:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883b80 x1870620402878848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.148739:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978372.148743:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883b80 x1870620402878848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978397 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.148750:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978372.148751:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978372.148753:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978372.148754:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978372.148756:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978372.148759:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978372.148761:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978372.148765:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978372.148767:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978372.148770:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883b80 x1870620402878848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978397 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978372.148778:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402878848:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978372.148782:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978372.148785:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882680 x1870620402878976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.148791:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978372.148793:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978372.148794:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978372.148796:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978372.148798:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978372.148801:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402878976:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978372.148804:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978372.148805:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978372.148807:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978372.148808:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978372.148811:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978372.148813:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978372.148816:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978372.148819:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978372.148822:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978372.148824:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402878976, portal 4 00000100:00000001:0.0:1783978372.148826:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978372.148827:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694539392 : -110484015012224 : ffff9b83ef882680) 00000100:00000040:0.0:1783978372.148832:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882680 x1870620402878976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.148838:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978372.148840:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978372.148842:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978372.148844:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402878976, offset 0 00000400:00000200:0.0:1783978372.148848:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978372.148851:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978372.148854:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978372.148857:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978372.148859:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978372.148861:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978372.148863:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978372.148866:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825824:825824:256:4294967295] 192.168.201.148@tcp LPNI seq info [825795:825795:8:4294967295] 00000400:00000200:0.0:1783978372.148870:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978372.148874:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978372.148877:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978372.148879:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978372.148881:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978372.148883:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783978372.148889:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978372.148890:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978372.148892:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978372.148894:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978372.148896:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978372.148897:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978372.148899:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978372.148901:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882680 x1870620402878976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.148906:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978372.148908:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882680 x1870620402878976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978397 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.148914:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978372.148915:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978372.148918:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978372.148921:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978372.148924:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978372.148925:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310698012 00000100:00000001:0.0:1783978372.148927:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310699258 00000100:00000001:0.0:1783978372.148930:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310698012 00000100:00000001:0.0:1783978372.148931:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310699258 00000100:00000001:0.0:1783978372.148933:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978372.148935:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978372.148937:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978372.148940:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978372/real 1783978372] req@ffff9b83ef882680 x1870620402878976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978372.148947:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978372.148948:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978372.148950:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978372.148952:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978372.148954:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978372.148955:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978372.148958:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882680 x1870620402878976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978372.148965:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882680 x1870620402878976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.148975:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978372.148977:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978372.148979:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978372.148980:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978372.148983:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882680 x1870620402878976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.148989:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978372.148992:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882680 x1870620402878976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978397 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.148997:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978372.148998:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978372.148999:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978372.149000:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978372.149001:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978372.149004:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978372.149006:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978372.149009:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978372.149010:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978372.149014:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882680 x1870620402878976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978397 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978372.149021:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402878976:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978372.149024:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978372.149026:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978372.149029:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881500 x1870620402878592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978397 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.149036:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978372.149038:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978372.149040:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978372.149043:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978372.149044:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978372.149045:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978372.149047:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978372.149049:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783978372.149052:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978372.149053:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978372.149055:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881500. 00000100:00000001:0.0:1783978372.149057:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978372.149058:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978372.149059:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978372.149061:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880e00 x1870620402878720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978397 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.149065:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978372.149066:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978372.149067:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978372.149068:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978372.149068:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978372.149069:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978372.149070:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978372.149071:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634000. 02000000:00000001:0.0:1783978372.149072:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978372.149072:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978372.149073:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880e00. 00000100:00000001:0.0:1783978372.149075:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978372.149076:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978372.149076:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978372.149078:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883b80 x1870620402878848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978397 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.149081:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978372.149082:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978372.149083:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978372.149085:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978372.149085:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978372.149086:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978372.149088:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978372.149088:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635000. 02000000:00000001:0.0:1783978372.149090:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978372.149091:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978372.149092:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883b80. 00000100:00000001:0.0:1783978372.149094:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978372.149095:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978372.149095:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978372.149097:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882680 x1870620402878976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978397 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978372.149100:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978372.149101:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978372.149101:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978372.149102:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978372.149103:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978372.149104:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978372.149104:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978372.149105:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636000. 02000000:00000001:0.0:1783978372.149106:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978372.149107:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978372.149107:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882680. 00000100:00000001:0.0:1783978372.149109:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978372.149110:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978372.149111:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978372.149114:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978372.149114:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978372.149115:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978372.149117:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978372.659724:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978372.659729:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978372.659731:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978372.659735:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978372.659738:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978372.659741:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978372.659743:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978372.659744:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978372.659746:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978372.659769:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978372.659774:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978372.659779:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978372.659784:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978372.659792:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978372.659796:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978372.659800:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978372.659802:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978372.659807:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978372.659809:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978372.659812:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978372.659814:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978372.659817:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978372.659818:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978372.659830:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978372.659831:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978372.659867:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978372.659871:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978372.659874:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978372.660361:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978372.660364:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978372.660365:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978372.660367:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978372.660370:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978372.660372:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978372.660374:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978372.660375:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978372.660377:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978373.683670:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978373.683675:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978373.683691:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978373.683695:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978373.683698:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978373.683700:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978373.683702:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978373.683717:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978373.683720:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978373.683765:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978373.683780:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978373.683784:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978373.683786:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978373.683790:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978373.683800:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978373.683804:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978373.683806:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978373.683810:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978373.683811:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978373.683838:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978373.683840:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978373.683844:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978374.707436:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978374.707446:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978374.707450:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978374.707455:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978374.707460:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978374.707465:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978374.707499:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978374.707502:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978374.707506:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978374.707545:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978374.707549:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978374.707554:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978374.707556:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978374.707574:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978374.707578:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978374.707591:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978374.707593:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978374.707597:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978374.707598:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978374.707658:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978374.707661:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978374.707665:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978375.731393:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978375.731399:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978375.731404:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978375.731411:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978375.731417:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978375.731421:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978375.731428:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978375.731433:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978375.731437:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978375.731456:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978375.731460:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978375.731463:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978375.731466:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978375.731473:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978375.731478:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978375.731482:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978375.731486:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978375.731488:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978375.731509:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978375.731512:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978375.731518:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978375.731520:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978375.731525:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978375.731527:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978375.731531:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978375.731532:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978375.731537:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978375.731539:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978375.731566:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978375.731573:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978375.731582:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978375.731624:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978375.731627:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978375.731629:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978375.731631:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978375.731632:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978375.731634:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978375.731636:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978375.731638:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978375.731639:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978376.755439:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978376.755446:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978376.755447:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978376.755452:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978376.755454:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978376.755457:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978376.755459:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978376.755461:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978376.755462:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978376.755482:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978376.755484:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978376.755487:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978376.755490:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978376.755499:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978376.755502:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978376.755505:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978376.755506:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978376.755508:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978376.755509:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978376.755523:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978376.755524:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978376.755526:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978376.755527:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978376.755529:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978376.755530:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978376.755531:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978376.755532:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978376.755541:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978376.755544:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978376.755546:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978376.755549:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978376.755551:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978376.755553:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978376.755556:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978376.755558:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978376.755571:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978376.755574:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978376.755576:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978376.755578:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978376.755580:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978376.755581:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978376.755587:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978376.755602:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978376.755621:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978376.755626:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978376.755633:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978376.755656:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978376.755659:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978376.755660:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978376.755663:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978376.755665:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978376.755667:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978376.755669:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978376.755671:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978376.755673:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978376.758559:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978376.758561:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978376.758562:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978376.758564:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978376.758565:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978376.758566:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978376.758567:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978376.758568:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978376.758570:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978377.267468:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978377.267478:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978377.267480:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978377.267484:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978377.267488:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978377.267502:0:296888:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 16030 00000400:00000200:0.0:1783978377.267510:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978377.267516:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978377.267519:0:296888:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978377.267522:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978377.267525:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978377.267529:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978377.267531:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978377.267534:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978377.267536:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783978377.267538:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978377.267541:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783978377.267543:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783978377.267545:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783978377.267548:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978377.267550:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978377.267551:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978377.267553:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978377.267556:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783978377.267559:0:296888:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978377.267562:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978377.267565:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978377.267568:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978377.267571:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978377.267573:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978377.267575:0:296888:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978377.267600:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783978377.267604:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783978377.267613:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978377.267615:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978377.267619:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978377.267621:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978377.267626:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978377.267674:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783978377.267687:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978377.267696:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620402879104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978377.267706:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978377.267710:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978377.267715:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620402879104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978377.267737:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978377.267740:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978377.267743:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978377.267744:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978377.267745:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978377.267756:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978377.267759:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16030 00000400:00000200:0.0:1783978377.267764:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978377.267767:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978377.267769:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978377.267775:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978377.267778:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978377.267782:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978377.267785:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978377.267787:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978377.267789:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783978377.267791:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978377.267793:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783978377.267797:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783978377.267801:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783978377.267808:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978377.267818:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978377.267822:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978377.267826:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978377.267831:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783978377.267836:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978377.267843:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978377.267846:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978377.267851:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978377.267856:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978377.267861:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978377.267866:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978377.267872:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978377.267875:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978377.267880:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783978377.267885:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978377.267890:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978377.267891:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978377.267894:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978377.267897:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978377.267900:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978377.267906:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783978377.267912:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978377.267919:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620402879232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978377.267926:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978377.267928:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978377.267932:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620402879232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978377.267939:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978377.267942:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978377.267948:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978377.267951:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978377.267953:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978377.267957:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978377.267961:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16030 00000400:00000200:0.0:1783978377.267966:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978377.267971:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978377.267975:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978377.267980:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978377.267983:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978377.267989:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978377.267994:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978377.267999:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978377.268002:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783978377.268005:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978377.268007:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783978377.268009:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783978377.268011:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783978377.268014:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978377.268018:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978377.268022:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978377.268024:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978377.268026:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783978377.268028:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978377.268029:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978377.268030:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978377.268039:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978377.268043:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978377.268046:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978377.268048:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978377.268050:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978377.268053:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978377.268056:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783978377.268059:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978377.268061:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978377.268063:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978377.268066:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978377.268067:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978377.268068:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978377.268071:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783978377.268074:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978377.268080:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402879360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978377.268092:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978377.268095:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978377.268100:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402879360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978377.268108:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978377.268111:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978377.268116:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978377.268119:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978377.268122:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978377.268124:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978377.268138:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16030 00000400:00000200:0.0:1783978377.268145:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978377.268149:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978377.268153:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978377.268159:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978377.268164:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978377.268171:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978377.268175:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978377.268181:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978377.268182:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783978377.268184:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978377.268199:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783978377.268203:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783978377.268208:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783978377.268216:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978377.268219:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978377.268223:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978377.268231:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978377.268235:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783978377.268242:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978377.268248:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978377.268251:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978377.268257:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978377.268262:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978377.268266:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978377.268270:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978377.268274:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978377.268277:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978377.268282:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783978377.268287:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978377.268291:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978377.268328:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978377.268333:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978377.268337:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978377.268339:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978377.268346:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783978377.268353:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978377.268361:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402879488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978377.268376:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978377.268380:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978377.268392:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402879488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978377.268417:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978377.268422:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978377.268431:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978377.268433:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978377.268435:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978377.268438:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978377.268443:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16030 00000400:00000200:0.0:1783978377.268452:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978377.268460:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978377.268465:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978377.268472:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978377.268476:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978377.268481:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978377.268486:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978377.268493:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978377.268496:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783978377.268500:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978377.268504:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783978377.268510:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783978377.268514:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783978377.268522:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978377.268526:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978377.268532:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978377.268538:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978377.268544:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783978377.268550:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978377.268555:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978377.268560:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978377.268566:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978377.268569:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978377.268572:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978377.268576:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978377.268593:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978377.268597:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978377.268604:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783978377.268610:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978377.268616:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978377.268620:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978377.268624:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978377.268628:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978377.268631:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978377.268638:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783978377.268657:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978377.268666:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402879616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978377.268677:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978377.268681:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978377.268690:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402879616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978377.268707:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978377.268716:0:296888:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16040) 00000100:00000001:0.0:1783978377.779429:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978377.779436:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978377.779440:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978377.779445:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978377.779452:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978377.779457:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978377.779460:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978377.779463:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978377.779468:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978377.779490:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978377.779493:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978377.779498:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978377.779509:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978377.779516:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978377.779520:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978377.779527:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978377.779529:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978377.779534:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978377.779536:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978377.779590:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978377.779593:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978377.779596:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978377.779703:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978377.779708:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978377.779713:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978377.779717:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978377.779722:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978377.779727:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978377.779733:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978377.779745:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978377.779749:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978378.803435:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978378.803444:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978378.803448:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978378.803455:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978378.803462:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978378.803466:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978378.803471:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978378.803475:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978378.803481:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978378.803510:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978378.803515:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978378.803523:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978378.803526:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978378.803531:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978378.803532:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978378.803536:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978378.803538:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978378.803541:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978378.803543:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978378.803574:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978378.803576:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978378.803579:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978378.806739:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978378.806743:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978378.806744:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978378.806746:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978378.806748:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978378.806750:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978378.806751:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978378.806753:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978378.806756:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978379.827402:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978379.827414:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978379.827418:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978379.827422:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978379.827428:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978379.827432:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978379.827438:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978379.827442:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978379.827447:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978379.828969:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978379.828973:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978379.828982:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978379.828985:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978379.828990:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978379.828991:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978379.828995:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978379.828997:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978379.829000:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978379.829002:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978379.829017:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978379.829019:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978379.829021:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978380.851631:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978380.851634:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978380.851636:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978380.851642:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978380.851644:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978380.851646:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978380.851656:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978380.851658:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978380.851660:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978380.851679:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978380.851681:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978380.851685:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978380.851686:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978380.851690:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978380.851691:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978380.851695:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978380.851696:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978380.851699:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978380.851700:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978380.851716:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978380.851718:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978380.851721:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978381.876468:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978381.876472:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978381.876474:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978381.876478:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978381.876481:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978381.876485:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978381.876489:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978381.876492:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978381.876497:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978381.876538:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978381.876542:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978381.876547:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978381.876548:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978381.876552:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978381.876553:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978381.876557:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978381.876558:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978381.876561:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978381.876562:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978381.876575:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978381.876577:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978381.876579:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978382.771462:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978382.771469:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978382.771470:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978382.771475:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978382.771478:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978382.771480:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978382.771482:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978382.771495:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978382.771498:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978382.899465:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978382.899473:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978382.899478:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978382.899497:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978382.899503:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978382.899508:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978382.899512:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978382.899517:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978382.899525:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978382.899529:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978382.899537:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978382.899541:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978382.899548:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978382.899552:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978382.899557:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978382.899559:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978382.899583:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978382.899590:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978382.899596:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978382.899913:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978382.899918:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978382.899919:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978382.899923:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978382.899925:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978382.899928:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978382.899938:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978382.899939:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978382.899942:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978383.795387:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978383.795396:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978383.795399:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978383.795404:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978383.795407:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978383.795410:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978383.795413:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978383.795416:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978383.795419:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978383.923411:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978383.923418:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978383.923421:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978383.923427:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978383.923431:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978383.923434:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978383.923439:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978383.923442:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978383.923446:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978383.923528:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978383.923532:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978383.923538:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978383.923539:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978383.923545:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978383.923546:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978383.923550:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978383.923554:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978383.923559:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978383.923563:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978383.923586:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978383.923590:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978383.923597:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978383.923624:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978383.923629:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978383.923631:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978383.923634:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978383.923639:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978383.923643:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978383.923648:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978383.923652:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978383.923657:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978384.820614:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978384.820619:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978384.820620:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978384.820623:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978384.820626:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978384.820629:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978384.820631:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978384.820632:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978384.820635:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978384.947407:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978384.947414:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978384.947417:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978384.947423:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978384.947429:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978384.947436:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978384.947440:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978384.947442:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978384.947458:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978384.949510:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978384.949514:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978384.949516:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978384.949518:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978384.949521:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978384.949523:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978384.949525:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978384.949526:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978384.949528:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978384.949550:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978384.949552:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978384.949555:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978384.949556:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978384.949559:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978384.949560:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978384.949563:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978384.949564:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978384.949566:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978384.949567:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978384.949584:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978384.949587:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978384.949589:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978385.843880:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978385.843884:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978385.843885:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978385.843887:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978385.843889:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978385.843891:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978385.843893:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978385.843894:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978385.843897:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978385.971424:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978385.971439:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978385.971442:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978385.971450:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978385.971460:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978385.971464:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978385.971468:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978385.971472:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978385.971477:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978385.971504:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978385.971507:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978385.971512:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978385.971513:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978385.971516:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978385.971517:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978385.971521:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978385.971522:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978385.971525:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978385.971526:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978385.971544:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978385.971546:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978385.971550:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978385.972129:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978385.972132:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978385.972134:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978385.972136:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978385.972139:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978385.972142:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978385.972144:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978385.972146:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978385.972148:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978385.972175:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978385.972179:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978385.972181:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978385.972183:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978385.972185:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978385.972187:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978385.972189:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978385.972190:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978385.972192:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978386.867428:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978386.867437:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978386.867438:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978386.867444:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978386.867447:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978386.867451:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978386.867454:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978386.867457:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978386.867460:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978386.995429:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978386.995436:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978386.995440:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978386.995448:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978386.995454:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978386.995457:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978386.995462:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978386.995465:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978386.995470:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978386.995487:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978386.995491:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978386.995492:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978386.995494:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978386.995497:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978386.995499:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978386.995501:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978386.995503:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978386.995505:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978386.995526:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978386.995529:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978386.995534:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978386.995537:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978386.995540:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978386.995543:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978386.995546:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978386.995548:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978386.995550:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978386.995552:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978386.995557:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978386.995558:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978386.995559:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978386.995560:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978386.995561:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978386.995562:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978386.995564:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978386.995565:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978386.995577:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978386.995579:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978386.995580:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978386.995584:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978386.995586:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978386.995587:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978386.995589:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978386.995591:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978386.995594:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978386.995595:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978386.995597:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978386.995598:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978386.995599:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978386.995600:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978386.995602:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978386.995604:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978386.995618:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978386.995620:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978386.995622:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978387.508749:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978387.508755:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978387.508758:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978387.508766:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882300 x1870620402880384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.508775:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978387.508777:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978387.508781:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978387.508785:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978387.508787:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978387.508790:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402880384:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978387.508795:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978387.508800:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978387.508803:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978387.508805:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978387.508812:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978387.508814:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978387.508821:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978387.508826:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978387.508833:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978387.508842:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402880384, portal 25 00000100:00000001:0.0:1783978387.508844:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978387.508846:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694538496 : -110484015013120 : ffff9b83ef882300) 00000100:00000040:0.0:1783978387.508852:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882300 x1870620402880384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.508859:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978387.508862:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978387.508864:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978387.508868:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402880384, offset 0 00000400:00000200:0.0:1783978387.508874:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978387.508882:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978387.508888:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978387.508894:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978387.508898:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978387.508901:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978387.508903:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978387.508907:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825835:825835:256:4294967295] 192.168.201.148@tcp LPNI seq info [825806:825806:8:4294967295] 00000400:00000200:0.0:1783978387.508912:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978387.508922:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978387.508928:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978387.508933:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978387.508940:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978387.508943:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 57 secs later) 00000800:00000100:0.0:1783978387.508955:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978387.508957:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978387.508963:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978387.508967:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978387.508973:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978387.508975:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978387.508981:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978387.508985:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882300 x1870620402880384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.508996:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978387.509008:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882300 x1870620402880384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978412 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.509015:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978387.509017:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978387.509023:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978387.509028:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978387.509031:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4310714619 00000100:00000010:0.0:1783978387.509036:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783978387.509042:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978387.509049:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4310714619 00000100:00000010:0.0:1783978387.509052:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783978387.509055:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978387.509058:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978387.509061:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978387.509063:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978387.509067:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978387/real 1783978387] req@ffff9b83ef882300 x1870620402880384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978387.509077:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978387.509078:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978387.509081:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978387.509084:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978387.509086:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978387.509088:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978387.509091:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882300 x1870620402880384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978387.509098:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882300 x1870620402880384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.509104:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978387.509105:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978387.509108:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978387.509109:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978387.509113:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882300 x1870620402880384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.509119:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978387.509122:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882300 x1870620402880384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978412 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.509128:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978387.509131:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978387.509133:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978387.509182:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978387.509185:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978387.509187:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978387.509190:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978387.509194:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978387.509197:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978387.509200:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882300 x1870620402880384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978412 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978387.509207:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402880384:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978387.509211:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978387.509214:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881c00 x1870620402880512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.509220:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978387.509221:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978387.509223:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978387.509224:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978387.509226:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978387.509228:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402880512:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978387.509231:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978387.509232:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978387.509233:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978387.509235:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978387.509238:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978387.509240:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978387.509243:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978387.509245:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978387.509248:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978387.509250:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402880512, portal 10 00000100:00000001:0.0:1783978387.509252:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978387.509253:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694536704 : -110484015014912 : ffff9b83ef881c00) 00000100:00000040:0.0:1783978387.509259:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881c00 x1870620402880512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.509264:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978387.509266:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978387.509268:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978387.509270:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402880512, offset 0 00000400:00000200:0.0:1783978387.509273:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978387.509277:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978387.509280:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978387.509283:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978387.509285:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978387.509287:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978387.509289:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978387.509291:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825836:825836:256:4294967295] 192.168.201.148@tcp LPNI seq info [825807:825807:8:4294967295] 00000400:00000200:0.0:1783978387.509336:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978387.509342:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978387.509347:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978387.509350:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978387.509354:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978387.509357:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 57 secs later) 00000800:00000100:0.0:1783978387.509366:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978387.509368:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978387.509371:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978387.509375:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978387.509378:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978387.509411:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978387.509414:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978387.509419:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881c00 x1870620402880512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.509426:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978387.509429:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881c00 x1870620402880512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978412 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.509435:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978387.509436:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978387.509440:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978387.509444:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978387.509447:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978387.509449:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310713361 00000100:00000001:0.0:1783978387.509452:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310714619 00000100:00000001:0.0:1783978387.509454:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310713361 00000100:00000001:0.0:1783978387.509456:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310714619 00000100:00000001:0.0:1783978387.509458:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978387.509460:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978387.509483:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978387.509487:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978387/real 1783978387] req@ffff9b83ef881c00 x1870620402880512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978387.509494:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978387.509495:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978387.509496:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978387.509499:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978387.509500:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978387.509502:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978387.509504:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881c00 x1870620402880512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978387.509518:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881c00 x1870620402880512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.509524:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978387.509525:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978387.509526:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978387.509528:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978387.509531:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881c00 x1870620402880512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.509537:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978387.509551:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881c00 x1870620402880512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978412 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.509557:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978387.509559:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978387.509560:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978387.509561:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978387.509563:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978387.509574:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978387.509576:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978387.509580:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978387.509582:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978387.509586:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881c00 x1870620402880512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978412 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978387.509594:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402880512:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978387.509598:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978387.509601:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881f80 x1870620402880640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.509608:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978387.509609:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978387.509611:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978387.509613:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978387.509615:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978387.509617:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402880640:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978387.509621:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978387.509624:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978387.509625:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978387.509627:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978387.509631:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978387.509633:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978387.509636:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978387.509639:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978387.509641:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978387.509644:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402880640, portal 10 00000100:00000001:0.0:1783978387.509646:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978387.509647:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694537600 : -110484015014016 : ffff9b83ef881f80) 00000100:00000040:0.0:1783978387.509652:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881f80 x1870620402880640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.509658:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978387.509660:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978387.509662:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978387.509664:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402880640, offset 0 00000400:00000200:0.0:1783978387.509668:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978387.509672:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978387.509675:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978387.509678:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978387.509680:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978387.509683:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978387.509685:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978387.509688:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825837:825837:256:4294967295] 192.168.201.148@tcp LPNI seq info [825808:825808:8:4294967295] 00000400:00000200:0.0:1783978387.509692:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978387.509697:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978387.509701:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978387.509704:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978387.509708:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978387.509710:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 57 secs later) 00000800:00000100:0.0:1783978387.509720:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978387.509723:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978387.509726:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978387.509729:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978387.509732:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978387.509733:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978387.509736:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978387.509740:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881f80 x1870620402880640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.509747:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978387.509750:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881f80 x1870620402880640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978412 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.509755:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978387.509757:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978387.509759:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978387.509762:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978387.509765:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978387.509767:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310713356 00000100:00000001:0.0:1783978387.509769:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310714619 00000100:00000001:0.0:1783978387.509772:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310713356 00000100:00000001:0.0:1783978387.509773:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310714619 00000100:00000001:0.0:1783978387.509775:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978387.509777:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978387.509779:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978387.509783:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978387/real 1783978387] req@ffff9b83ef881f80 x1870620402880640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978387.509791:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978387.509792:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978387.509794:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978387.509796:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978387.509797:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978387.509800:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978387.509803:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881f80 x1870620402880640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978387.509810:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881f80 x1870620402880640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.509815:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978387.509817:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978387.509818:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978387.509819:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978387.509822:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881f80 x1870620402880640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.509847:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978387.509851:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881f80 x1870620402880640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978412 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.509857:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978387.509859:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978387.509861:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978387.509862:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978387.509863:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978387.509869:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978387.509871:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978387.509885:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978387.509888:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978387.509892:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881f80 x1870620402880640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978412 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978387.509901:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402880640:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978387.509904:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978387.509907:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978387.509910:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882300 x1870620402880384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978412 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.509929:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978387.509932:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978387.509935:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978387.509939:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978387.509940:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978387.509942:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978387.509944:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978387.509947:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635400. 02000000:00000001:0.0:1783978387.509960:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978387.509962:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978387.509964:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882300. 00000100:00000001:0.0:1783978387.509969:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978387.509970:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978387.509972:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978387.509975:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881c00 x1870620402880512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978412 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.509981:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978387.509982:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978387.509983:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978387.509987:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978387.509988:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978387.509998:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978387.510000:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978387.510001:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634400. 02000000:00000001:0.0:1783978387.510003:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978387.510004:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978387.510006:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881c00. 00000100:00000001:0.0:1783978387.510008:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978387.510009:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978387.510011:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978387.510014:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881f80 x1870620402880640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978412 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.510019:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978387.510021:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978387.510022:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978387.510024:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978387.510025:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978387.510026:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978387.510028:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978387.510029:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636c00. 02000000:00000001:0.0:1783978387.510032:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978387.510033:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978387.510034:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881f80. 00000100:00000001:0.0:1783978387.510036:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978387.510037:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978387.510039:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978387.510047:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978387.510049:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978387.510051:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978387.510053:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978387.510831:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978387.510836:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978387.510838:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978387.510843:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882d80 x1870620402880768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.510850:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978387.510851:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978387.510854:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978387.510856:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978387.510858:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978387.510862:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402880768:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978387.510865:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978387.510868:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978387.510870:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978387.510872:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978387.510876:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978387.510878:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978387.510883:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978387.510886:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978387.510891:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978387.510896:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402880768, portal 4 00000100:00000001:0.0:1783978387.510898:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978387.510899:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694541184 : -110484015010432 : ffff9b83ef882d80) 00000100:00000040:0.0:1783978387.510906:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882d80 x1870620402880768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.510913:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978387.510915:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978387.510918:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978387.510921:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402880768, offset 0 00000400:00000200:0.0:1783978387.510925:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978387.510931:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978387.510936:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978387.510940:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978387.510943:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978387.510945:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978387.510948:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978387.510950:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825838:825838:256:4294967295] 192.168.201.148@tcp LPNI seq info [825809:825809:8:4294967295] 00000400:00000200:0.0:1783978387.510954:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978387.510961:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978387.510966:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978387.510970:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978387.510975:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978387.510977:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 57 secs later) 00000800:00000100:0.0:1783978387.510989:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978387.510991:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978387.510995:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978387.510998:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978387.511002:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978387.511004:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978387.511007:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978387.511012:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882d80 x1870620402880768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.511020:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978387.511023:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882d80 x1870620402880768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978412 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.511030:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978387.511032:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978387.511036:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978387.511040:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978387.511043:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978387.511045:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310713384 00000100:00000001:0.0:1783978387.511047:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310714619 00000100:00000001:0.0:1783978387.511049:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310713384 00000100:00000001:0.0:1783978387.511051:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310714619 00000100:00000001:0.0:1783978387.511052:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978387.511055:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978387.511056:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978387.511060:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978387/real 1783978387] req@ffff9b83ef882d80 x1870620402880768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978387.511068:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978387.511069:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978387.511071:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978387.511074:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978387.511075:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978387.511078:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978387.511081:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882d80 x1870620402880768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978387.511088:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882d80 x1870620402880768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.511094:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978387.511095:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978387.511098:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978387.511099:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978387.511103:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882d80 x1870620402880768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.511109:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978387.511113:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882d80 x1870620402880768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978412 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.511120:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978387.511123:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978387.511124:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978387.511125:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978387.511127:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978387.511130:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978387.511131:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978387.511133:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978387.511135:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978387.511138:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882d80 x1870620402880768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978412 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978387.511142:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402880768:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978387.511145:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978387.511147:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880000 x1870620402880896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.511151:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978387.511152:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978387.511154:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978387.511155:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978387.511156:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978387.511158:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402880896:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978387.511160:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978387.511161:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978387.511162:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978387.511164:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978387.511166:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978387.511167:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978387.511169:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978387.511171:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978387.511173:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978387.511175:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402880896, portal 4 00000100:00000001:0.0:1783978387.511176:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978387.511177:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694529536 : -110484015022080 : ffff9b83ef880000) 00000100:00000040:0.0:1783978387.511181:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880000 x1870620402880896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.511184:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978387.511186:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978387.511187:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978387.511189:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402880896, offset 0 00000400:00000200:0.0:1783978387.511191:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978387.511193:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978387.511195:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978387.511197:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978387.511199:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978387.511200:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978387.511202:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978387.511203:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825839:825839:256:4294967295] 192.168.201.148@tcp LPNI seq info [825810:825810:8:4294967295] 00000400:00000200:0.0:1783978387.511206:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978387.511210:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978387.511212:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978387.511214:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978387.511217:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978387.511218:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 57 secs later) 00000800:00000100:0.0:1783978387.511225:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978387.511227:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978387.511229:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978387.511231:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978387.511233:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978387.511234:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978387.511235:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978387.511237:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880000 x1870620402880896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.511242:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978387.511243:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880000 x1870620402880896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978412 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.511247:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978387.511248:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978387.511250:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978387.511252:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978387.511253:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978387.511255:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310713374 00000100:00000001:0.0:1783978387.511256:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310714619 00000100:00000001:0.0:1783978387.511257:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310713374 00000100:00000001:0.0:1783978387.511259:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310714619 00000100:00000001:0.0:1783978387.511260:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978387.511261:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978387.511263:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978387.511266:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978387/real 1783978387] req@ffff9b83ef880000 x1870620402880896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978387.511273:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978387.511274:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978387.511276:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978387.511278:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978387.511279:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978387.511281:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978387.511284:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880000 x1870620402880896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978387.511292:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880000 x1870620402880896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.511322:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978387.511324:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978387.511325:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978387.511327:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978387.511331:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880000 x1870620402880896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.511337:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978387.511340:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880000 x1870620402880896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978412 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.511346:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978387.511349:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978387.511350:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978387.511352:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978387.511353:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978387.511357:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978387.511360:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978387.511363:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978387.511365:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978387.511369:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880000 x1870620402880896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978412 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978387.511381:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402880896:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978387.511385:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978387.511387:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978387.511389:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882d80 x1870620402880768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978412 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.511395:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978387.511398:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978387.511400:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978387.511413:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978387.511415:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978387.511416:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978387.511419:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978387.511421:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634c00. 02000000:00000001:0.0:1783978387.511424:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978387.511425:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978387.511427:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882d80. 00000100:00000001:0.0:1783978387.511432:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978387.511433:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978387.511435:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978387.511438:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880000 x1870620402880896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978412 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978387.511442:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978387.511443:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978387.511444:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978387.511446:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978387.511446:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978387.511447:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978387.511448:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978387.511449:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635000. 02000000:00000001:0.0:1783978387.511451:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978387.511451:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978387.511452:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880000. 00000100:00000001:0.0:1783978387.511455:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978387.511455:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978387.511456:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978387.511461:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978387.511462:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978387.511464:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978387.511465:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978387.891386:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978387.891405:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978387.891408:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978387.891415:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978387.891421:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978387.891428:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978387.891440:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978387.891443:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978387.891446:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978388.019413:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978388.019423:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978388.019426:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978388.019435:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978388.019440:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978388.019444:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978388.019449:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978388.019452:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978388.019457:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978388.019478:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978388.019483:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978388.019487:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978388.019492:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978388.019503:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978388.019508:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978388.019514:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978388.019518:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978388.019522:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978388.019548:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978388.019552:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978388.019557:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978388.019559:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978388.019563:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978388.019565:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978388.019569:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978388.019570:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978388.019573:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978388.019574:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978388.019591:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978388.019594:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978388.019597:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978388.915522:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978388.915525:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978388.915526:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978388.915528:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978388.915529:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978388.915530:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978388.915531:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978388.915532:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978388.915533:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978389.043427:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978389.043434:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978389.043437:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978389.043444:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978389.043449:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978389.043452:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978389.043654:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978389.043657:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978389.043661:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978389.043694:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978389.043699:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978389.043706:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978389.043710:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978389.043716:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978389.043719:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978389.043724:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978389.043726:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978389.043730:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978389.043731:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978389.043874:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978389.043877:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978389.043881:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978389.939671:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978389.939676:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978389.939677:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978389.939680:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978389.939682:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978389.939684:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978389.939687:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978389.939688:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978389.939691:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978390.067471:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978390.067479:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978390.067499:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978390.067502:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978390.067509:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978390.067512:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978390.067517:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978390.067520:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978390.067526:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978390.067530:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978390.067563:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978390.067568:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978390.067574:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978390.068829:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978390.068832:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978390.068834:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978390.068836:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978390.068838:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978390.068840:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978390.068842:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978390.068843:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978390.068845:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978390.964563:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978390.964568:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978390.964569:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978390.964572:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978390.964575:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978390.964577:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978390.964579:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978390.964581:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978390.964583:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978391.093432:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978391.093437:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978391.093439:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978391.093442:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978391.093445:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978391.093448:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978391.093890:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978391.093892:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978391.093894:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978391.093914:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978391.093917:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978391.093922:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978391.093924:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978391.093927:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978391.093928:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978391.093931:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978391.093933:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978391.093936:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978391.093937:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978391.093956:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978391.093958:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978391.093961:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978391.987527:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978391.987530:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978391.987531:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978391.987533:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978391.987534:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978391.987536:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978391.987537:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978391.987538:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978391.987539:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978392.115425:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978392.115433:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978392.115442:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978392.115445:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978392.115458:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978392.115462:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978392.115468:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978392.115471:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978392.115475:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978392.115477:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978392.115500:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978392.115504:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978392.115510:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978393.011410:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978393.011417:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978393.011420:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978393.011427:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978393.011432:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978393.011437:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978393.011442:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978393.011446:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978393.011450:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978393.140762:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978393.140780:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978393.140783:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978393.140790:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978393.140794:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978393.140796:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978393.140798:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978393.140800:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978393.140804:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978393.140806:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978393.140810:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978393.140811:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978393.140814:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978393.140815:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978393.140818:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978393.140819:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978393.140851:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978393.140854:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978393.140856:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978393.140859:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978393.140862:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978393.140865:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978393.140867:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978393.140870:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978393.140873:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978394.035398:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978394.035407:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978394.035411:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978394.035419:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978394.035426:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978394.035431:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978394.035441:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978394.035444:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978394.035447:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978394.163418:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978394.163427:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978394.163431:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978394.163438:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978394.163443:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978394.163449:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978394.163456:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978394.163461:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978394.163468:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978394.163499:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978394.163504:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978394.163510:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978394.163513:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978394.163520:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978394.163523:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978394.163531:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978394.163534:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978394.163540:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978394.163543:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978394.163574:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978394.163577:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978394.163579:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978394.163584:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978394.163588:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978394.163593:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978394.163595:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978394.163596:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978394.163598:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978395.187416:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978395.187426:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978395.187430:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978395.187438:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978395.187444:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978395.187448:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978395.187455:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978395.187459:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978395.187463:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978395.187481:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978395.187487:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978395.187490:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978395.187496:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978395.187503:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978395.187514:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978395.187517:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978395.187522:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978395.187526:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978395.187551:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978395.187555:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978395.187559:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978395.187560:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978395.187565:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978395.187566:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978395.187570:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978395.187571:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978395.187574:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978395.187575:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978396.211451:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978396.211464:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978396.211467:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978396.211473:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978396.211480:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978396.211485:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978396.211491:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978396.211494:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978396.211499:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978396.211515:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978396.211519:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978396.211523:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978396.211526:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978396.211531:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978396.211535:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978396.211553:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978396.211557:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978396.211562:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978396.211589:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978396.211594:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978396.211602:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978396.211606:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978396.211612:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978396.211615:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978396.211622:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978396.211626:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978396.211634:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978396.211637:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978397.235656:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978397.235660:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978397.235661:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978397.235664:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978397.235665:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978397.235667:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978397.235669:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978397.235671:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978397.235673:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978397.235703:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978397.235708:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978397.235716:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978397.235722:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978397.235727:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978397.235732:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978397.235740:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978397.235745:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978397.235749:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978397.235753:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978397.235758:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978397.235761:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978397.235762:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978397.235764:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978397.235766:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978397.235767:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978397.235769:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978397.235771:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978397.235775:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978397.235777:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978397.235778:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978397.235779:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978397.235780:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978397.235782:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978397.235783:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978397.235784:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978397.235787:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978397.235788:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978397.235790:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978397.235791:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978397.235792:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978397.235793:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978397.235794:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978397.235796:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978398.259597:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978398.259601:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978398.259603:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978398.259606:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978398.259609:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978398.259611:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978398.259625:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978398.259631:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978398.259635:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978398.259650:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978398.259652:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978398.259654:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978398.259656:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978398.259657:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978398.259659:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978398.259661:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978398.259662:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978398.259664:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978398.259679:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978398.259682:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978398.259686:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978398.259687:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978398.259690:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978398.259692:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978398.259696:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978398.259700:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978398.259707:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978398.259710:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978399.283463:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978399.283490:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978399.283494:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978399.283498:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978399.283503:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978399.283507:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978399.283509:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978399.283512:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978399.283514:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978399.283547:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978399.283550:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978399.283554:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978399.283556:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978399.283575:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978399.283576:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978399.283580:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978399.283581:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978399.283584:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978399.283586:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978399.283640:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978399.283645:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978399.283649:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978399.283653:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978399.283657:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978399.283661:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978399.283665:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978399.283667:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978399.283669:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978399.283821:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978399.283825:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978399.283827:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978399.283829:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978399.283831:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978399.283833:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978399.283835:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978399.283836:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978399.283839:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978400.308472:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978400.308476:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978400.308478:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978400.308481:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978400.308484:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978400.308486:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978400.308487:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978400.308488:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978400.308489:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978400.308511:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978400.308515:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978400.308522:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978400.308526:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978400.308532:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978400.308533:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978400.308536:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978400.308538:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978400.308542:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978400.308543:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978401.331392:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978401.331399:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978401.331402:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978401.331409:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978401.331417:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978401.331422:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978401.331429:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978401.331432:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978401.331439:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978401.331476:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978401.331482:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978401.331492:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978401.331496:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978401.331505:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978401.331512:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978401.331521:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978401.331528:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978401.331541:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978401.331550:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978402.355541:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978402.355545:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978402.355552:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978402.355555:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978402.355560:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978402.355563:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978402.355565:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978402.355567:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978402.355569:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978402.355570:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978402.867662:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978402.867669:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978402.867674:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978402.867683:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b480 x1870620402882304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.867701:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978402.867705:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978402.867713:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978402.867718:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978402.867733:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978402.867745:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402882304:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978402.867752:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978402.867758:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978402.867762:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978402.867768:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978402.867775:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978402.867779:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978402.867788:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978402.867794:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978402.867804:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978402.867813:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402882304, portal 25 00000100:00000001:0.0:1783978402.867818:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978402.867821:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682713728 : -110484026837888 : ffff9b83eed3b480) 00000100:00000040:0.0:1783978402.867829:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b480 x1870620402882304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.867844:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978402.867849:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978402.867854:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978402.867861:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402882304, offset 0 00000400:00000200:0.0:1783978402.867882:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978402.869376:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978402.869386:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978402.869390:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978402.869393:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978402.869396:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978402.869398:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978402.869400:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825850:825850:256:4294967295] 192.168.201.148@tcp LPNI seq info [825821:825821:8:4294967295] 00000400:00000200:0.0:1783978402.869404:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978402.869417:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978402.869423:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978402.869431:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978402.869442:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978402.869447:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783978402.869464:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978402.869467:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978402.869474:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978402.869480:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978402.869485:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978402.869488:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978402.869506:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978402.869513:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b480 x1870620402882304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.869523:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978402.869528:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620402882304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978427 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.869535:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978402.869537:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978402.869543:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978402.869548:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978402.869551:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4310729980 00000100:00000010:0.0:1783978402.869556:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783978402.869563:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978402.869571:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4310729980 00000100:00000010:0.0:1783978402.869577:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783978402.869579:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978402.869583:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978402.869586:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978402.869588:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978402.869593:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978402/real 1783978402] req@ffff9b83eed3b480 x1870620402882304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978402.869603:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978402.869606:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978402.869609:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978402.869620:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978402.869623:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978402.869627:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978402.869632:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b480 x1870620402882304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978402.869642:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b480 x1870620402882304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.869654:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978402.869657:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978402.869659:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978402.869662:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978402.869666:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b480 x1870620402882304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.869674:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978402.869680:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b480 x1870620402882304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978427 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.869688:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978402.869692:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978402.869696:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978402.869699:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978402.869703:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978402.869708:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978402.869713:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978402.869721:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978402.869726:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978402.869735:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b480 x1870620402882304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978427 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978402.869754:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402882304:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978402.869764:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978402.869768:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978402.869774:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b480 x1870620402882304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978427 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.869791:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978402.869795:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978402.869798:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978402.869803:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978402.869806:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978402.869808:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978402.869812:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978402.869815:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16400. 02000000:00000001:0.0:1783978402.869818:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978402.869821:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978402.869823:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b480. 00000100:00000001:0.0:1783978402.869827:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978402.869829:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978402.869834:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978402.869840:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978402.869843:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978402.869847:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978402.869850:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978402.869853:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978402.869861:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38380 x1870620402882432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.869878:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978402.869882:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978402.869886:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978402.869890:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978402.869893:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978402.869898:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402882432:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978402.869900:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978402.869903:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978402.869904:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978402.869906:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978402.869909:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978402.869911:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978402.869915:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978402.869917:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978402.869920:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978402.869923:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402882432, portal 10 00000100:00000001:0.0:1783978402.869925:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978402.869926:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682701184 : -110484026850432 : ffff9b83eed38380) 00000100:00000040:0.0:1783978402.869931:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38380 x1870620402882432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.869935:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978402.869937:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978402.869938:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978402.869940:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402882432, offset 0 00000400:00000200:0.0:1783978402.869943:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978402.869947:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978402.869950:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978402.869953:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978402.869955:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978402.869957:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978402.869960:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978402.869963:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825851:825851:256:4294967295] 192.168.201.148@tcp LPNI seq info [825822:825822:8:4294967295] 00000400:00000200:0.0:1783978402.869967:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978402.869973:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978402.869977:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978402.869981:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978402.869983:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978402.869985:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783978402.869992:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978402.869993:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978402.869996:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978402.869998:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978402.870000:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978402.870001:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978402.870002:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978402.870005:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38380 x1870620402882432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.870010:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978402.870012:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620402882432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978427 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.870016:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978402.870016:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978402.870018:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978402.870021:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978402.870023:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978402.870024:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310728721 00000100:00000001:0.0:1783978402.870026:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310729980 00000100:00000001:0.0:1783978402.870027:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310728721 00000100:00000001:0.0:1783978402.870028:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310729980 00000100:00000001:0.0:1783978402.870029:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978402.870030:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978402.870032:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978402.870033:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978402/real 1783978402] req@ffff9b83eed38380 x1870620402882432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978402.870038:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978402.870039:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978402.870040:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978402.870041:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978402.870042:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978402.870043:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978402.870045:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38380 x1870620402882432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978402.870050:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38380 x1870620402882432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.870053:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978402.870054:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978402.870055:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978402.870056:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978402.870058:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38380 x1870620402882432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.870061:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978402.870063:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38380 x1870620402882432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978427 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.870067:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978402.870068:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978402.870069:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978402.870070:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978402.870071:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978402.870076:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978402.870078:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978402.870080:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978402.870081:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978402.870083:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38380 x1870620402882432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978427 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978402.870087:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402882432:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978402.870090:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978402.870092:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620402882560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.870099:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978402.870100:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978402.870102:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978402.870103:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978402.870104:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978402.870106:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402882560:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978402.870107:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978402.870109:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978402.870109:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978402.870110:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978402.870112:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978402.870114:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978402.870116:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978402.870117:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978402.870119:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978402.870120:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402882560, portal 10 00000100:00000001:0.0:1783978402.870122:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978402.870123:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783978402.870126:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620402882560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.870130:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978402.870131:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978402.870132:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978402.870134:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402882560, offset 0 00000400:00000200:0.0:1783978402.870150:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978402.870153:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978402.870155:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978402.870157:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978402.870159:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978402.870160:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978402.870162:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978402.870164:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825852:825852:256:4294967295] 192.168.201.148@tcp LPNI seq info [825823:825823:8:4294967295] 00000400:00000200:0.0:1783978402.870168:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978402.870174:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978402.870178:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978402.870180:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978402.870184:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978402.870186:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783978402.870196:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978402.870198:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978402.870201:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978402.870204:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978402.870207:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978402.870209:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978402.870211:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978402.870215:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620402882560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.870220:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978402.870222:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620402882560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978427 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.870226:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978402.870227:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978402.870229:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978402.870231:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978402.870233:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978402.870234:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310728716 00000100:00000001:0.0:1783978402.870237:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310729980 00000100:00000001:0.0:1783978402.870238:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310728716 00000100:00000001:0.0:1783978402.870241:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310729980 00000100:00000001:0.0:1783978402.870243:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978402.870245:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978402.870247:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978402.870250:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978402/real 1783978402] req@ffff9b83eed39f80 x1870620402882560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978402.870257:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978402.870258:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978402.870260:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978402.870262:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978402.870264:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978402.870266:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978402.870269:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620402882560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978402.870277:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620402882560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.870283:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978402.870284:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978402.870285:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978402.870287:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978402.870290:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620402882560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.870313:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978402.870317:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620402882560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978427 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.870323:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978402.870325:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978402.870327:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978402.870328:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978402.870330:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978402.870336:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978402.870339:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978402.870343:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978402.870345:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978402.870350:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620402882560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978427 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978402.870357:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402882560:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978402.870360:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978402.870363:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39180 x1870620402882688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.870369:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978402.870370:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978402.870372:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978402.870374:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978402.870375:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978402.870378:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402882688:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978402.870381:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978402.870383:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978402.870385:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978402.870386:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978402.870389:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978402.870390:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978402.870393:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978402.870394:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978402.870396:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978402.870398:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402882688, portal 4 00000100:00000001:0.0:1783978402.870400:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978402.870401:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682704768 : -110484026846848 : ffff9b83eed39180) 00000100:00000040:0.0:1783978402.870405:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39180 x1870620402882688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.870408:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978402.870410:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978402.870412:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978402.870413:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402882688, offset 0 00000400:00000200:0.0:1783978402.870415:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978402.870418:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978402.870420:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978402.870422:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978402.870424:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978402.870425:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978402.870427:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978402.870429:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825853:825853:256:4294967295] 192.168.201.148@tcp LPNI seq info [825824:825824:8:4294967295] 00000400:00000200:0.0:1783978402.870431:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978402.870435:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978402.870438:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978402.870440:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978402.870442:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978402.870444:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783978402.870450:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978402.870451:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978402.870453:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978402.870455:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978402.870457:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978402.870458:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978402.870460:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978402.870462:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39180 x1870620402882688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.870466:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978402.870468:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39180 x1870620402882688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978427 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.870472:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978402.870473:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978402.870475:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978402.870477:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978402.870479:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978402.870480:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310728744 00000100:00000001:0.0:1783978402.870482:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310729980 00000100:00000001:0.0:1783978402.870483:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310728744 00000100:00000001:0.0:1783978402.870484:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310729980 00000100:00000001:0.0:1783978402.870485:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978402.870486:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978402.870487:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978402.870489:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978402/real 1783978402] req@ffff9b83eed39180 x1870620402882688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978402.870493:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978402.870494:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978402.870495:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978402.870496:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978402.870497:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978402.870498:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978402.870500:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39180 x1870620402882688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978402.870504:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39180 x1870620402882688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.870507:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978402.870508:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978402.870509:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978402.870510:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978402.870512:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39180 x1870620402882688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.870515:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978402.870517:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39180 x1870620402882688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978427 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.870521:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978402.870523:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978402.870524:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978402.870524:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978402.870525:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978402.870528:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978402.870529:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978402.870530:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978402.870531:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978402.870534:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39180 x1870620402882688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978427 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978402.870538:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402882688:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978402.870540:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978402.870541:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978402.870543:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38380 x1870620402882432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978427 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.870546:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978402.870547:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978402.870548:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978402.870549:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978402.870550:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978402.870551:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978402.870552:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978402.870553:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15c00. 02000000:00000001:0.0:1783978402.870555:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978402.870556:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978402.870556:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38380. 00000100:00000001:0.0:1783978402.870558:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978402.870559:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978402.870560:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978402.870562:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620402882560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978427 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.870565:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978402.870566:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978402.870567:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978402.870568:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978402.870569:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978402.870569:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978402.870570:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978402.870571:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14c00. 02000000:00000001:0.0:1783978402.870572:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978402.870573:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978402.870573:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783978402.870575:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978402.870575:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978402.870576:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978402.870578:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39180 x1870620402882688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978427 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.870581:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978402.870581:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978402.870582:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978402.870584:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978402.870584:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978402.870585:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978402.870586:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978402.870587:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15400. 02000000:00000001:0.0:1783978402.870588:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978402.870588:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978402.870589:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39180. 00000100:00000001:0.0:1783978402.870590:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978402.870591:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978402.870591:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978402.870594:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978402.870595:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978402.870596:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978402.870597:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978402.870598:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978402.870600:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38a80 x1870620402882816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.870604:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978402.870605:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978402.870606:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978402.870607:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978402.870608:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978402.870610:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402882816:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978402.870611:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978402.870612:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978402.870613:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978402.870614:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978402.870616:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978402.870617:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978402.870619:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978402.870620:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978402.870622:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978402.870623:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402882816, portal 4 00000100:00000001:0.0:1783978402.870625:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978402.870626:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682702976 : -110484026848640 : ffff9b83eed38a80) 00000100:00000040:0.0:1783978402.870649:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38a80 x1870620402882816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.870656:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978402.870657:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978402.870660:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978402.870663:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402882816, offset 0 00000400:00000200:0.0:1783978402.870666:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978402.870670:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978402.870673:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978402.870676:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978402.870678:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978402.870681:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978402.870683:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978402.870685:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [825854:825854:256:4294967295] 192.168.201.148@tcp LPNI seq info [825825:825825:8:4294967295] 00000400:00000200:0.0:1783978402.870689:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978402.870694:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978402.870698:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978402.870702:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978402.870705:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978402.870707:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783978402.870716:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978402.870717:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978402.870719:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978402.870723:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978402.870725:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978402.870727:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978402.870729:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978402.870733:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38a80 x1870620402882816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.870740:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978402.870743:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620402882816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978427 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.870748:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978402.870750:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978402.870752:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978402.870755:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978402.870758:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978402.870760:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4310728734 00000100:00000001:0.0:1783978402.870762:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4310729980 00000100:00000001:0.0:1783978402.870764:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4310728734 00000100:00000001:0.0:1783978402.870767:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4310729980 00000100:00000001:0.0:1783978402.870769:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978402.870771:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978402.870773:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978402.870776:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978402/real 1783978402] req@ffff9b83eed38a80 x1870620402882816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978402.870783:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978402.870785:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978402.870786:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978402.870788:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978402.870789:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978402.870791:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978402.870794:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38a80 x1870620402882816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978402.870800:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38a80 x1870620402882816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.870806:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978402.870807:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978402.870808:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978402.870810:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978402.870813:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38a80 x1870620402882816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.870818:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978402.870821:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38a80 x1870620402882816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978427 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.870828:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978402.870830:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978402.870832:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978402.870833:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978402.870835:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978402.870839:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978402.870842:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978402.870845:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978402.870847:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978402.870851:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38a80 x1870620402882816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978427 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978402.870858:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402882816:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978402.870862:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978402.870863:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978402.870866:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38a80 x1870620402882816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978427 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978402.870872:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978402.870873:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978402.870940:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978402.870945:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978402.870946:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978402.870948:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978402.870950:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978402.870951:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16800. 02000000:00000001:0.0:1783978402.870953:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978402.870954:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978402.870956:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38a80. 00000100:00000001:0.0:1783978402.870958:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978402.870959:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978402.870961:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978402.870964:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978402.870965:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978402.870967:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978402.870968:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978403.380185:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978403.380190:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978403.380193:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978403.380196:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978403.380199:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978403.380201:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978403.380204:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978403.380206:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978403.380218:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978403.380219:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978403.380223:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978403.380224:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978403.380227:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978403.380228:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978403.380231:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978403.380232:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978403.383116:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978403.383120:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978403.383121:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978403.383124:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978403.383136:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978403.383138:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978403.383140:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978403.383142:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978403.383144:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978404.403541:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978404.403543:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978404.403544:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978404.403546:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978404.403547:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978404.403548:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978404.403550:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978404.403551:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978404.403553:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978404.403561:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978404.403563:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978404.403564:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978404.403565:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978404.403567:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978404.403569:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978404.403571:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978404.403573:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978404.403574:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978404.403593:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978404.403595:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978404.403599:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978404.403600:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978404.403603:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978404.403605:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978404.403608:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978404.403609:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978404.403612:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978404.403613:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978405.427419:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978405.427426:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978405.427430:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978405.427436:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978405.427444:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978405.427449:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978405.427456:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978405.427460:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978405.427463:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978405.427485:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978405.427489:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978405.427492:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978405.427497:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978405.427499:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978405.427503:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978405.427507:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978405.427509:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978405.427513:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978405.427532:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978405.427535:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978405.427540:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978405.427541:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978405.427543:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978405.427545:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978405.427547:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978405.427549:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978405.427552:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978405.427554:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978406.451402:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978406.451408:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978406.451412:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978406.451416:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978406.451420:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978406.451425:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978406.451431:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978406.451434:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978406.451440:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978406.451459:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978406.451463:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978406.451468:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978406.451471:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978406.451477:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978406.451479:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978406.451485:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978406.451487:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978406.451493:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978406.451496:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978407.475423:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978407.475429:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978407.475438:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978407.475444:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978407.475449:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978407.475454:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978407.475460:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978407.475464:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978407.475468:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978407.475472:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978407.475478:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978407.475481:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978407.475483:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978407.475487:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978407.475491:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978407.475495:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978407.475500:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978407.475505:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978407.475514:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978407.475518:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978407.475523:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978407.475527:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978407.475532:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978407.475535:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978407.475540:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978407.475543:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978407.475547:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978407.475549:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978407.475550:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978407.475553:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978407.475557:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978407.475560:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978407.475565:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978407.475568:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978407.475597:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978407.475600:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978407.475604:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978407.475626:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978407.475630:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978407.475632:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978407.475635:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978407.475638:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978407.475641:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978407.475646:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978407.475650:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978407.475656:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978407.987557:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978407.987566:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978407.987568:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978407.987571:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978407.987574:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978407.987579:0:296888:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 16061 00000400:00000200:0.0:1783978407.987588:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978407.987593:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978407.987595:0:296888:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978407.987597:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978407.987599:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978407.987601:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978407.987602:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978407.987605:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978407.987606:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783978407.987608:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978407.987610:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783978407.987612:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783978407.987613:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783978407.987615:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978407.987616:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978407.987617:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978407.987618:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978407.987620:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783978407.987622:0:296888:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978407.987624:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978407.987626:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978407.987628:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978407.987630:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978407.987631:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978407.987633:0:296888:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978407.987640:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783978407.987642:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783978407.987645:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978407.987646:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978407.987648:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978407.987650:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978407.987653:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978407.987659:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783978407.987664:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978407.987671:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620402882944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978407.987677:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978407.987681:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978407.987683:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620402882944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978407.987701:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978407.987703:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978407.987705:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978407.987706:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978407.987707:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978407.987709:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978407.987710:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16061 00000400:00000200:0.0:1783978407.987712:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978407.987714:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978407.987716:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978407.987718:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978407.987720:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978407.987721:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978407.987723:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978407.987724:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978407.987726:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783978407.987729:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978407.987730:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783978407.987732:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783978407.987736:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783978407.987740:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978407.987742:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978407.987744:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978407.987745:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978407.987747:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783978407.987750:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978407.987752:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978407.987754:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978407.987758:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978407.987760:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978407.987762:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978407.987765:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978407.987768:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978407.987770:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978407.987773:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783978407.987776:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978407.987778:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978407.987781:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978407.987783:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978407.987787:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978407.987790:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978407.987794:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783978407.987800:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978407.987809:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402883072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978407.987832:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978407.987837:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978407.987844:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402883072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978407.987855:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978407.987858:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978407.987863:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978407.987864:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978407.987866:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978407.987870:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978407.987872:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16061 00000400:00000200:0.0:1783978407.987879:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978407.987885:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978407.987890:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978407.987898:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978407.987903:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978407.987911:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978407.987917:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978407.987920:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978407.987921:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783978407.987922:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978407.987924:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783978407.987926:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783978407.987928:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783978407.987931:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978407.987933:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978407.987934:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978407.987936:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978407.987938:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783978407.987940:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978407.987942:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978407.987944:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978407.987947:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978407.987948:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978407.987950:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978407.987952:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978407.987954:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978407.987956:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978407.987962:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783978407.987966:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978407.987968:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978407.987972:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978407.987976:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978407.987978:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978407.987980:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978407.987985:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783978407.987991:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978407.988000:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402883200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978407.988015:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978407.988019:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978407.988025:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402883200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978407.988038:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978407.988042:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978407.988061:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978407.988065:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978407.988067:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978407.988073:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978407.988079:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16061 00000400:00000200:0.0:1783978407.988087:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978407.988092:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978407.988096:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978407.988101:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978407.988105:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978407.988111:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978407.988115:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978407.988117:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978407.988119:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783978407.988120:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978407.988123:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783978407.988128:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783978407.988131:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783978407.988136:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978407.988139:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978407.988142:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978407.988144:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978407.988146:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783978407.988150:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978407.988156:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978407.988160:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978407.988165:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978407.988171:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978407.988175:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978407.988180:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978407.988184:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978407.988188:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978407.988195:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783978407.988199:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978407.988205:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978407.988208:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978407.988211:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978407.988213:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978407.988217:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978407.988224:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783978407.988230:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978407.988239:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402883328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978407.988251:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978407.988256:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978407.988264:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402883328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978407.988274:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978407.988277:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978407.988280:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978407.988283:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978407.988285:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978407.988288:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978407.988324:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16061 00000400:00000200:0.0:1783978407.988331:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978407.988335:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978407.988337:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978407.988340:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978407.988342:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978407.988343:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978407.988344:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978407.988345:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978407.988346:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783978407.988347:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978407.988348:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783978407.988349:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783978407.988350:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783978407.988352:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978407.988353:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978407.988354:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978407.988355:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978407.988356:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783978407.988357:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978407.988359:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978407.988360:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978407.988362:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978407.988363:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978407.988365:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978407.988366:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978407.988367:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978407.988368:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978407.988371:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783978407.988372:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978407.988373:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978407.988374:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978407.988375:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978407.988376:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978407.988377:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978407.988380:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783978407.988382:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978407.988385:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402883456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978407.988389:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978407.988390:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978407.988392:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402883456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978407.988397:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978407.988400:0:296888:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16071) 00000100:00000001:0.0:1783978408.499397:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978408.499403:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978408.499407:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978408.499412:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978408.499417:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978408.499421:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978408.499427:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978408.499431:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978408.499436:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978408.499461:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978408.499467:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978408.499474:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978408.499478:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978408.499485:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978408.499489:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978408.499495:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978408.499499:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978408.499507:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978408.499510:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978408.499532:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978408.499536:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978408.499539:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783978409.523411:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978409.523417:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978409.523427:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978409.523431:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978409.523439:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978409.523443:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978409.523448:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978409.523452:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978409.523458:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978409.523460:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978409.523479:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978409.523482:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978409.523485:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978409.523758:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978409.523761:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978409.523762:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978409.523764:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978409.523767:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978409.523769:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978409.523775:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978409.523776:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978409.523778:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978410.547410:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978410.547418:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978410.547422:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978410.547430:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978410.547436:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978410.547443:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978410.547448:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978410.547452:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978410.547455:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978410.547476:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978410.547479:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978410.547484:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978410.547485:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978410.547489:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978410.547491:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978410.547495:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978410.547496:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978410.547499:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978410.547501:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978410.547521:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978410.547525:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978410.547530:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978410.547552:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978410.547556:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978410.547560:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978410.547564:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978410.547568:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978410.547572:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978410.547575:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978410.547576:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978410.547578:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978410.547595:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978410.547598:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978410.547601:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978410.547606:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978410.547611:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978410.547616:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978410.547621:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978410.547625:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978410.547632:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978411.571570:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978411.571576:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978411.571580:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978411.571587:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978411.571593:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978411.571597:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978411.571603:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978411.571607:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978411.571611:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978411.571637:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978411.571641:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978411.571644:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978411.571645:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978411.571648:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978411.571648:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978411.571651:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978411.571651:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978411.571654:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978411.571655:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978411.571668:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978411.571671:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978411.571673:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783978412.595430:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978412.595438:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978412.595440:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978412.595443:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978412.595448:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978412.595450:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978412.595452:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978412.595454:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978412.595458:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978412.595459:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978412.595463:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978412.595464:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978412.595467:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978412.595468:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978412.595471:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978412.595472:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978412.595493:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978412.595496:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978412.595499:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978412.595698:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978412.595703:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978412.595707:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978412.595710:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978412.595714:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978412.595718:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978412.595732:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978412.595735:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978412.595737:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978412.595791:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978412.595794:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978412.595796:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978412.595800:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978412.595804:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978412.595808:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978412.595812:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978412.595815:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978412.595820:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978412.595919:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978412.595923:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978412.595926:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978412.595929:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978412.595931:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978412.595936:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978412.595942:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978412.595946:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978412.595950:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978413.107390:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978413.107398:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978413.107400:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978413.107403:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978413.107406:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978413.107412:0:296888:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 16066 00000400:00000200:0.0:1783978413.107419:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978413.107424:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978413.107427:0:296888:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978413.107430:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978413.107434:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978413.107436:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978413.107438:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978413.107442:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978413.107444:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783978413.107446:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978413.107449:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783978413.107452:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783978413.107455:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783978413.107457:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978413.107459:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978413.107461:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978413.107463:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978413.107466:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783978413.107469:0:296888:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978413.107471:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978413.107474:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978413.107477:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978413.107479:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978413.107482:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978413.107484:0:296888:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978413.107494:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783978413.107497:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783978413.107500:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978413.107501:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978413.107504:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978413.107506:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978413.107509:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978413.107515:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783978413.107522:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978413.107530:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402883584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978413.107540:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978413.107545:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978413.107550:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402883584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978413.107572:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978413.107575:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978413.107578:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978413.107579:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978413.107581:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978413.107584:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978413.107587:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16066 00000400:00000200:0.0:1783978413.107590:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978413.107593:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978413.107595:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978413.107598:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978413.107600:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978413.107602:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978413.107604:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978413.107606:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978413.107607:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783978413.107608:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978413.107610:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783978413.107612:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783978413.107614:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783978413.107617:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978413.107619:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978413.107621:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978413.107623:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978413.107625:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783978413.107628:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978413.107630:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978413.107631:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978413.107636:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978413.107638:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978413.107640:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978413.107644:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978413.107647:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978413.107648:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978413.107652:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783978413.107654:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978413.107657:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978413.107658:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978413.107660:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978413.107661:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978413.107663:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978413.107666:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783978413.107669:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978413.107673:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620402883712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978413.107680:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978413.107682:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978413.107685:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620402883712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978413.107705:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978413.107707:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978413.107710:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978413.107712:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978413.107713:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978413.107716:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978413.107719:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16066 00000400:00000200:0.0:1783978413.107722:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978413.107724:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978413.107726:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978413.107729:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978413.107731:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978413.107732:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978413.107734:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978413.107736:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978413.107737:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783978413.107739:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978413.107741:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783978413.107743:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783978413.107745:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783978413.107748:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978413.107749:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978413.107751:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978413.107753:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978413.107756:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783978413.107758:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978413.107760:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978413.107761:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978413.107767:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978413.107769:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978413.107771:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978413.107773:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978413.107775:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978413.107776:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978413.107779:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783978413.107782:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978413.107784:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978413.107785:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978413.107787:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978413.107788:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978413.107790:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978413.107793:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783978413.107796:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978413.107800:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620402883840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978413.107806:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978413.107808:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978413.107811:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620402883840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978413.107818:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978413.107821:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978413.107824:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978413.107825:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978413.107827:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978413.107829:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978413.107832:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16066 00000400:00000200:0.0:1783978413.107835:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978413.107837:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978413.107840:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978413.107842:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978413.107844:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978413.107846:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978413.107848:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978413.107850:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978413.107851:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783978413.107853:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978413.107855:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783978413.107857:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783978413.107859:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783978413.107868:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978413.107869:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978413.107871:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978413.107873:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978413.107875:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783978413.107877:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978413.107880:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978413.107881:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978413.107883:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978413.107885:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978413.107887:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978413.107889:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978413.107891:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978413.107893:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978413.107896:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783978413.107898:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978413.107900:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978413.107902:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978413.107903:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978413.107905:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978413.107906:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978413.107909:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783978413.107912:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978413.107916:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402883968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978413.107929:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978413.107931:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978413.107935:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402883968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978413.107942:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978413.107944:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978413.107948:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978413.107949:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978413.107950:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978413.107952:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978413.107955:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16066 00000400:00000200:0.0:1783978413.107971:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978413.107974:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978413.107979:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978413.107981:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978413.107983:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978413.107985:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978413.107987:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978413.107989:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978413.107990:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783978413.107991:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978413.107993:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783978413.107995:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783978413.107997:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783978413.107999:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978413.108001:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978413.108003:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978413.108005:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978413.108007:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783978413.108009:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978413.108011:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978413.108013:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978413.108016:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978413.108017:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978413.108019:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978413.108021:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978413.108023:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978413.108025:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978413.108028:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783978413.108030:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978413.108033:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978413.108034:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978413.108035:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978413.108037:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978413.108038:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978413.108042:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783978413.108045:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978413.108050:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402884096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978413.108057:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978413.108065:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978413.108069:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402884096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978413.108077:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978413.108081:0:296888:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16076) 00000100:00000001:0.0:1783978413.619567:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978413.619570:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978413.619572:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978413.619575:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978413.619578:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978413.619583:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978413.619587:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978413.619591:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978413.619596:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978413.619621:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978413.619625:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978413.619629:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978413.619630:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978413.619634:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978413.619635:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978413.619638:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978413.619639:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978413.619643:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978413.619644:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978413.619669:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978413.619671:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978413.619674:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978413.619945:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978413.619960:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978413.619962:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978413.619964:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978413.619966:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978413.619968:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978413.619970:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978413.619971:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978413.619973:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978414.643854:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978414.643859:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978414.643863:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978414.643867:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978414.643871:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978414.643876:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978414.643883:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978414.643886:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978414.643889:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978414.643923:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978414.643926:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978414.643941:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978414.643943:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978414.643947:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978414.643948:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978414.643951:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978414.643952:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978414.643956:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978414.643957:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978414.643981:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978414.643983:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978414.643986:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978415.667460:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978415.667470:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978415.667474:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978415.667479:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978415.667486:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978415.667493:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978415.667713:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978415.667719:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978415.667727:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978415.667763:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978415.667767:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978415.667773:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978415.667774:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978415.667778:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978415.667779:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978415.667782:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978415.667783:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978415.667786:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978415.667787:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978415.667804:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978415.667807:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978415.667809:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783978416.691478:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978416.691486:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978416.691495:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978416.691500:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978416.691508:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978416.691512:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978416.691517:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978416.691519:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978416.691528:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978416.691532:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978416.691566:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978416.691573:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978416.691585:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978416.691627:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978416.691633:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978416.691638:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978416.691644:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978416.691651:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978416.691656:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978416.691659:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978416.691661:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978416.691667:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978417.715435:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978417.715443:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978417.715447:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978417.715452:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978417.715458:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978417.715466:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978417.715471:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978417.715478:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978417.715485:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978417.715524:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978417.715531:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978417.715541:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978417.715549:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978417.715553:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978417.715560:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978417.715565:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978417.715575:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978417.715579:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978417.715583:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978417.715594:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978417.715605:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978417.715614:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978417.715621:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978417.715637:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978417.715641:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978417.715649:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978417.715656:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978417.715666:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978417.715670:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978417.715672:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978417.715675:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978417.715680:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978417.715682:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978417.715683:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978417.715685:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978417.715688:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978417.715689:0:297087:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978417.715690:0:297087:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978417.715691:0:297087:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978417.715692:0:297087:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978417.715693:0:297087:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978417.715695:0:297087:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978417.715696:0:297087:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978417.715715:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978417.715717:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978417.715719:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978418.739500:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978418.739510:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978418.739513:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978418.739519:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978418.739524:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978418.739528:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978418.739531:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978418.739534:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978418.739537:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978418.739565:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978418.739567:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978418.739572:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978418.739573:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978418.739577:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978418.739578:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978418.739580:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978418.739581:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978418.739584:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978418.739586:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978418.739611:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978418.739614:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978418.739617:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978418.739643:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978418.739646:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978418.739648:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978418.739651:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978418.739656:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978418.739658:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978418.739661:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978418.739663:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978418.739666:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978418.739713:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978418.739724:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978418.739732:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978418.739747:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978418.739755:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978418.739758:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978418.739762:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978418.739776:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978418.739780:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978419.763469:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978419.763480:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978419.763484:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978419.763493:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978419.763508:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978419.763518:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978419.763526:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978419.763530:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978419.763536:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978419.763568:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978419.763574:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978419.763578:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978419.763589:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978419.763597:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978419.763610:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978419.763625:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978419.763630:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978419.763635:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978419.763663:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978419.763665:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978419.763669:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978419.763670:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978419.763673:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978419.763673:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978419.763676:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978419.763677:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978419.763679:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978419.763680:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978419.763697:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978419.763699:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978419.763701:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978420.787441:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978420.787453:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978420.787457:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978420.787464:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978420.787471:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978420.787476:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978420.787483:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978420.787488:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978420.787495:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978420.787538:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978420.787545:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978420.787549:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978420.787555:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978420.787561:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978420.787567:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978420.787572:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978420.787579:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978420.787591:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978420.787616:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978420.787627:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978420.787650:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978420.787655:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978420.787664:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978420.787666:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978420.787672:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978420.787673:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978420.787679:0:297087:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978420.787680:0:297087:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978420.787704:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978420.787708:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978420.787711:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978421.811450:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978421.811460:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978421.811467:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978421.811476:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978421.811486:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978421.811492:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978421.811572:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978421.811576:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978421.811580:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978421.811620:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978421.811625:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978421.811631:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978421.811633:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978421.811641:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978421.811645:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978421.811652:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978421.811656:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978421.811665:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978421.811669:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978421.811698:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978421.811704:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978421.811710:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978421.811745:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978421.811752:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978421.811756:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978421.811761:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978421.811765:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978421.811768:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978421.811772:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978421.811774:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978421.811778:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978422.835419:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978422.835427:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978422.835430:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978422.835437:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978422.835443:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978422.835447:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978422.835452:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978422.835455:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978422.835459:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978422.835489:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978422.835495:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978422.835510:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978422.835514:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978422.835518:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978422.835521:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978422.835524:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978422.835527:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978422.835532:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978422.835534:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978422.835546:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978422.835549:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978422.835554:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978422.835556:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978422.835562:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978422.835565:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978422.835582:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978422.835586:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978422.835589:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978423.859418:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978423.859424:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978423.859427:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978423.859434:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978423.859441:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978423.859448:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978423.859467:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978423.859470:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978423.859473:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978423.859500:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978423.859504:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978423.859509:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978423.859511:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978423.859515:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978423.859517:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978423.859522:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978423.859526:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978423.859532:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978423.859536:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978423.859557:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978423.859563:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978423.859568:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978423.859598:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978423.859604:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978423.859607:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978423.859612:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978423.859616:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978423.859620:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978423.859625:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978423.859628:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978423.859633:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978424.883399:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978424.883406:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978424.883409:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978424.883416:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978424.883422:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978424.883428:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978424.883435:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978424.883440:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978424.883445:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978424.883959:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978424.883963:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978424.883967:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978424.883972:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978424.883980:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978424.883984:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978424.884000:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978424.884003:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978424.884011:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978424.884014:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978424.884035:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978424.884038:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978424.884041:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978425.907643:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978425.907650:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978425.907653:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978425.907657:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978425.907663:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978425.907668:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978425.907673:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978425.907676:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978425.907679:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978425.907704:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978425.907708:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978425.907716:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978425.907719:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978425.907726:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978425.907727:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978425.907731:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978425.907732:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978425.907746:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978425.907748:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978425.907765:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978425.907768:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978425.907771:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978426.931805:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978426.931809:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978426.931811:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978426.931814:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978426.931816:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978426.931818:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978426.931820:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978426.931822:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978426.931824:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978426.931844:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978426.931847:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978426.931851:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978426.931852:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978426.931856:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978426.931857:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978426.931860:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978426.931861:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978426.931865:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978426.931867:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978426.931884:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978426.931890:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978426.931895:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783978427.955422:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978427.955427:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978427.955435:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978427.955441:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978427.955446:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978427.955458:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978427.955464:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978427.955467:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978427.955470:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978427.955474:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978427.955481:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978427.955490:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978427.955494:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978427.955498:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978427.955505:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978427.955508:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978427.955513:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978427.955517:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978427.955526:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978427.955531:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978427.955535:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978427.955538:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978427.955541:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978427.955542:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978427.955544:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978427.955549:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978427.955567:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978427.955572:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978427.955575:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978427.955580:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978427.955585:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978427.955588:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978427.955593:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978427.955599:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978427.955623:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978427.955628:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978427.955632:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783978428.979659:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978428.979664:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978428.979668:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978428.979669:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978428.979673:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978428.979674:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978428.979677:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978428.979678:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978428.979697:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978428.979699:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978428.979717:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978428.979719:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978428.979722:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783978430.003386:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978430.003391:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978430.003397:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978430.003399:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978430.003407:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978430.003410:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978430.003416:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978430.003419:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978430.003423:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978430.003426:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978430.003442:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978430.003445:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978430.003449:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978430.003475:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978430.003480:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978430.003484:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978430.003488:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978430.003492:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978430.003497:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978430.003503:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978430.003511:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978430.003517:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978431.027414:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978431.027424:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978431.027428:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978431.027436:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978431.027444:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978431.027450:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978431.027482:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978431.027487:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978431.027494:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978431.027533:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978431.027537:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978431.027542:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978431.027544:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978431.027550:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978431.027553:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978431.027558:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978431.027561:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978431.027566:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978431.027570:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978431.027589:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978431.027594:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978431.027598:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978432.051417:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978432.051425:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978432.051430:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978432.051438:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978432.051447:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978432.051453:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978432.051472:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978432.051476:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978432.051483:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978432.051512:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978432.051518:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978432.051524:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978432.051529:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978432.051537:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978432.051542:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978432.051548:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978432.051552:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978432.051558:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978432.051561:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978432.051580:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978432.051583:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978432.051586:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978433.075414:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978433.075423:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978433.075427:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978433.075432:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978433.075436:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978433.075441:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978433.075659:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978433.075661:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978433.075663:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978433.075679:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978433.075683:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978433.075685:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978433.075687:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978433.075690:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978433.075691:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978433.075692:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978433.075694:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978433.075696:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978433.075697:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978433.075700:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978433.075701:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978433.075703:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978433.075704:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978433.075706:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978433.075707:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978433.075722:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978433.075724:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978433.075725:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978434.099408:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978434.099413:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978434.099416:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978434.099422:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978434.099427:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978434.099432:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978434.099436:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978434.099439:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978434.099444:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978434.099460:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978434.099463:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978434.099466:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978434.099469:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978434.099471:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978434.099473:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978434.099474:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978434.099475:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978434.099477:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978434.099498:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978434.099502:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978434.099509:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978434.099514:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978434.099523:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978434.099527:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978434.099533:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978434.099536:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978434.099540:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978434.099541:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978434.099560:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978434.099563:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978434.099565:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978435.123408:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978435.123423:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978435.123428:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978435.123433:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978435.123439:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978435.123444:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978435.123459:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978435.123464:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978435.123470:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978435.123501:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978435.123506:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978435.123514:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978435.123518:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978435.123527:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978435.123531:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978435.123539:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978435.123543:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978435.123549:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978435.123551:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978435.123565:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978435.123567:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978435.123568:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783978436.147412:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978436.147416:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978436.147423:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978436.147425:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978436.147431:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978436.147434:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978436.147438:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978436.147439:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978436.147442:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978436.147444:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978436.147463:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978436.147467:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978436.147470:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978436.147494:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978436.147496:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978436.147498:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978436.147500:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978436.147502:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978436.147504:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978436.147506:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978436.147508:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978436.147510:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978436.147518:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978436.147520:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978436.147521:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978436.147523:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978436.147526:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978436.147527:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978436.147530:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978436.147531:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978436.147534:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978436.147549:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978436.147552:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978436.147554:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978436.147567:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978436.147571:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978436.147574:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978436.147579:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978436.147582:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978436.147585:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978437.171411:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978437.171418:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978437.171421:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978437.171428:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978437.171432:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978437.171437:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978437.171440:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978437.171443:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978437.171446:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978437.171465:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978437.171469:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978437.171473:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978437.171477:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978437.171481:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978437.171485:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978437.171490:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978437.171493:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978437.171497:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978437.171521:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978437.171525:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978437.171531:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978437.171533:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978437.171537:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978437.171549:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978437.171553:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978437.171554:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978437.171557:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978437.171559:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978437.171572:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978437.171574:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978437.171576:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978438.195401:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978438.195408:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978438.195411:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978438.195416:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978438.195422:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978438.195427:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978438.195444:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978438.195447:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978438.195450:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978438.195476:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978438.195482:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978438.195487:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978438.195490:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978438.195491:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978438.195493:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978438.195496:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978438.195497:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978438.195499:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978438.195500:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978438.195503:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978438.195504:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978438.195505:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978438.195506:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978438.195507:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978438.195508:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978438.195509:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978438.195510:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978438.195513:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978438.195514:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978438.195515:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978438.195516:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978438.195517:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978438.195518:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978438.195519:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978438.195520:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978438.195535:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978438.195537:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978438.195538:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978438.195542:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978438.195546:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978438.195548:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978438.195550:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978438.195551:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978438.195563:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978438.195565:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978438.195567:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978438.195611:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978438.195624:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978438.195628:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978438.195635:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978438.195641:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978438.195646:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978438.195652:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978438.195655:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978438.195657:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978439.219487:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978439.219495:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978439.219500:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978439.219520:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978439.219533:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978439.219540:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978439.219548:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978439.219553:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978439.219559:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978439.219582:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978439.219588:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978439.219592:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978439.219595:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978439.219601:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978439.219607:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978439.219612:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978439.219618:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978439.219622:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978439.219659:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978439.219666:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978439.219676:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978439.219680:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978439.219696:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978439.219699:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978439.219708:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978439.219712:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978439.219719:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978439.219722:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978439.219748:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978439.219751:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978439.219755:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978440.243457:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978440.243467:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978440.243475:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978440.243480:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978440.243498:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978440.243504:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978440.243516:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978440.243520:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978440.243527:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978440.243559:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978440.243563:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978440.243572:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978440.243574:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978440.243581:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978440.243583:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978440.243591:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978440.243594:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978440.243598:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978440.243600:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978440.243623:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978440.243627:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978440.243633:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978441.267401:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978441.267407:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978441.267412:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978441.267419:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978441.267426:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978441.267431:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978441.267439:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978441.267443:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978441.267449:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978441.267467:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978441.267486:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978441.267490:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978441.267496:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978441.267500:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978441.267503:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978441.267507:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978441.267510:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978441.267514:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978441.267539:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978441.267545:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978441.267553:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978441.267554:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978441.267558:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978441.267559:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978441.267563:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978441.267565:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978441.267568:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978441.267569:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978441.267585:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978441.267587:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978441.267589:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978442.294573:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978442.294581:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978442.294586:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978442.294593:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978442.294600:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978442.294605:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978442.294613:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978442.294617:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978442.294622:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978442.294647:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978442.294651:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978442.294656:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978442.294659:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978442.294663:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978442.294667:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978442.294673:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978442.294677:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978442.294686:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978442.294689:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978442.294708:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978442.294711:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978442.294714:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783978443.315405:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978443.315411:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978443.315414:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978443.315418:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978443.315422:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978443.315424:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978443.315428:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978443.315445:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978443.315451:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978443.315454:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978443.315461:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978443.315463:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978443.315467:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978443.315468:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978443.315472:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978443.315474:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978443.315490:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978443.315492:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978443.315494:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978443.315554:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978443.315557:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978443.315558:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978443.315561:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978443.315564:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978443.315566:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978443.315568:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978443.315570:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978443.315572:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978443.315585:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978443.315589:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978443.315592:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978443.315596:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978443.315601:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978443.315604:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978443.315609:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978443.315612:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978443.315616:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978444.339471:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978444.339477:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978444.339480:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978444.339483:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978444.339489:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978444.339493:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978444.339495:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978444.339497:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978444.339501:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978444.339526:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978444.339531:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978444.339539:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978444.339543:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978444.339551:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978444.339555:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978444.339562:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978444.339565:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978444.339573:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978444.339588:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978444.339604:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978444.339606:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978444.339608:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978445.363413:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978445.363422:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978445.363427:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978445.363435:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978445.363441:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978445.363448:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978445.363462:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978445.363466:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978445.363469:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978445.363497:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978445.363502:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978445.363509:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978445.363513:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978445.363520:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978445.363525:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978445.363532:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978445.363535:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978445.363540:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978445.363544:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978445.363564:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978445.363568:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978445.363571:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978446.387405:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978446.387413:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978446.387416:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978446.387423:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978446.387430:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978446.387436:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978446.387444:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978446.387450:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978446.387457:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978446.387488:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978446.387495:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978446.387502:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978446.387507:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978446.387517:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978446.387521:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978446.387529:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978446.387532:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978446.387539:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978446.387543:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978446.387564:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978446.387568:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978446.387572:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978447.411414:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978447.411421:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978447.411424:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978447.411433:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978447.411441:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978447.411444:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978447.411447:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978447.411452:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978447.411455:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978447.411475:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978447.411479:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978447.411482:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978447.411485:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978447.411491:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978447.411496:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978447.411504:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978447.411517:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978447.411526:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978447.411530:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978447.411552:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978447.411555:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978447.411557:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783978448.435414:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978448.435420:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978448.435425:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978448.435429:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978448.435433:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978448.435436:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978448.435442:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978448.435446:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978448.435450:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978448.435452:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978448.435466:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978448.435470:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978448.435472:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978448.435474:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978448.435476:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978448.435477:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978448.435478:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978448.435480:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978448.435482:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978448.435484:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978448.435486:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978448.435487:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978448.435489:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978448.435490:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978448.435491:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978448.435493:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978448.435496:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978448.435497:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978448.435499:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978448.435500:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978448.435502:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978448.435503:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978448.435504:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978448.435513:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978448.435534:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978448.435537:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978448.435540:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978448.435565:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978448.435568:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978448.435570:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978448.435573:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978448.435583:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978448.435587:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978448.435593:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978448.435596:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978448.435601:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978448.436712:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978448.436717:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978448.436721:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978448.436724:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978448.436730:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978448.436734:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978448.436740:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978448.436742:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978448.436746:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978449.459446:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978449.459451:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978449.459456:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978449.459461:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978449.459468:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978449.459472:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978449.459475:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978449.459476:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978449.459479:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978449.459505:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978449.459510:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978449.459519:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978449.459523:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978449.459532:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978449.459536:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978449.459543:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978449.459547:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978449.459552:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978449.459554:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978449.459583:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978449.459587:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978449.459590:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978450.483405:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978450.483412:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978450.483416:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978450.483431:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978450.483437:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978450.483442:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978450.483448:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978450.483452:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978450.483456:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978450.483488:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978450.483492:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978450.483501:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978450.483505:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978450.483513:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978450.483517:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978450.483526:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978450.483529:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978450.483533:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978450.483535:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978450.483559:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978450.483562:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978450.483564:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978451.507549:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978451.507555:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978451.507558:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978451.507564:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978451.507568:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978451.507570:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978451.507572:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978451.507574:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978451.507578:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978451.507603:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978451.507607:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978451.507611:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978451.507612:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978451.507617:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978451.507618:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978451.507621:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978451.507622:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978451.507625:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978451.507626:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978451.507645:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978451.507648:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978451.507651:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1783978452.019568:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.148:988 00000400:00000100:0.0:1783978452.019716:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.148@tcp at host 192.168.201.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1783978452.019726:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978452.019730:0:2391:0:(router.c:1791:lnet_notify()) 192.168.201.48@tcp notifying 192.168.201.148@tcp: down 00000400:00000200:0.0:1783978452.019734:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978452.019738:0:2391:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1783978452.019743:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783978452.019747:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3eb1d00. 00000400:00000200:0.0:1783978452.019753:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978452.019757:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978452.019763:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b14198 00000400:00000010:0.0:1783978452.019766:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b14198. 00000100:00000001:0.0:1783978452.019771:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978452.020273:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83ef881f80 x1870620402888064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978452.020358:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978452.020362:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881f80 x1870620402888064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978473 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978452.020369:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978452.020372:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783978452.020382:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783978452.020385:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3eb1800. 00000400:00000200:0.0:1783978452.020388:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978452.020391:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978452.020394:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b14e58 00000400:00000010:0.0:1783978452.020396:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b14e58. 00000100:00000001:0.0:1783978452.020399:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978452.020403:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83ef881c00 x1870620402888192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978452.020411:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978452.020414:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881c00 x1870620402888192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978473 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978452.020421:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978452.020422:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783978452.020426:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783978452.020428:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3eb1400. 00000400:00000200:0.0:1783978452.020430:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978452.020432:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978452.020434:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b14990 00000400:00000010:0.0:1783978452.020436:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b14990. 00000100:00000001:0.0:1783978452.020438:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978452.020442:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83ef882300 x1870620402888320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978452.020448:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978452.020450:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882300 x1870620402888320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978473 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978452.020456:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978452.020457:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783978452.020461:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783978452.020463:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3eb1600. 00000400:00000200:0.0:1783978452.020465:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978452.020468:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978452.020470:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b14908 00000400:00000010:0.0:1783978452.020472:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b14908. 00000100:00000001:0.0:1783978452.020474:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978452.020477:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83ef882680 x1870620402888448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978452.020484:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978452.020487:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882680 x1870620402888448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978473 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978452.020493:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978452.020495:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783978452.020499:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783978452.020501:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3eb1500. 00000400:00000200:0.0:1783978452.020504:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978452.020506:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978452.020508:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b14330 00000400:00000010:0.0:1783978452.020510:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b14330. 00000100:00000001:0.0:1783978452.020512:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978452.020515:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83ef883b80 x1870620402888576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978452.020522:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978452.020524:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883b80 x1870620402888576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978473 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978452.020529:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978452.020530:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978452.531399:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978452.531404:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978452.531408:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978452.531415:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978452.531422:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978452.531429:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978452.531436:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978452.531441:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978452.531447:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978452.531476:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978452.531481:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978452.531483:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978452.531486:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978452.531492:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978452.531496:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978452.531501:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978452.531508:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978452.531516:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978452.531520:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978452.531525:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978452.531537:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978452.531541:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978452.531542:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978452.531545:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978452.531547:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978452.531561:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978452.531563:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978452.531564:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978453.555658:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978453.555662:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978453.555663:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978453.555666:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978453.555668:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978453.555670:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978453.555677:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978453.555678:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978453.555681:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978453.555705:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978453.555709:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978453.555714:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978453.555715:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978453.555720:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978453.555721:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978453.555725:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978453.555726:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978453.555729:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978453.555730:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978453.555747:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978453.555749:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978453.555752:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978454.579429:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978454.579437:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978454.579440:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978454.579449:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978454.579461:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978454.579471:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978454.579476:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978454.579482:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978454.579494:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978454.579525:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978454.579528:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978454.579534:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978454.579537:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978454.579544:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978454.579546:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978454.579554:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978454.579558:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978454.579565:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978454.579568:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978454.579597:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978454.579601:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978454.579608:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978455.603380:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978455.603386:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978455.603390:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978455.603396:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978455.603402:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978455.603407:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978455.603415:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978455.603420:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978455.603426:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978455.603441:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978455.603445:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978455.603448:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978455.603454:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978455.603460:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978455.603463:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978455.603467:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978455.603470:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978455.603474:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978455.603496:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978455.603501:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978455.603507:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978455.603509:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978455.603515:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978455.603520:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978455.603527:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978455.603530:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978455.603536:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978455.603539:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978455.603558:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978455.603562:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978455.603565:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783978456.627430:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978456.627435:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978456.627441:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978456.627444:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978456.627448:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978456.627452:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978456.627465:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978456.627469:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978456.627475:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978456.627478:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978456.627503:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978456.627507:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978456.627513:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783978457.651403:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978457.651409:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978457.651419:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978457.651425:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978457.651430:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978457.651435:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978457.651443:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978457.651446:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978457.651450:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978457.651455:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978457.651462:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978457.651464:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978457.651465:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978457.651467:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978457.651469:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978457.651470:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978457.651472:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978457.651475:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978457.651480:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978457.651484:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978457.651487:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978457.651491:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978457.651496:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978457.651499:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978457.651503:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978457.651508:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978457.651514:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978457.651518:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978457.651519:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978457.651521:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978457.651524:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978457.651528:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978457.651531:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978457.651536:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978457.651559:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978457.651565:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978457.651571:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783978458.675392:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978458.675399:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978458.675408:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978458.675414:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978458.675423:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978458.675426:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978458.675434:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978458.675439:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978458.675444:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978458.675446:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978458.675472:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978458.675479:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978458.675487:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978458.675509:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978458.675513:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978458.675518:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978458.675524:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978458.675531:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978458.675535:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978458.675542:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978458.675545:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978458.675548:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978459.187416:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978459.187427:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978459.187430:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978459.187434:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978459.187438:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978459.187445:0:296888:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 16112 00000400:00000200:0.0:1783978459.187454:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978459.187459:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978459.187461:0:296888:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978459.187463:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978459.187465:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978459.187467:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978459.187468:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978459.187471:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978459.187473:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783978459.187475:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978459.187478:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783978459.187480:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783978459.187482:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783978459.187485:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978459.187486:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978459.187488:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978459.187490:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978459.187493:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783978459.187496:0:296888:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978459.187499:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978459.187501:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978459.187504:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978459.187508:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978459.187510:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978459.187513:0:296888:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978459.187522:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783978459.187525:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783978459.187528:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978459.187529:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978459.187532:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978459.187534:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978459.187537:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978459.187542:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783978459.187547:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978459.187554:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402889344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978459.187561:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978459.187565:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978459.187568:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402889344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978459.187590:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978459.187592:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978459.187594:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978459.187595:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978459.187596:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978459.187598:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978459.187600:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16112 00000400:00000200:0.0:1783978459.187603:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978459.187605:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978459.187607:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978459.187609:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978459.187610:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978459.187611:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978459.187613:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978459.187615:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978459.187616:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783978459.187617:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978459.187619:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783978459.187621:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783978459.187623:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783978459.187625:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978459.187627:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978459.187629:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978459.187630:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978459.187632:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783978459.187635:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978459.187637:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978459.187638:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978459.187644:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978459.187646:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978459.187647:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978459.187651:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978459.187654:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978459.187655:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978459.187659:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783978459.187661:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978459.187663:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978459.187665:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978459.187666:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978459.187668:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978459.187670:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978459.187672:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783978459.187675:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978459.187678:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402889472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978459.187690:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978459.187692:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978459.187695:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402889472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978459.187703:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978459.187705:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978459.187708:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978459.187710:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978459.187711:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978459.187714:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978459.187717:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16112 00000400:00000200:0.0:1783978459.187721:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978459.187724:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978459.187726:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978459.187729:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978459.187731:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978459.187732:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978459.187734:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978459.187736:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978459.187738:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783978459.187739:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978459.187741:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783978459.187743:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783978459.187745:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783978459.187748:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978459.187749:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978459.187751:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978459.187753:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978459.187756:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783978459.187758:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978459.187761:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978459.187762:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978459.187766:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978459.187767:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978459.187768:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978459.187770:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978459.187771:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978459.187772:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978459.187775:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783978459.187776:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978459.187777:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978459.187778:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978459.187779:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978459.187780:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978459.187782:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978459.187786:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783978459.187788:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978459.187791:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620402889600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978459.187795:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978459.187797:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978459.187799:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620402889600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978459.187803:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978459.187805:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978459.187807:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978459.187808:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978459.187809:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978459.187811:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978459.187813:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16112 00000400:00000200:0.0:1783978459.187815:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978459.187817:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978459.187819:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978459.187820:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978459.187821:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978459.187823:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978459.187824:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978459.187825:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978459.187826:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783978459.187827:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978459.187829:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783978459.187831:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783978459.187833:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783978459.187841:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978459.187843:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978459.187845:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978459.187846:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978459.187849:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783978459.187851:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978459.187853:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978459.187855:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978459.187857:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978459.187859:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978459.187861:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978459.187863:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978459.187865:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978459.187866:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978459.187870:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783978459.187872:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978459.187874:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978459.187876:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978459.187877:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978459.187879:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978459.187881:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978459.187885:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783978459.187888:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978459.187892:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402889728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978459.187899:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978459.187901:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978459.187904:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402889728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978459.187910:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978459.187911:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978459.187914:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978459.187915:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978459.187917:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978459.187919:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978459.187926:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16112 00000400:00000200:0.0:1783978459.187930:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978459.187933:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978459.187935:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978459.187937:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978459.187939:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978459.187941:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978459.187943:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978459.187945:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978459.187946:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783978459.187947:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978459.187949:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783978459.187951:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783978459.187953:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783978459.187956:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978459.187957:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978459.187959:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978459.187961:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978459.187963:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783978459.187965:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978459.187967:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978459.187968:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978459.187970:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978459.187972:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978459.187974:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978459.187976:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978459.187978:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978459.187979:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978459.187982:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783978459.187985:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978459.187987:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978459.187988:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978459.187990:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978459.187991:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978459.187993:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978459.187996:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783978459.188000:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978459.188004:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402889856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978459.188011:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978459.188021:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978459.188025:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402889856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978459.188032:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978459.188037:0:296888:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16122) 00010000:00000001:0.0:1783978459.699409:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978459.699414:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978459.699422:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978459.699426:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978459.699433:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978459.699437:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978459.699443:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978459.699447:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978459.699453:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978459.699456:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978459.699478:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978459.699484:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978459.699491:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978459.699501:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978459.699505:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978459.699509:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978459.699514:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978459.699518:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978459.699522:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978459.699527:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978459.699530:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978459.699534:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978460.723390:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978460.723394:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978460.723402:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978460.723406:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978460.723416:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978460.723421:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978460.723426:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978460.723429:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978460.723436:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978460.723441:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978460.723466:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978460.723471:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978460.723476:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978460.723506:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978460.723512:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978460.723516:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978460.723521:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978460.723525:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978460.723529:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978460.723535:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978460.723539:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978460.723543:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978461.747414:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978461.747421:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978461.747425:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978461.747434:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978461.747441:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978461.747445:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978461.747520:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978461.747523:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978461.747526:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978461.747552:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978461.747557:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978461.747565:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978461.747576:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978461.747581:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978461.747583:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978461.747586:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978461.747590:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978461.747595:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978461.747598:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978461.747618:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978461.747622:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978461.747627:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978461.747666:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978461.747670:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978461.747672:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978461.747674:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978461.747677:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978461.747679:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978461.747715:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978461.747719:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978461.747722:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978462.771387:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978462.771394:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978462.771397:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978462.771405:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978462.771411:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978462.771418:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978462.771424:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978462.771428:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978462.771431:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978462.771454:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978462.771464:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978462.771467:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978462.771470:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978462.771474:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978462.771476:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978462.771478:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978462.771481:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978462.771486:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978462.771488:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978462.771492:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978462.771494:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978462.771498:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978462.771500:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978462.771504:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978462.771505:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978462.771527:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978462.771533:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978462.771540:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978462.771642:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978462.771647:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978462.771651:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978462.771655:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978462.771660:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978462.771664:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978462.771669:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978462.771673:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978462.771676:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978463.795430:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978463.795435:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978463.795439:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978463.795442:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978463.795445:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978463.795449:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978463.795453:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978463.795456:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978463.795461:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978463.795488:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978463.795492:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978463.795497:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978463.795499:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978463.795503:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978463.795504:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978463.795507:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978463.795509:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978463.795512:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978463.795513:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978463.795528:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978463.795531:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978463.795534:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978463.795978:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978463.795981:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978463.795982:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978463.795985:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978463.795987:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978463.795989:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978463.795991:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978463.795992:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978463.795994:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978464.819412:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978464.819417:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978464.819428:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978464.819432:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978464.819440:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978464.819445:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978464.819451:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978464.819454:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978464.819458:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978464.819459:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978464.819478:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978464.819481:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978464.819482:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978464.819485:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978464.819488:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978464.819490:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978464.819525:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978464.819528:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978464.819533:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978464.819559:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978464.819563:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978464.819569:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978464.819593:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978464.819598:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978464.819602:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978464.819609:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978464.819615:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978464.819620:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978464.819625:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978464.819627:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978464.819632:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978465.843431:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978465.843439:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978465.843442:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978465.843448:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978465.843453:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978465.843458:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978465.843462:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978465.843465:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978465.843469:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978465.843496:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978465.843500:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978465.843504:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978465.843506:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978465.843510:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978465.843512:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978465.843515:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978465.843517:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978465.843520:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978465.843521:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978465.843538:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978465.843541:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978465.843544:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978465.843575:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978465.843578:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978465.843579:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978465.843581:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978465.843584:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978465.843587:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978465.843591:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978465.843593:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978465.843597:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978465.843844:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978465.843846:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978465.843848:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978465.843850:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978465.843852:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978465.843854:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978465.843856:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978465.843857:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978465.843859:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978466.867604:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978466.867608:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978466.867610:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978466.867613:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978466.867614:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978466.867615:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978466.867617:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978466.867618:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978466.867619:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978466.867625:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978466.867626:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978466.867627:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978466.867628:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978466.867630:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978466.867631:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978466.867633:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978466.867634:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978466.867635:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978466.867712:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978466.867716:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978466.867721:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978466.867723:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978466.867739:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978466.867741:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978466.867748:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978466.867752:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978466.867758:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978466.867761:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978466.867786:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978466.867789:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978466.867792:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978467.891407:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978467.891416:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978467.891421:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978467.891428:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978467.891434:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978467.891439:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978467.891460:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978467.891464:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978467.891468:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978467.891509:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978467.891513:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978467.891520:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978467.891526:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978467.891531:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978467.891536:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978467.891541:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978467.891545:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978467.891550:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978467.891554:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978467.891558:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978467.891561:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978467.891562:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978467.891564:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978467.891566:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978467.891567:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978467.891568:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978467.891570:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978467.891573:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978467.891575:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978467.891576:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978467.891578:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978467.891579:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978467.891580:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978467.891582:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978467.891583:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978467.891586:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978467.891588:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978467.891589:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978467.891590:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978467.891592:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978467.891593:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978467.891594:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978467.891596:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978467.891611:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978467.891614:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978467.891616:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783978468.915492:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978468.915495:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978468.915500:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978468.915501:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978468.915505:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978468.915506:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978468.915510:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978468.915511:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978468.915514:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978468.915515:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978468.915533:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978468.915536:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978468.915539:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978468.915646:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978468.915651:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978468.915655:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978468.915659:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978468.915663:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978468.915667:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978468.915671:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978468.915675:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978468.915678:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978468.915800:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978468.915804:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978468.915807:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978468.915815:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978468.915820:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978468.915824:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978468.915830:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978468.915834:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978468.915851:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978469.939469:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978469.939474:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978469.939478:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978469.939482:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978469.939486:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978469.939490:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978469.939496:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978469.939500:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978469.939506:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978469.939530:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978469.939534:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978469.939542:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978469.939545:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978469.939553:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978469.939555:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978469.939562:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978469.939566:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978469.939572:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978469.939575:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978469.939591:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978469.939592:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978469.939594:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978470.963459:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978470.963471:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978470.963475:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978470.963483:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978470.963493:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978470.963501:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978470.963530:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978470.963536:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978470.963543:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978470.963581:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978470.963588:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978470.963602:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978470.963608:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978470.963621:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978470.963628:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978470.963638:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978470.963646:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978470.963657:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978470.963660:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978470.963692:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978470.963698:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978470.963707:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978471.987528:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978471.987533:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978471.987535:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978471.987538:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978471.987541:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978471.987543:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978471.987545:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978471.987546:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978471.987549:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978471.987572:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978471.987575:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978471.987580:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978471.987581:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978471.987586:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978471.987587:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978471.987591:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978471.987593:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978471.987595:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978471.987596:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978471.987612:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978471.987616:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978471.987618:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978471.987889:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978471.987891:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978471.987892:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978471.987895:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978471.987897:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978471.987899:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978471.987901:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978471.987902:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978471.987904:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978473.011406:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978473.011414:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978473.011418:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978473.011426:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978473.011434:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978473.011440:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978473.011447:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978473.011451:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978473.011455:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978473.011476:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978473.011479:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978473.011483:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978473.011487:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978473.011491:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978473.011494:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978473.011498:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978473.011502:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978473.011510:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978473.011533:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978473.011539:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978473.011542:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978473.011545:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978473.011549:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978473.011551:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978473.011553:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978473.011555:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978473.011560:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978473.011562:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978473.011565:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978473.011566:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978473.011569:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978473.011571:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978473.011574:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978473.011575:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978473.011593:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978473.011596:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978473.011599:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978474.035400:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978474.035410:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978474.035415:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978474.035429:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978474.035435:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978474.035439:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978474.035447:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978474.035451:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978474.035460:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978474.035478:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978474.035483:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978474.035488:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978474.035494:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978474.035505:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978474.035510:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978474.035523:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978474.035528:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978474.035535:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978474.035560:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978474.035564:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978474.035570:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978474.035572:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978474.035576:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978474.035577:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978474.035580:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978474.035582:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978474.035585:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978474.035586:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978474.035603:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978474.035605:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978474.035608:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978475.059411:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978475.059418:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978475.059421:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978475.059430:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978475.059437:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978475.059444:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978475.059451:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978475.059455:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978475.059463:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978475.059481:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978475.059486:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978475.059489:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978475.059495:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978475.059502:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978475.059507:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978475.059513:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978475.059516:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978475.059521:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978475.059549:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978475.059552:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978475.059557:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978475.059559:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978475.059564:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978475.059566:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978475.059570:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978475.059571:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978475.059583:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978475.059585:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978475.059606:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978475.059608:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978475.059611:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978476.083434:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978476.083443:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978476.083446:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978476.083454:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978476.083460:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978476.083467:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978476.083474:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978476.083478:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978476.083487:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978476.083519:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978476.083525:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978476.083533:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978476.083538:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978476.083547:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978476.083551:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978476.083560:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978476.083563:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978476.083570:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978476.083574:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978476.083599:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978476.083603:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978476.083608:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978477.107393:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978477.107400:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978477.107404:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978477.107413:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978477.107421:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978477.107427:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978477.107589:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978477.107591:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978477.107594:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978477.107613:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978477.107616:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978477.107620:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978477.107621:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978477.107625:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978477.107626:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978477.107630:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978477.107631:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978477.107634:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978477.107635:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978477.107649:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978477.107651:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978477.107653:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783978478.131414:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978478.131420:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978478.131427:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978478.131433:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978478.131438:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978478.131443:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978478.131447:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978478.131451:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978478.131456:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978478.131458:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978478.131464:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978478.131467:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978478.131470:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978478.131473:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978478.131477:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978478.131479:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978478.131483:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978478.131488:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978478.131493:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978478.131497:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978478.131500:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978478.131505:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978478.131509:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978478.131512:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978478.131518:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978478.131523:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978478.131529:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978478.131533:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978478.131535:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978478.131540:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978478.131543:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978478.131557:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978478.131561:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978478.131566:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978478.131593:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978478.131597:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978478.131602:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978479.155906:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978479.155910:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978479.155911:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978479.155914:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978479.155916:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978479.155918:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978479.155920:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978479.155922:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978479.155923:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978479.155941:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978479.155944:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978479.155950:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978479.155952:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978479.155959:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978479.155962:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978479.155971:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978479.155974:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978479.155980:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978479.155984:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978479.156006:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978479.156011:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978479.156017:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978480.179404:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978480.179408:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978480.179412:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978480.179417:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978480.179422:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978480.179425:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978480.179429:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978480.179431:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978480.179434:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978480.179459:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978480.179464:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978480.179471:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978480.179481:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978480.179488:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978480.179493:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978480.179500:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978480.179504:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978480.179508:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978480.179509:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978481.203785:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978481.203789:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978481.203791:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978481.203794:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978481.203797:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978481.203800:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978481.203805:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978481.203809:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978481.203814:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978481.203836:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978481.203840:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978481.203845:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978481.203847:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978481.203850:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978481.203851:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978481.203854:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978481.203855:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978481.203858:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978481.203859:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978482.227436:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978482.227442:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978482.227452:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978482.227455:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978482.227462:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978482.227466:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978482.227473:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978482.227476:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978482.227483:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978482.227486:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978482.227528:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978482.227532:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978482.227535:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978482.231642:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978482.231646:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978482.231647:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978482.231650:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978482.231652:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978482.231654:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978482.231656:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978482.231657:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978482.231659:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978483.251442:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978483.251450:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978483.251455:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978483.251459:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978483.251465:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978483.251468:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978483.251472:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978483.251475:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978483.251482:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978483.251486:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978483.251506:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978483.251509:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978483.251514:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978483.251516:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978483.251520:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978483.251521:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978483.251688:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978483.251707:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978483.251711:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978483.251719:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978483.251724:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978483.251727:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978483.251730:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978483.251732:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978483.251737:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978484.275531:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978484.275536:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978484.275538:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978484.275542:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978484.275547:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978484.275550:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978484.278771:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978484.278775:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978484.278777:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978484.278806:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978484.278809:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978484.278814:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978484.278815:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978484.278819:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978484.278820:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978484.278824:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978484.278825:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978484.278829:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978484.278830:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978485.299459:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978485.299471:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978485.299481:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978485.299491:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978485.299501:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978485.299508:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978485.299533:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978485.299537:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978485.299544:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978485.299592:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978485.299600:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978485.299620:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978485.299628:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978485.299637:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978485.299641:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978485.299651:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978485.299654:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978485.299661:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978485.299665:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978486.323399:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978486.323407:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978486.323410:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978486.323420:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978486.323427:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978486.323433:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978486.323445:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978486.323449:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978486.323453:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978486.323483:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978486.323488:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978486.323495:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978486.323497:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978486.323503:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978486.323506:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978486.323509:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978486.323510:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978486.323514:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978486.323516:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978487.347595:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978487.347599:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978487.347601:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978487.347603:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978487.347605:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978487.347607:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978487.347609:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978487.347611:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978487.347612:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978487.347633:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978487.347636:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978487.347640:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978487.347641:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978487.347645:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978487.347646:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978487.347650:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978487.347651:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978487.347654:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978487.347656:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978487.348480:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978487.348484:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978487.348485:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978487.348490:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978487.348493:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978487.348496:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978487.348500:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978487.348502:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978487.348504:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978488.371430:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978488.371439:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978488.371442:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978488.371451:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978488.371458:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978488.371464:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978488.371471:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978488.371475:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978488.371478:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978488.371505:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978488.371510:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978488.371517:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978488.371521:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978488.371526:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978488.371531:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978488.371537:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978488.371540:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978488.371542:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978488.371544:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978488.371549:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978488.371553:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978488.371556:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978488.371560:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978488.371563:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978488.371565:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978488.371568:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978488.371572:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978488.371578:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978488.371582:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978488.371586:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978488.371588:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978488.371589:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978488.371591:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978488.371592:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978488.371594:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978488.371598:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978488.371600:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978488.371601:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978488.371602:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978488.371604:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978488.371605:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978488.371606:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978488.371607:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978488.371880:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978488.371883:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978488.371884:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978488.371886:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978488.371887:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978488.371889:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978488.371891:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978488.371892:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978488.371894:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978489.395415:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978489.395424:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978489.395428:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978489.395437:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978489.395445:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978489.395451:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978489.398694:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978489.398698:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978489.398701:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978489.398723:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978489.398725:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978489.398729:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978489.398731:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978489.398734:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978489.398736:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978489.398740:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978489.398741:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978489.398744:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978489.398745:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978490.422978:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978490.422985:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978490.422987:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978490.422992:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978490.423030:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978490.423034:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978490.423037:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978490.423039:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978490.423042:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978490.423067:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978490.423070:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978490.423258:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978490.423260:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978490.423265:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978490.423266:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978490.423269:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978490.423270:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978490.423273:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978490.423274:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978491.443440:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978491.443444:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978491.443464:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978491.443469:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978491.443478:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978491.443482:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978491.443492:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978491.443497:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978491.443502:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978491.443507:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978491.443993:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978491.443996:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978491.443997:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978491.443999:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978491.444001:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978491.444003:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978491.444005:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978491.444006:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978491.444007:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978492.467420:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978492.467431:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978492.467435:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978492.467444:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978492.467450:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978492.467456:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978492.467460:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978492.467463:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978492.467467:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978492.467493:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978492.467498:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978492.467501:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978492.467505:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978492.467510:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978492.467512:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978492.467515:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978492.467518:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978492.467525:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978492.467527:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978492.467535:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978492.467539:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978492.467545:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978492.467549:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978492.467557:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978492.467560:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978492.467602:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978492.467608:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978492.467614:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978492.468229:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978492.468233:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978492.468235:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978492.468237:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978492.468239:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978492.468242:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978492.468244:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978492.468245:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978492.468248:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978493.491609:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978493.491613:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978493.491614:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978493.491617:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978493.491619:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978493.491622:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978493.491624:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978493.491626:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978493.491628:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978493.491646:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978493.491649:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978493.491654:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978493.491655:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978493.491659:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978493.491660:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978493.491663:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978493.491670:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978493.491673:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978493.491674:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978493.491690:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978493.491692:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978493.491694:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978494.387420:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978494.387427:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978494.387430:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978494.387433:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978494.387436:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978494.387438:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978494.387441:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978494.387443:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978494.387445:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978494.515388:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978494.515394:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978494.515397:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978494.515404:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978494.515410:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978494.515413:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978494.515417:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978494.515422:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978494.515430:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978494.515447:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978494.515452:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978494.515456:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978494.515460:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978494.515465:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978494.515469:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978494.515473:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978494.515478:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978494.515484:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978494.515509:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978494.515513:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978494.515733:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978494.515736:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978494.515741:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978494.515743:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978494.515746:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978494.515747:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978494.515750:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978494.515752:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978494.515768:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978494.515770:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978494.515773:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978495.411401:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978495.411408:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978495.411411:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978495.411416:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978495.411421:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978495.411425:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978495.411430:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978495.411434:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978495.411439:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978495.539390:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978495.539396:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978495.539399:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978495.539404:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978495.539408:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978495.539412:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978495.539825:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978495.539826:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978495.539829:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978495.539847:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978495.539850:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978495.539854:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978495.539856:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978495.539860:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978495.539861:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978495.539865:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978495.539869:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978495.539873:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978495.539876:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978495.539894:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978495.539896:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978495.539901:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978496.435436:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978496.435448:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978496.435451:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978496.435460:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978496.435467:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978496.435475:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978496.435480:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978496.435485:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978496.435489:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978496.563490:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978496.563499:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978496.563521:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978496.563523:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978496.563530:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978496.563531:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978496.563536:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978496.563538:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978496.563544:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978496.563547:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978496.563579:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978496.563584:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978496.563587:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978496.563632:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978496.563636:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978496.563640:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978496.563645:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978496.563650:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978496.563655:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978496.563659:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978496.563663:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978496.563667:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978496.564047:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978496.564050:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978496.564051:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978496.564058:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978496.564060:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978496.564062:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978496.564064:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978496.564065:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978496.564067:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978497.459426:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978497.459439:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978497.459444:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978497.459452:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978497.459457:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978497.459464:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978497.459475:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978497.459480:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978497.459485:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978497.587505:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978497.587513:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978497.587517:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978497.587529:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978497.587540:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978497.587550:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978497.587575:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978497.587584:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978497.587595:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978497.587643:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978497.587647:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978497.587655:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978497.587663:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978497.587669:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978497.587677:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978497.587683:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978497.587690:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978497.587694:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978497.587697:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978497.587705:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978497.587710:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978497.587714:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978497.587727:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978497.587732:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978497.587738:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978497.587745:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978497.587750:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978497.587756:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978497.587759:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978497.587760:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978497.587763:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978497.587765:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978497.587767:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978497.587770:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978497.587775:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978497.587783:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978497.587789:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978497.587794:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978497.587801:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978497.587811:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978497.587816:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978497.587821:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978497.587828:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978497.587862:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978497.587867:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978497.587872:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978498.483433:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978498.483443:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978498.483447:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978498.483454:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978498.483459:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978498.483464:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978498.483468:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978498.483484:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978498.483490:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978498.613410:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978498.613415:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978498.613417:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978498.613421:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978498.613424:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978498.613427:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978498.613432:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978498.613437:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978498.613443:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978498.613471:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978498.613487:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978498.613493:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978498.613495:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978498.613499:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978498.613500:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978498.613504:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978498.613506:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978498.613509:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978498.613510:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978498.613528:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978498.613531:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978498.613534:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978499.507417:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978499.507429:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978499.507433:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978499.507443:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978499.507451:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978499.507471:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978499.507479:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978499.507483:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978499.507487:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978499.635450:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978499.635462:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978499.635473:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978499.635477:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978499.635484:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978499.635495:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978499.635503:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978499.635507:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978499.635514:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978499.635519:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978499.635575:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978499.635581:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978499.635585:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978499.635590:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978499.635666:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978499.635674:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978499.635678:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978499.635681:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978499.635684:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978500.531430:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978500.531453:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978500.531457:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978500.531464:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978500.531471:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978500.531478:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978500.531483:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978500.531488:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978500.531492:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978500.659456:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978500.659466:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978500.659471:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978500.659480:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978500.659488:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978500.659496:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978500.659514:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978500.659519:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978500.659524:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978500.659558:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978500.659563:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978500.659574:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978500.659578:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978500.659585:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978500.659589:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978500.659596:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978500.659601:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978500.659607:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978500.659611:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978501.555461:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978501.555472:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978501.555477:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978501.555484:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978501.555489:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978501.555493:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978501.555496:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978501.555499:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978501.555502:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978501.683470:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978501.683479:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978501.683491:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978501.683494:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978501.683505:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978501.683507:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978501.683518:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978501.683524:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978501.683531:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978501.683538:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978502.579456:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978502.579464:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978502.579465:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978502.579469:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978502.579472:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978502.579474:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978502.579477:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978502.579479:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978502.579481:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978502.707444:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978502.707453:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978502.707457:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978502.707462:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978502.707467:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978502.707470:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978502.707476:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978502.707479:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978502.707487:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978502.707491:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978502.707499:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978502.707504:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978502.707512:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978502.707514:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978502.707520:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978502.707527:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978502.707600:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978502.707608:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978502.707612:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978502.707617:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978502.707622:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978502.707636:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978502.707642:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978502.707649:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978502.707660:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978503.603519:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978503.603527:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978503.603529:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978503.603534:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978503.603537:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978503.603540:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978503.603543:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978503.603545:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978503.603548:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978503.731451:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978503.731463:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978503.731471:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978503.731482:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978503.731493:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978503.731498:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978503.731518:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978503.731522:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978503.731526:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978503.731544:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978503.731550:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978503.731554:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978503.731558:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978503.731563:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978503.731568:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978503.731574:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978503.731577:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978503.731582:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978503.731620:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978503.731625:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978503.731630:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978503.731631:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978503.731635:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978503.731636:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978503.731639:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978503.731640:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978503.731642:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978503.731643:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978504.627436:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978504.627449:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978504.627458:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978504.627469:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978504.627476:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978504.627483:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978504.627488:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978504.627491:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978504.627494:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978504.755484:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978504.755492:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978504.755502:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978504.755508:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978504.755516:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978504.755520:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978504.755527:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978504.755536:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978504.755542:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978504.755586:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978504.755595:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978504.755611:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978504.755620:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978504.755634:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978504.755641:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978504.755648:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978504.755653:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978504.755659:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978504.755661:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978505.267512:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978505.267534:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978505.267537:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978505.267541:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978505.267546:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978505.267555:0:226353:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 16158 00000400:00000200:0.0:1783978505.267566:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978505.267574:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978505.267577:0:226353:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978505.267580:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978505.267584:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978505.267586:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978505.267588:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978505.267592:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978505.267594:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783978505.267597:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978505.267601:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783978505.267604:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783978505.267606:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783978505.267609:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978505.267611:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978505.267612:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978505.267614:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978505.267625:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783978505.267632:0:226353:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978505.267635:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978505.267638:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978505.267642:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978505.267645:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978505.267648:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978505.267651:0:226353:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978505.267663:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783978505.267667:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783978505.267679:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978505.267681:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978505.267685:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978505.267689:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978505.267693:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978505.267704:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783978505.267712:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978505.267723:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620402895104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978505.267734:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978505.267739:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978505.267744:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620402895104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978505.267776:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978505.267779:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978505.267784:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978505.267785:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978505.267786:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978505.267797:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978505.267801:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16158 00000400:00000200:0.0:1783978505.267805:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978505.267807:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978505.267810:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978505.267813:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978505.267815:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978505.267817:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978505.267819:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978505.267821:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978505.267822:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783978505.267823:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978505.267825:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783978505.267827:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783978505.267830:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783978505.267832:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978505.267834:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978505.267836:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978505.267847:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978505.267851:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783978505.267854:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978505.267856:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978505.267858:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978505.267866:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978505.267871:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978505.267874:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978505.267879:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978505.267882:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978505.267884:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978505.267888:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783978505.267898:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978505.267900:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978505.267901:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978505.267903:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978505.267904:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978505.267906:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978505.267910:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783978505.267913:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978505.267919:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620402895232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978505.267926:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978505.267928:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978505.267932:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620402895232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978505.267939:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978505.267942:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978505.267945:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978505.267947:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978505.267949:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978505.267952:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978505.267954:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16158 00000400:00000200:0.0:1783978505.267957:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978505.267959:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978505.267960:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978505.267962:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978505.267963:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978505.267965:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978505.267966:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978505.267968:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978505.267969:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783978505.267970:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978505.267972:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783978505.267973:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783978505.267974:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783978505.267976:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978505.267977:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978505.267978:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978505.267980:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978505.267982:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783978505.267984:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978505.267986:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978505.267988:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978505.267991:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978505.267993:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978505.267994:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978505.267996:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978505.267998:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978505.268000:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978505.268003:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783978505.268005:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978505.268007:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978505.268009:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978505.268010:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978505.268012:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978505.268013:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978505.268017:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783978505.268020:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978505.268025:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402895360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978505.268038:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978505.268040:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978505.268043:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402895360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978505.268051:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978505.268053:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978505.268057:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978505.268058:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978505.268060:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978505.268062:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978505.268065:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16158 00000400:00000200:0.0:1783978505.268068:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978505.268071:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978505.268073:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978505.268075:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978505.268077:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978505.268079:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978505.268081:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978505.268083:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978505.268084:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783978505.268086:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978505.268088:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783978505.268090:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783978505.268092:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783978505.268094:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978505.268096:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978505.268098:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978505.268100:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978505.268103:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783978505.268105:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978505.268107:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978505.268109:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978505.268112:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978505.268113:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978505.268115:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978505.268118:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978505.268120:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978505.268122:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978505.268127:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783978505.268129:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978505.268132:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978505.268133:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978505.268134:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978505.268135:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978505.268137:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978505.268141:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783978505.268144:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978505.268148:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402895488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978505.268154:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978505.268156:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978505.268159:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402895488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978505.268166:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978505.268168:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978505.268171:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978505.268173:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978505.268174:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978505.268177:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978505.268179:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16158 00000400:00000200:0.0:1783978505.268183:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978505.268186:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978505.268189:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978505.268192:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978505.268193:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978505.268195:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978505.268197:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978505.268199:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978505.268200:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783978505.268202:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978505.268204:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783978505.268206:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783978505.268214:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783978505.268217:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978505.268219:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978505.268221:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978505.268223:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978505.268225:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783978505.268227:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978505.268230:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978505.268231:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978505.268234:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978505.268236:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978505.268237:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978505.268239:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978505.268241:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978505.268242:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978505.268246:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783978505.268248:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978505.268251:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978505.268252:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978505.268254:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978505.268255:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978505.268257:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978505.268260:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783978505.268264:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978505.268268:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402895616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978505.268274:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978505.268276:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978505.268279:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402895616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978505.268286:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978505.268291:0:226353:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16168) 00000100:00000001:0.0:1783978505.651452:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978505.651463:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978505.651466:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978505.651474:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978505.651480:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978505.651484:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978505.651487:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978505.651491:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978505.651493:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978505.779503:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978505.779512:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978505.779521:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978505.779522:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978505.779527:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978505.779528:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978505.779546:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978505.779547:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978505.779552:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978505.779553:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978505.780067:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978505.780072:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978505.780075:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978505.780081:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978505.780088:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978505.780093:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978505.780099:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978505.780103:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978505.780108:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978506.675437:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978506.675448:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978506.675452:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978506.675462:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978506.675469:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978506.675475:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978506.675489:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978506.675492:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978506.675495:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978506.803424:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978506.803430:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978506.803434:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978506.803440:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978506.803444:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978506.803449:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978506.803453:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978506.803456:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978506.803467:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978506.803498:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978506.803504:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978506.803511:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978506.803512:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978506.803514:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978506.803515:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978506.803517:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978506.803766:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978506.803770:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978506.803770:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978507.699395:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978507.699403:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978507.699406:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978507.699413:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978507.699424:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978507.699428:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978507.699437:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978507.699440:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978507.699443:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978507.827419:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978507.827427:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978507.827431:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978507.827437:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978507.827443:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978507.827446:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978507.827457:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978507.827461:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978507.827471:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978507.827495:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978507.827499:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978507.827506:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978507.827512:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978507.827516:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978507.827520:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978507.827525:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978507.827529:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978507.827535:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978507.827540:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978507.827548:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978507.827551:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978507.827554:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978507.827557:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978507.827561:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978507.827564:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978507.827568:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978507.827570:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978507.827574:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978507.827576:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978507.827577:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978507.827579:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978507.827581:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978507.827582:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978507.827584:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978507.827586:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978507.827588:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978507.827590:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978507.827591:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978507.827592:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978507.827593:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978507.827594:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978507.827596:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978507.827598:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978508.723434:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978508.723446:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978508.723451:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978508.723460:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978508.723471:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978508.723478:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978508.723493:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978508.723503:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978508.723507:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978508.856622:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978508.856629:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978508.856635:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978508.856636:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978508.856639:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978508.856640:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978508.856644:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978508.856645:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978508.856649:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978508.856650:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978509.747650:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978509.747658:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978509.747660:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978509.747665:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978509.747669:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978509.747672:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978509.747675:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978509.747677:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978509.747680:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978509.875439:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978509.875446:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978509.875457:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978509.875462:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978509.875476:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978509.875482:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978509.875489:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978509.875494:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978509.875505:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978509.875509:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978509.875543:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978509.875550:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978509.875557:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978509.875590:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978509.875595:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978509.875603:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978509.875617:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978509.875636:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978509.875642:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978509.875656:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978509.875659:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978509.875664:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978510.771388:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978510.771396:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978510.771400:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978510.771404:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978510.771409:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978510.771412:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978510.771420:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978510.771423:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978510.771425:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978510.900046:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978510.900050:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978510.900054:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978510.900060:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978510.900064:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978510.900069:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978510.900075:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978510.900079:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978510.900082:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978510.900154:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978510.900158:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978510.900164:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978510.900167:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978510.900175:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978510.900178:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978510.900186:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978510.900190:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978510.900196:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978510.900200:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978510.900219:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978510.900223:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978510.900228:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978511.795396:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978511.795400:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978511.795403:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978511.795407:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978511.795412:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978511.795415:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978511.795417:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978511.795419:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978511.795420:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978511.923407:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978511.923413:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978511.923421:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978511.923425:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978511.923433:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978511.923437:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978511.923444:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978511.923447:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978511.923463:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978511.923467:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978511.923489:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978511.923494:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978511.923500:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978512.819442:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978512.819456:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978512.819463:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978512.819476:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978512.819488:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978512.819497:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978512.819501:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978512.819505:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978512.819510:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978512.947413:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978512.947424:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978512.947427:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978512.947431:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978512.947436:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978512.947440:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978512.947445:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978512.947449:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978512.947457:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978512.947461:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978512.947471:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978512.947475:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978512.947491:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978512.947500:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978512.947510:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978512.947516:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978512.947542:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978512.947547:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978512.947557:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978512.947607:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978512.947616:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978512.947621:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978512.947626:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978512.947632:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978512.947639:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978512.947646:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978512.947655:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978512.947663:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978513.843462:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978513.843473:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978513.843483:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978513.843495:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978513.843500:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978513.843504:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978513.843507:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978513.843510:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978513.843512:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978513.971409:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978513.971418:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978513.971421:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978513.971428:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978513.971434:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978513.971440:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978513.971447:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978513.971450:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978513.971454:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978513.971481:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978513.971485:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978513.971492:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978513.971494:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978513.971498:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978513.971499:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978513.971502:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978513.971503:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978513.971507:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978513.971508:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978513.971522:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978513.971525:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978513.971527:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978513.971547:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978513.971549:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978513.971550:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978513.971553:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978513.971554:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978513.971556:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978513.971559:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978513.971562:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978513.971566:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978513.971576:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978513.971578:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978513.971580:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978513.971582:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978513.971584:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978513.971585:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978513.971587:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978513.971589:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978513.971591:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978514.867403:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978514.867408:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978514.867410:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978514.867413:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978514.867416:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978514.867419:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978514.867420:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978514.867422:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978514.867424:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978514.995414:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978514.995419:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978514.995423:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978514.995431:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978514.995437:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978514.995441:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978514.995444:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978514.995448:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978514.995451:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978514.995463:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978514.995466:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978514.995468:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978514.995470:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978514.995472:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978514.995473:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978514.995475:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978514.995476:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978514.995478:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978514.995495:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978514.995497:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978514.995501:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978514.995502:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978514.995506:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978514.995507:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978514.995509:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978514.995510:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978514.995513:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978514.995514:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978514.995529:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978514.995531:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978514.995533:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978514.995558:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978514.995561:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978514.995564:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978514.995569:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978514.995583:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978514.995590:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978514.995647:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978514.995650:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978514.995652:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978515.891400:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978515.891409:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978515.891413:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978515.891420:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978515.891428:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978515.891432:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978515.891446:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978515.891449:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978515.891452:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978516.019948:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978516.019954:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978516.019958:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978516.019964:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978516.019969:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978516.019974:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978516.019981:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978516.019984:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978516.019986:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978516.020011:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978516.020016:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978516.020024:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978516.020027:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978516.020031:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978516.020032:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978516.020036:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978516.020037:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978516.020040:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978516.020042:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978516.020060:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978516.020063:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978516.020066:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978516.915414:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978516.915423:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978516.915427:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978516.915434:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978516.915440:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978516.915446:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978516.915449:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978516.915453:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978516.915455:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978517.043440:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978517.043447:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978517.043457:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978517.043461:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978517.043467:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978517.043471:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978517.043477:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978517.043480:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978517.043486:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978517.043489:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978517.043512:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978517.043517:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978517.043522:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978517.043972:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978517.043976:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978517.043978:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978517.043981:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978517.043986:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978517.043991:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978517.043996:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978517.044000:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978517.044004:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978517.939403:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978517.939413:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978517.939416:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978517.939433:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978517.939439:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978517.939443:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978517.939447:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978517.939450:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978517.939452:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978518.067411:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978518.067422:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978518.067426:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978518.067434:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978518.067441:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978518.067449:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978518.067463:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978518.067466:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978518.067469:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978518.067493:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978518.067497:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978518.067504:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978518.067511:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978518.067515:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978518.067519:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978518.067525:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978518.067531:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978518.067538:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978518.067542:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978518.067549:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978518.067553:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978518.067554:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978518.067556:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978518.067558:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978518.067560:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978518.067562:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978518.067564:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978518.067576:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978518.067577:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978518.067579:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978518.067580:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978518.067581:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978518.067583:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978518.067584:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978518.067586:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978518.067589:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978518.067591:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978518.067592:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978518.067593:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978518.067595:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978518.067596:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978518.067597:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978518.067599:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978518.067616:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978518.067619:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978518.067621:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1783978518.579549:0:2390:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.148:988 00000400:00000100:0.0:1783978518.579598:0:2390:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.148@tcp at host 192.168.201.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1783978518.579607:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978518.579611:0:2390:0:(router.c:1791:lnet_notify()) 192.168.201.48@tcp notifying 192.168.201.148@tcp: down 00000400:00000200:0.0:1783978518.579615:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978518.579623:0:2390:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1783978518.579628:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783978518.579632:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3eb1700. 00000400:00000200:0.0:1783978518.579638:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978518.579643:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978518.579650:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b142a8 00000400:00000010:0.0:1783978518.579653:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b142a8. 00000100:00000001:0.0:1783978518.579658:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978518.579677:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83ef881880 x1870620402896384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978518.579770:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978518.579775:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881880 x1870620402896384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978540 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978518.580484:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978518.580487:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783978518.580498:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783978518.580500:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3eb1a00. 00000400:00000200:0.0:1783978518.580504:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978518.580507:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978518.580511:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b14ee0 00000400:00000010:0.0:1783978518.580513:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b14ee0. 00000100:00000001:0.0:1783978518.580516:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978518.580520:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83ef881500 x1870620402896512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978518.580530:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978518.580534:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881500 x1870620402896512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978540 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978518.580540:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978518.580542:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783978518.580547:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783978518.580549:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3eb1c00. 00000400:00000200:0.0:1783978518.580552:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978518.580555:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978518.580557:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b14cc0 00000400:00000010:0.0:1783978518.580558:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b14cc0. 00000100:00000001:0.0:1783978518.580560:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978518.580564:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83ef880e00 x1870620402896640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978518.580576:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978518.580579:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880e00 x1870620402896640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978540 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978518.580586:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978518.580587:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783978518.580592:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783978518.580594:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3eb1200. 00000400:00000200:0.0:1783978518.580596:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978518.580599:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978518.580601:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b14a18 00000400:00000010:0.0:1783978518.580602:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b14a18. 00000100:00000001:0.0:1783978518.580604:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978518.580608:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83ef881f80 x1870620402896768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978518.580615:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978518.580617:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881f80 x1870620402896768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978540 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978518.580623:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978518.580624:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783978518.580628:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783978518.580630:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3eb1b00. 00000400:00000200:0.0:1783978518.580632:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978518.580636:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978518.580638:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b14440 00000400:00000010:0.0:1783978518.580640:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b14440. 00000100:00000001:0.0:1783978518.580642:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978518.580646:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83ef882680 x1870620402896896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978518.580652:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978518.580655:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882680 x1870620402896896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978540 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978518.580662:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978518.580663:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978518.963387:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978518.963393:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978518.963395:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978518.963400:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978518.963404:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978518.963408:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978518.963410:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978518.963413:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978518.963415:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978519.091519:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978519.091522:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978519.091523:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978519.091526:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978519.091528:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978519.091530:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978519.091532:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978519.091533:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978519.091535:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978519.091542:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978519.091544:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978519.091546:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978519.091547:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978519.091549:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978519.091550:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978519.091552:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978519.091553:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978519.091555:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978519.091571:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978519.091573:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978519.091577:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978519.091578:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978519.091581:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978519.091582:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978519.091585:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978519.091586:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978519.091588:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978519.091589:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978519.091600:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978519.091602:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978519.091605:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978519.091793:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978519.091795:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978519.091796:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978519.091797:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978519.091798:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978519.091800:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978519.091801:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978519.091802:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978519.091803:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978519.987430:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978519.987438:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978519.987439:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978519.987445:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978519.987448:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978519.987452:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978519.987454:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978519.987457:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978519.987459:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978520.115424:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978520.115431:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978520.115433:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978520.115439:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978520.115443:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978520.115446:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978520.115449:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978520.115451:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978520.115454:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978520.115478:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978520.115481:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978520.115484:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978520.115486:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978520.115490:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978520.115492:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978520.115496:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978520.115497:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978520.115501:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978520.115502:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978520.115517:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978520.115519:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978520.115523:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978520.115770:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978520.115774:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978520.115777:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978520.115780:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978520.115785:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978520.115789:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978520.115794:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978520.115797:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978520.115801:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978520.115833:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978520.115837:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978520.115840:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978520.115844:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978520.115849:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978520.115864:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978520.115867:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978520.115869:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978520.115872:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978521.011420:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978521.011427:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978521.011430:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978521.011435:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978521.011440:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978521.011445:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978521.011449:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978521.011452:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978521.011456:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978521.139412:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978521.139421:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978521.139425:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978521.139430:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978521.139436:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978521.139442:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978521.139459:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978521.139460:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978521.139462:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978521.139482:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978521.139487:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978521.139494:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978521.139497:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978521.139502:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978521.139505:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978521.139511:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978521.139514:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978521.139518:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978521.139519:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978521.139534:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978521.139539:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978521.139543:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978522.035391:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978522.035401:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978522.035404:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978522.035412:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978522.035417:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978522.035421:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978522.035435:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978522.035438:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978522.035441:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978522.163733:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978522.163739:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978522.163754:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978522.163758:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978522.163767:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978522.163770:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978522.163775:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978522.163777:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978522.163780:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978522.163782:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978522.163837:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978522.163840:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978522.163843:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978523.060117:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978523.060121:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978523.060123:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978523.060126:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978523.060128:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978523.060130:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978523.060132:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978523.060134:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978523.060136:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978523.187568:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978523.187571:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978523.187572:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978523.187574:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978523.187576:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978523.187577:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978523.187579:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978523.187580:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978523.187582:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978523.187601:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978523.187604:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978523.187606:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978523.187609:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978523.187612:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978523.187614:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978523.187616:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978523.187618:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978523.187623:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978523.187624:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978523.187628:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978523.187629:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978523.187633:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978523.187634:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978523.187638:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978523.187639:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978523.187654:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978523.187656:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978523.187659:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978523.187841:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978523.187845:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978523.187847:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978523.187849:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978523.187860:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978523.187862:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978523.187863:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978523.187865:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978523.187867:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978524.083412:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978524.083422:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978524.083426:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978524.083433:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978524.083440:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978524.083449:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978524.083459:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978524.083463:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978524.083466:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978524.211526:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978524.211533:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978524.211534:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978524.211539:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978524.211543:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978524.211546:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978524.211548:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978524.211550:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978524.211554:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978524.211575:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978524.211577:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978524.211581:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978524.211582:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978524.211585:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978524.211586:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978524.211590:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978524.211591:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978524.211593:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978524.211595:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978525.107451:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978525.107472:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978525.107474:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978525.107481:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978525.107485:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978525.107490:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978525.107494:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978525.107496:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978525.107501:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978525.237405:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978525.237409:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978525.237414:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978525.237416:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978525.237420:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978525.237422:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978525.237425:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978525.237427:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978525.237431:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978525.237432:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978526.133063:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978526.133071:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978526.133073:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978526.133077:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978526.133080:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978526.133084:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978526.133087:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978526.133089:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978526.133093:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978526.259388:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978526.259399:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978526.259408:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978526.259410:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978526.259415:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978526.259417:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978526.259422:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978526.259424:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978526.259428:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978526.259431:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978526.259488:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978526.259494:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978526.259497:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978526.259502:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978526.259505:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978526.259511:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978526.259516:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978526.259521:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978526.259525:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978526.261408:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978526.261416:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978526.261418:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978526.261423:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978526.261427:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978526.261430:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978526.261433:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978526.261436:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978526.261440:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978527.155389:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978527.155397:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978527.155401:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978527.155407:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978527.155414:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978527.155420:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978527.155433:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978527.155437:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978527.155440:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978527.283432:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978527.283438:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978527.283442:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978527.283446:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978527.283454:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978527.283460:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978527.283467:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978527.283470:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978527.283476:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978527.283504:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978527.283509:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978527.283515:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978527.283523:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978527.283531:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978527.283537:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978527.283541:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978527.283545:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978527.283549:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978527.283580:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978527.283589:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978527.283600:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978527.283605:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978527.283614:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978527.283620:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978527.283630:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978527.283634:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978527.283643:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978527.283645:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978528.179422:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978528.179427:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978528.179428:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978528.179433:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978528.179437:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978528.179440:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978528.179442:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978528.179445:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978528.179448:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978528.307381:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978528.307386:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978528.307393:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978528.307398:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978528.307402:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978528.307407:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978528.307414:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978528.307417:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978528.307422:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978528.307427:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978528.307433:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978528.307437:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978528.307440:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978528.307443:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978528.307445:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978528.307448:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978528.307451:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978528.307456:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978528.307460:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978528.307463:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978528.307465:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978528.307469:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978528.307473:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978528.307476:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978528.307482:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978528.307487:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978528.307492:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978528.307496:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978528.307499:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978528.307502:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978528.307505:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978528.307508:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978528.307511:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978528.307517:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978529.203432:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978529.203438:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978529.203441:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978529.203446:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978529.203451:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978529.203454:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978529.203457:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978529.203459:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978529.203461:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978529.331428:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978529.331433:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978529.331441:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978529.331444:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978529.331450:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978529.331453:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978529.331460:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978529.331465:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978529.331472:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978529.331473:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978529.331799:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978529.331802:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978529.331803:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978529.331806:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978529.331808:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978529.331810:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978529.331812:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978529.331813:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978529.331815:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978530.227407:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978530.227415:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978530.227418:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978530.227427:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978530.227433:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978530.227440:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978530.227453:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978530.227456:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978530.227459:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978530.355358:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978530.355366:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978530.355370:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978530.355377:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978530.355382:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978530.355387:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978530.355404:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978530.355407:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978530.355413:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978530.355436:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978530.355440:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978530.355447:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978530.355451:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978530.355457:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978530.355460:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978530.355463:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978530.355465:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978530.355469:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978530.355470:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978530.355524:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978530.355530:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978530.355535:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978531.251406:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978531.251415:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978531.251419:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978531.251427:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978531.251434:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978531.251440:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978531.251446:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978531.251450:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978531.251453:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978531.379454:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978531.379459:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978531.379466:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978531.379470:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978531.379479:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978531.379483:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978531.379489:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978531.379492:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978531.379495:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978531.379496:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978531.379532:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978531.379541:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978531.379544:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978531.379547:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978531.379550:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978531.379555:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978531.380670:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978531.380674:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978531.380677:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978531.380708:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978531.380713:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978531.380717:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978531.380722:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978531.380728:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978531.380733:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978531.380737:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978531.380741:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978531.380744:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978532.276967:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978532.276972:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978532.276974:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978532.276977:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978532.276980:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978532.276983:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978532.276985:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978532.276987:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978532.276989:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978532.403830:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978532.403835:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978532.403849:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978532.403853:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978532.403859:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978532.403861:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978532.403865:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978532.403867:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978532.403871:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978532.403874:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978532.404588:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978532.404591:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978532.404593:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978532.404595:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978532.404597:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978532.404599:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978532.404601:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978532.404602:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978532.404604:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978533.299552:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978533.299559:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978533.299561:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978533.299566:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978533.299570:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978533.299576:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978533.299579:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978533.299590:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978533.299594:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978533.430012:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978533.430019:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978533.430022:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978533.430025:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978533.430030:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978533.430032:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978533.430034:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978533.430036:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978533.430041:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978533.430043:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978533.430047:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978533.430048:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978533.430052:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978533.430053:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978533.430056:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978533.430058:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978533.430090:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978533.430094:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978533.430096:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978533.430099:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978533.430102:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978533.430105:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978533.430108:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978533.430113:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978533.430119:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978534.323436:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978534.323448:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978534.323461:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978534.323469:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978534.323473:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978534.323476:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978534.323479:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978534.323482:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978534.323484:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978534.451505:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978534.451521:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978534.451525:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978534.451534:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978534.451543:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978534.451555:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978534.451566:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978534.451572:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978534.451581:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978534.451623:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978534.451629:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978534.451635:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978534.451639:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978534.451646:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978534.451649:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978534.451664:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978534.451666:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978534.451676:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978534.451685:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978535.347386:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978535.347391:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978535.347393:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978535.347399:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978535.347403:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978535.347407:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978535.347410:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978535.347413:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978535.347416:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978535.475457:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978535.475472:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978535.475489:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978535.475496:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978535.475510:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978535.475513:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978535.475519:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978535.475520:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978535.475524:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978535.475526:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978535.476226:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978535.476230:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978535.476232:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978535.476234:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978535.476237:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978535.476239:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978535.476241:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978535.476243:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978535.476245:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978536.371427:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978536.371434:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978536.371436:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978536.371440:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978536.371443:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978536.371446:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978536.371448:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978536.371450:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978536.371453:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978536.499614:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978536.499625:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978536.499629:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978536.499634:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978536.499641:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978536.499645:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978536.499651:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978536.499658:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978536.499663:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978536.499707:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978536.499712:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978536.499721:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978536.499723:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978536.499735:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978536.499739:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978536.499744:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978536.499747:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978536.499757:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978536.499760:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978537.395423:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978537.395432:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978537.395434:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978537.395440:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978537.395443:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978537.395447:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978537.395449:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978537.395452:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978537.395455:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978537.523628:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978537.523631:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978537.523636:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978537.523640:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978537.523642:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978537.523646:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978537.523650:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978537.523653:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978537.523655:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978537.523658:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978537.523665:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978537.523670:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978537.523675:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978537.523680:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978537.523686:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978537.523700:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978537.523714:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978537.523720:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978537.523727:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978537.523732:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978537.523735:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978537.523738:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978537.523741:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978537.523742:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978537.523743:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978537.523744:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978537.523747:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978537.523748:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978537.523749:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978537.523750:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978537.523753:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978537.523753:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978537.523754:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978537.523755:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978538.419403:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978538.419411:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978538.419414:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978538.419419:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978538.419425:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978538.419429:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978538.419439:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978538.419442:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978538.419445:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978538.547535:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978538.547539:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978538.547544:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978538.547546:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978538.547553:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978538.547557:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978538.547564:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978538.547568:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978538.547577:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978538.547581:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978539.443405:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978539.443413:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978539.443417:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978539.443426:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978539.443432:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978539.443437:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978539.443442:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978539.443446:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978539.443450:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978539.571413:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978539.571418:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978539.571429:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978539.571432:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978539.571438:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978539.571442:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978539.571449:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978539.571453:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978539.571460:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978539.571463:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978539.571498:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978539.571503:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978539.571504:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978539.571508:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978539.571582:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978539.571588:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978539.571591:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978539.571592:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978539.571595:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978539.571617:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978539.571621:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978539.571623:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978539.571628:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978539.571632:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978539.571634:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978539.571636:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978539.571638:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978539.571641:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978540.467413:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978540.467422:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978540.467424:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978540.467429:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978540.467433:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978540.467436:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978540.467439:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978540.467441:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978540.467444:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978540.595406:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978540.595412:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978540.595414:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978540.595419:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978540.595424:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978540.595426:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978540.595428:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978540.595430:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978540.595432:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978540.595450:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978540.595454:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978540.595458:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978540.595459:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978540.595462:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978540.595463:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978540.595465:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978540.595466:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978540.595468:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978540.595469:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978540.597952:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978540.597955:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978540.597956:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978540.597959:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978540.597961:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978540.597963:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978540.597965:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978540.597966:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978540.597968:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978541.491514:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978541.491517:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978541.491519:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978541.491526:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978541.491529:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978541.491530:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978541.491532:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978541.491534:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978541.491535:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978541.619518:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978541.619524:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978541.619532:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978541.619536:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978541.619543:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978541.619547:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978541.619554:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978541.619557:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978541.619562:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978541.619563:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978541.619799:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978541.619802:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978541.619803:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978541.619806:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978541.619808:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978541.619810:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978541.619812:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978541.619813:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978541.619815:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978542.515701:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978542.515706:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978542.515707:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978542.515718:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978542.515721:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978542.515723:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978542.515725:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978542.515726:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978542.515728:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978542.643366:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978542.643374:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978542.643377:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978542.643386:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978542.643391:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978542.643396:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978542.643401:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978542.643405:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978542.643411:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978542.643445:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978542.643452:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978542.643456:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978542.643462:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978542.643469:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978542.643473:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978542.643478:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978542.643484:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978542.643490:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978542.643494:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978542.643501:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978542.643504:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978542.643510:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978542.643514:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978542.643520:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978542.643524:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978542.643564:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978542.643571:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978542.643583:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978542.643590:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978542.643593:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978542.643595:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978542.643598:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978542.643600:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978542.643603:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978543.539462:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978543.539466:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978543.539467:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978543.539470:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978543.539472:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978543.539473:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978543.539475:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978543.539477:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978543.539479:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978543.667565:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978543.667570:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978543.667578:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978543.667581:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978543.667590:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978543.667593:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978543.667600:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978543.667603:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978543.667609:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978543.667613:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978544.563410:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978544.563419:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978544.563423:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978544.563439:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978544.563445:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978544.563449:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978544.563454:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978544.563457:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978544.563460:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978544.691412:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978544.691423:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978544.691431:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978544.691435:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978544.691441:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978544.691444:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978544.691461:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978544.691464:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978544.691468:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978544.691469:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978544.691596:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978544.691599:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978544.691600:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978544.691603:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978544.691605:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978544.691607:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978544.691609:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978544.691610:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978544.691612:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978544.691633:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978544.691638:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978544.691640:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978544.691643:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978544.691645:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978544.691656:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978544.691660:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978544.691664:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978544.691667:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978544.694838:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978544.694845:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978544.694849:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978544.694854:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978544.694860:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978544.694863:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978544.694866:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978544.694868:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978544.694870:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978545.587473:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978545.587478:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978545.587479:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978545.587482:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978545.587484:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978545.587486:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978545.587488:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978545.587490:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978545.587492:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978545.715569:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978545.715572:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978545.715573:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978545.715575:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978545.715577:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978545.715579:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978545.715580:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978545.715581:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978545.715583:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978545.715599:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978545.715601:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978545.715607:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978545.715611:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978545.715613:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978545.715616:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978545.715618:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978545.715621:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978545.715624:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978545.715626:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978545.715648:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978545.715650:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978545.715651:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978545.715653:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978545.715654:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978545.715760:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978545.715761:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978545.715763:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978545.715764:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978545.717863:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978545.717866:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978545.717867:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978545.717874:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978545.717876:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978545.717878:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978545.717880:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978545.717881:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978545.717883:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978546.611415:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978546.611423:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978546.611425:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978546.611431:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978546.611434:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978546.611437:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978546.611440:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978546.611442:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978546.611444:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978546.739745:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978546.739749:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978546.739751:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978546.739754:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978546.739757:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978546.739759:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978546.739761:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978546.739763:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978546.739765:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978546.739784:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978546.739787:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978546.739792:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978546.739793:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978546.739797:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978546.739798:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978546.739801:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978546.739803:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978546.739806:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978546.739807:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978547.635360:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978547.635366:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978547.635370:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978547.635375:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978547.635380:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978547.635383:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978547.635395:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978547.635398:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978547.635401:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978547.764756:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978547.764760:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978547.764766:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978547.764770:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978547.764772:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978547.764775:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978547.764778:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978547.764780:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978547.764782:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978547.764785:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978547.764789:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978547.764790:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978547.764791:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978547.764793:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978547.764794:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978547.764796:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978547.764798:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978547.764799:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978547.764804:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978547.764806:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978547.764808:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978547.764810:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978547.764812:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978547.764814:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978547.764815:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978547.764817:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978547.764821:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978547.764823:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978547.764824:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978547.764825:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978547.764828:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978547.764829:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978547.764831:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978547.764833:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978548.660667:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978548.660682:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978548.660684:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978548.660696:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978548.660703:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978548.660708:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978548.660711:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978548.660714:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978548.660718:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978548.787534:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978548.787538:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978548.787539:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978548.787542:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978548.787544:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978548.787546:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978548.787548:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978548.787550:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978548.787552:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978548.787573:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978548.787575:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978548.787580:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978548.787581:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978548.787586:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978548.787586:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978548.787590:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978548.787591:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978548.787594:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978548.787594:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978548.787911:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978548.787915:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978548.787917:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978548.787922:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978548.787925:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978548.787930:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978548.787939:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978548.787947:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978548.787951:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978549.683721:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978549.683726:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978549.683728:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978549.683731:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978549.683733:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978549.683736:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978549.683738:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978549.683739:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978549.683741:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978549.811441:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978549.811445:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978549.811447:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978549.811450:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978549.811452:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978549.811454:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978549.811457:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978549.811459:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978549.811462:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978549.811474:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978549.811478:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978549.811482:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978549.811487:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978549.811493:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978549.811498:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978549.811504:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978549.811507:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978549.811510:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978549.811524:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978549.811529:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978549.811533:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978549.811539:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978549.811544:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978549.811547:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978549.811548:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978549.811549:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978549.811551:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978549.811571:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978549.811575:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978549.811579:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978549.811582:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978549.811597:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978549.811600:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978549.811603:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978549.811604:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978549.811606:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978549.811607:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978550.707606:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978550.707610:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978550.707611:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978550.707614:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978550.707616:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978550.707618:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978550.707620:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978550.707621:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978550.707623:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978550.835493:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978550.835496:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978550.835499:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978550.835500:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978550.835503:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978550.835504:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978550.835506:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978550.835507:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978550.835509:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978550.835510:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978550.835524:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978550.835526:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978550.835528:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978550.835917:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978550.835921:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978550.835922:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978550.835925:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978550.835928:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978550.835931:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978550.835934:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978550.835938:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978550.835943:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978551.731398:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978551.731406:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978551.731408:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978551.731415:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978551.731421:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978551.731426:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978551.731430:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978551.731432:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978551.731434:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978551.859411:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978551.859421:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978551.859425:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978551.859433:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978551.859439:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978551.859447:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978551.859454:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978551.859458:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978551.859466:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978551.859499:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978551.859504:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978551.859513:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978551.859516:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978551.859523:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978551.859526:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978551.859534:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978551.859539:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978551.859547:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978551.859566:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978551.859589:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978551.859593:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978551.859597:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978552.755589:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978552.755592:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978552.755593:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978552.755595:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978552.755596:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978552.755598:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978552.755599:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978552.755600:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978552.755602:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978552.883387:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978552.883395:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978552.883400:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978552.883407:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978552.883413:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978552.883417:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978552.883422:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978552.883426:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978552.883431:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978552.883460:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978552.883466:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978552.883471:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978552.883477:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978552.883484:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978552.883488:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978552.883501:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978552.883505:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978552.883512:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978552.883514:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978552.883518:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978552.883521:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978552.883528:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978552.883542:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978552.883550:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978552.883553:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978553.779707:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978553.779714:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978553.779716:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978553.779722:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978553.779725:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978553.779729:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978553.779731:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978553.779734:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978553.779737:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978553.907406:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978553.907415:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978553.907419:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978553.907425:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978553.907431:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978553.907435:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978553.907570:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978553.907574:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978553.907577:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978553.907655:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978553.907660:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978553.907669:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978553.907673:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978553.907684:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978553.907686:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978553.907690:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978553.907692:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978553.907695:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978553.907697:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978554.803403:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978554.803411:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978554.803415:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978554.803422:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978554.803426:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978554.803429:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978554.803432:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978554.803436:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978554.803439:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978554.931409:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978554.931416:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978554.931420:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978554.931428:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978554.931434:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978554.931440:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978554.931453:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978554.931457:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978554.931461:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978554.931507:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978554.931514:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978554.931524:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978554.931527:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978554.931545:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978554.931549:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978554.931556:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978554.931560:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978554.931566:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978554.931568:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978555.827403:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978555.827412:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978555.827416:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978555.827423:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978555.827429:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978555.827436:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978555.827447:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978555.827450:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978555.827453:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978555.955587:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978555.955594:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978555.955597:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978555.955604:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978555.955610:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978555.955617:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978555.955622:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978555.955626:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978555.955632:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978555.955659:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978555.955664:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978555.955672:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978555.955675:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978555.955678:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978555.955680:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978555.955684:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978555.955686:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978555.955689:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978555.955691:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978556.851999:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978556.852014:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978556.852020:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978556.852033:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978556.852038:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978556.852043:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978556.852046:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978556.852049:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978556.852052:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978556.979455:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978556.979473:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978556.979482:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978556.979489:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978556.979497:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978556.979501:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978556.979506:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978556.979507:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978556.979517:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978556.979521:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978556.979560:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978556.979565:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978556.979571:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978556.980328:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978556.980332:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978556.980333:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978556.980336:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978556.980337:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978556.980339:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978556.980341:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978556.980343:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978556.980345:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978557.875399:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978557.875407:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978557.875411:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978557.875420:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978557.875426:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978557.875433:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978557.875454:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978557.875457:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978557.875461:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978558.004030:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978558.004034:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978558.004037:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978558.004041:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978558.004045:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978558.004049:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978558.004053:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978558.004055:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978558.004060:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978558.004084:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978558.004087:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978558.004092:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978558.004095:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978558.004098:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978558.004101:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978558.004104:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978558.004105:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978558.004107:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978558.004109:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978558.004113:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978558.004114:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978558.004115:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978558.004116:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978558.004118:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978558.004119:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978558.004120:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978558.004122:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978558.004125:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978558.004128:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978558.004133:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978558.004135:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978558.004139:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978558.004142:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978558.004144:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978558.004146:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978558.004150:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978558.004152:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978558.004153:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978558.004154:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978558.004156:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978558.004157:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978558.004159:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978558.004160:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978558.004192:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978558.004195:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978558.004197:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978558.902560:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978558.902570:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978558.902571:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978558.902577:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978558.902581:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978558.902585:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978558.902588:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978558.902591:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978558.902595:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978559.027405:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978559.027413:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978559.027418:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978559.027434:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978559.027439:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978559.027445:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978559.027459:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978559.027463:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978559.027468:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978559.027508:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978559.027513:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978559.027521:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978559.027525:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978559.027534:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978559.027539:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978559.027548:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978559.027551:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978559.027555:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978559.027557:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978559.027578:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978559.027580:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978559.027583:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978559.923403:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978559.923422:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978559.923426:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978559.923433:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978559.923439:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978559.923444:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978559.923461:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978559.923464:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978559.923467:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978560.051404:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978560.051423:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978560.051427:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978560.051435:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978560.051440:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978560.051446:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978560.051451:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978560.051455:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978560.051459:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978560.051483:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978560.051487:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978560.051492:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978560.051494:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978560.051498:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978560.051499:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978560.051503:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978560.051504:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978560.051508:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978560.051509:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978560.051528:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978560.051532:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978560.051537:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978560.051558:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978560.051564:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978560.051567:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978560.051573:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978560.051578:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978560.051582:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978560.051586:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978560.051589:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978560.051595:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978560.947413:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978560.947422:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978560.947423:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978560.947429:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978560.947432:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978560.947435:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978560.947437:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978560.947440:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978560.947443:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978561.075419:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978561.075425:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978561.075429:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978561.075435:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978561.075440:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978561.075444:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978561.075459:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978561.075463:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978561.075471:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978561.075499:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978561.075504:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978561.075514:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978561.075518:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978561.075526:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978561.075530:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978561.075538:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978561.075542:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978561.075551:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978561.075554:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978561.075574:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978561.075577:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978561.075580:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978561.971412:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978561.971422:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978561.971426:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978561.971434:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978561.971441:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978561.971445:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978561.971468:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978561.971471:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978561.971473:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978562.099429:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978562.099437:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978562.099439:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978562.099445:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978562.099451:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978562.099456:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978562.099461:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978562.099465:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978562.099469:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978562.099494:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978562.099499:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978562.099508:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978562.099513:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978562.099522:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978562.099528:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978562.099535:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978562.099539:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978562.099547:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978562.099549:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978562.099574:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978562.099578:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978562.099583:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978562.995391:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978562.995398:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978562.995400:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978562.995405:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978562.995409:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978562.995412:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978562.995415:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978562.995417:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978562.995419:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978563.124459:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978563.124464:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978563.124467:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978563.124472:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978563.124476:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978563.124479:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978563.124482:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978563.124486:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978563.124491:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978563.124514:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978563.124519:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978563.124522:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978563.124527:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978563.124532:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978563.124535:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978563.124539:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978563.124542:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978563.124548:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978563.124551:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978563.124556:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978563.124559:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978563.124562:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978563.124564:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978563.124567:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978563.124569:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978563.124584:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978563.124586:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978563.124589:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978564.020480:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978564.020485:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978564.020486:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978564.020489:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978564.020492:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978564.020494:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978564.020496:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978564.020498:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978564.020500:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978564.147384:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978564.147389:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978564.147392:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978564.147396:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978564.147402:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978564.147407:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978564.147412:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978564.147417:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978564.147421:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978564.147446:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978564.147451:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978564.147459:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978564.147464:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978564.147479:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978564.147483:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978564.147491:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978564.147495:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978564.147503:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978564.147507:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978564.147527:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978564.147530:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978564.147532:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978565.043394:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978565.043402:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978565.043406:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978565.043414:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978565.043420:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978565.043427:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978565.043434:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978565.043438:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978565.043441:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978565.171392:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978565.171396:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978565.171399:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978565.171403:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978565.171408:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978565.171414:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978565.171418:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978565.171422:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978565.171427:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978565.171450:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978565.171454:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978565.171460:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978565.171463:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978565.171470:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978565.171473:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978565.171479:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978565.171483:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978565.171491:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978565.171496:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978566.068460:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978566.068466:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978566.068469:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978566.068472:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978566.068474:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978566.068477:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978566.068479:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978566.068481:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978566.068484:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978566.195419:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978566.195425:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978566.195433:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978566.195436:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978566.195443:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978566.195447:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978566.195456:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978566.195459:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978566.195467:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978566.195471:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978566.195510:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978566.195514:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978566.195520:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978567.091407:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978567.091415:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978567.091419:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978567.091423:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978567.091427:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978567.091431:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978567.091441:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978567.091444:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978567.091447:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978567.222589:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978567.222595:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978567.222597:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978567.222602:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978567.222605:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978567.222607:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978567.222610:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978567.222612:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978567.222615:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978567.222636:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978567.222639:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978567.222643:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978567.222644:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978567.222649:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978567.222650:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978567.222653:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978567.222654:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978567.222656:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978567.222657:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978567.222678:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978567.222680:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978567.222682:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978568.115425:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978568.115434:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978568.115443:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978568.115449:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978568.115452:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978568.115456:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978568.115459:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978568.115468:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978568.115471:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978568.243427:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978568.243432:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978568.243438:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978568.243443:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978568.243447:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978568.243450:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978568.243454:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978568.243456:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978568.243461:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978568.243464:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978568.243468:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978568.243471:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978568.243473:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978568.243475:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978568.243481:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978568.243483:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978568.243485:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978568.243486:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978568.243489:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978568.243490:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978568.243491:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978568.243492:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978568.243493:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978568.243494:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978568.243496:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978568.243497:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978568.243500:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978568.243503:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978568.243506:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978568.243509:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978568.243513:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978568.243517:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978568.243520:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978568.243525:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978568.244319:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978568.244321:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978568.244322:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978568.244324:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978568.244326:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978568.244327:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978568.244328:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978568.244329:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978568.244331:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978569.140036:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978569.140041:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978569.140042:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978569.140045:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978569.140047:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978569.140049:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978569.140051:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978569.140053:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978569.140055:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978569.267416:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978569.267426:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978569.267431:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978569.267438:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978569.267445:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978569.267450:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978569.267455:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978569.267458:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978569.267462:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978569.267493:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978569.267497:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978569.267501:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978569.267507:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978569.267513:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978569.267517:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978569.267528:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978569.267532:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978569.267536:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978569.267556:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978569.267568:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978569.267576:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978569.267578:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978569.267582:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978569.267583:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978569.267587:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978569.267588:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978569.267591:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978569.267593:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978570.164325:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978570.164329:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978570.164331:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978570.164334:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978570.164337:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978570.164339:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978570.164341:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978570.164343:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978570.164345:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978570.291439:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978570.291446:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978570.291456:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978570.291459:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978570.291466:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978570.291469:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978570.291476:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978570.291480:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978570.291502:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978570.291504:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978570.291814:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978570.291818:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978570.291822:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978570.291827:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978570.291833:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978570.291837:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978570.291860:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978570.291864:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978570.291870:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978570.292034:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978570.292037:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978570.292039:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978570.292041:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978570.292044:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978570.292046:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978570.292048:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978570.292049:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978570.292051:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978571.187487:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978571.187490:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978571.187491:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978571.187492:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978571.187494:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978571.187495:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978571.187496:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978571.187497:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978571.187499:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978571.315418:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978571.315427:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978571.315429:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978571.315434:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978571.315440:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978571.315455:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978571.315460:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978571.315465:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978571.315469:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978571.315587:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978571.315591:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978571.315597:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978571.315600:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978571.315606:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978571.315609:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978571.315613:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978571.315616:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978571.315620:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978571.315623:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978572.211431:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978572.211440:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978572.211442:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978572.211448:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978572.211452:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978572.211457:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978572.211459:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978572.211462:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978572.211465:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978572.339421:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978572.339427:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978572.339438:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978572.339442:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978572.339451:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978572.339455:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978572.339461:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978572.339464:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978572.339473:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978572.339478:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978572.339503:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978572.339508:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978572.339513:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978572.339520:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978572.339526:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978572.339529:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978572.339531:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978572.339534:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978572.339540:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978573.235500:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978573.235503:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978573.235504:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978573.235505:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978573.235506:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978573.235508:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978573.235509:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978573.235510:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978573.235511:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978573.363402:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978573.363409:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978573.363414:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978573.363419:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978573.363425:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978573.363429:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978573.363433:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978573.363437:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978573.363440:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978573.363465:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978573.363468:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978573.363473:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978573.363477:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978573.363492:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978573.363497:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978573.363503:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978573.363507:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978573.363513:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978573.363516:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978573.363521:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978573.363522:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978573.363534:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978573.363537:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978573.363544:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978573.363548:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978574.259396:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978574.259404:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978574.259406:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978574.259412:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978574.259417:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978574.259420:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978574.259423:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978574.259426:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978574.259429:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978574.387415:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978574.387426:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978574.387435:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978574.387439:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978574.387445:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978574.387448:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978574.387456:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978574.387460:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978574.387467:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978574.387470:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978574.387495:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978574.387498:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978574.387501:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978574.387504:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978574.387508:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978574.387510:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978574.387513:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978574.387517:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978574.387521:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978574.387552:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978574.387558:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978574.387561:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978574.387566:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978574.387571:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978574.387575:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978574.387578:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978574.387580:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978574.387584:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978575.283438:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978575.283446:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978575.283448:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978575.283454:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978575.283459:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978575.283462:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978575.283465:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978575.283467:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978575.283471:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978575.411426:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978575.411432:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978575.411436:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978575.411443:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978575.411449:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978575.411452:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978575.411469:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978575.411483:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978575.411488:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978575.411515:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978575.411520:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978575.411528:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978575.411533:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978575.411539:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978575.411543:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978575.411550:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978575.411554:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978575.411562:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978575.411565:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978576.307397:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978576.307405:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978576.307409:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978576.307416:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978576.307423:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978576.307430:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978576.307443:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978576.307447:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978576.307450:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978576.435401:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978576.435408:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978576.435416:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978576.435420:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978576.435426:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978576.435429:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978576.435435:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978576.435439:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978576.435446:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978576.435447:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978576.437270:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978576.437276:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978576.437279:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978576.437285:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978576.437290:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978576.437319:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978576.437326:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978576.437328:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978576.437333:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978576.437674:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978576.437681:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978576.437684:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978576.437689:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978576.437694:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978576.437698:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978576.437701:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978576.437705:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978576.437712:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978577.331399:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978577.331406:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978577.331408:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978577.331413:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978577.331418:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978577.331423:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978577.331429:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978577.331431:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978577.331433:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978577.459415:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978577.459421:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978577.459429:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978577.459433:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978577.459442:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978577.459446:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978577.459453:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978577.459456:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978577.459460:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978577.459462:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978577.459618:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978577.459623:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978577.459627:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978577.459633:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978577.459642:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978577.459648:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978577.459652:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978577.459656:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978577.459660:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978578.355384:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978578.355391:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978578.355393:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978578.355398:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978578.355402:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978578.355405:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978578.355407:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978578.355409:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978578.355412:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978578.483415:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978578.483420:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978578.483423:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978578.483431:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978578.483438:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978578.483444:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978578.483455:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978578.483459:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978578.483466:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978578.483489:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978578.483494:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978578.483501:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978578.483507:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978578.483511:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978578.483517:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978578.483525:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978578.483529:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978578.483544:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978578.483549:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978578.483555:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978578.483557:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978578.483559:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978578.483561:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978578.483562:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978578.483564:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978578.483565:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978578.483567:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978578.483570:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978578.483572:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978578.483573:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978578.483574:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978578.483575:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978578.483577:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978578.483579:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978578.483580:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978578.483583:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978578.483585:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978578.483586:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978578.483587:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978578.483589:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978578.483590:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978578.483591:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978578.483593:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978579.379382:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978579.379390:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978579.379394:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978579.379401:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978579.379406:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978579.379410:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978579.379431:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978579.379434:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978579.379436:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978579.507540:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978579.507544:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978579.507548:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978579.507549:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978579.507553:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978579.507555:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978579.507558:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978579.507559:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978579.507562:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978579.507563:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978579.507581:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978579.507583:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978579.507584:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978579.507587:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978579.507589:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978579.507591:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978579.507593:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978579.507595:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978579.507597:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978579.507605:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978579.507607:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978579.507608:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978579.507610:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978579.507612:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978579.507613:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978579.507615:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978579.507616:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978579.507618:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978579.507631:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978579.507633:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978579.507634:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978579.507636:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978579.507638:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978579.507640:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978579.508671:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978579.508674:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978579.508677:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978580.403514:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978580.403522:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978580.403523:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978580.403526:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978580.403527:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978580.403528:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978580.403530:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978580.403531:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978580.403532:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978580.531417:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978580.531423:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978580.531427:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978580.531442:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978580.531448:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978580.531453:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978580.531479:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978580.531483:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978580.531488:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978580.531515:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978580.531519:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978580.531526:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978580.531530:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978580.531538:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978580.531540:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978580.531552:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978580.531556:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978580.531560:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978580.531562:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978581.427392:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978581.427398:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978581.427402:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978581.427405:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978581.427410:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978581.427415:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978581.427421:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978581.427425:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978581.427428:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978581.555434:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978581.555438:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978581.555448:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978581.555452:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978581.555461:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978581.555464:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978581.555473:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978581.555477:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978581.555483:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978581.555486:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978581.555514:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978581.555519:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978581.555523:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978581.555529:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978581.555533:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978581.555538:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978581.555554:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978581.555565:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978581.555570:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978582.451404:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978582.451413:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978582.451416:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978582.451424:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978582.451429:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978582.451436:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978582.451449:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978582.451452:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978582.451455:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978582.579930:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978582.579936:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978582.579939:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978582.579943:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978582.579947:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978582.579950:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978582.579952:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978582.579955:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978582.579962:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978582.579967:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978582.579975:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978582.579978:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978582.579983:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978582.579984:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978582.579988:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978582.579989:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978582.580629:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978582.580632:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978582.580633:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978582.580636:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978582.580638:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978582.580640:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978582.580642:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978582.580644:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978582.580646:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978583.475422:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978583.475430:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978583.475432:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978583.475441:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978583.475445:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978583.475450:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978583.475453:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978583.475455:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978583.475458:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978583.603395:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978583.603401:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978583.603404:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978583.603410:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978583.603416:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978583.603421:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978583.603424:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978583.603426:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978583.603430:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978583.603461:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978583.603466:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978583.603474:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978583.603478:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978583.603486:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978583.603489:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978583.603494:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978583.603496:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978583.603501:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978583.603504:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978583.603542:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978583.603546:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978583.603548:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978583.603551:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978583.603556:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978583.603560:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978583.603566:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978583.603570:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978583.603577:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978584.499391:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978584.499398:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978584.499400:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978584.499405:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978584.499408:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978584.499413:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978584.499416:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978584.499418:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978584.499421:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978584.627413:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978584.627421:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978584.627426:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978584.627434:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978584.627439:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978584.627444:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978584.627452:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978584.627456:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978584.627459:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978584.627496:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978584.627500:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978584.627506:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978584.627510:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978584.627516:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978584.627519:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978584.627525:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978584.627529:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978584.627535:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978584.627539:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978584.627565:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978584.627569:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978584.627572:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978585.523416:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978585.523426:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978585.523429:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978585.523436:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978585.523442:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978585.523448:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978585.523459:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978585.523462:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978585.523465:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978585.651416:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978585.651422:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978585.651431:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978585.651435:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978585.651446:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978585.651457:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978585.651472:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978585.651481:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978585.651489:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978585.651495:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978585.651525:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978585.651530:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978585.651537:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978585.651571:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978585.651578:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978585.651583:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978585.651590:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978585.651596:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978585.651605:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978585.651617:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978585.651620:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978585.651626:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978586.547408:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978586.547418:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978586.547423:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978586.547432:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978586.547438:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978586.547445:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978586.547458:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978586.547461:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978586.547464:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978586.675390:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978586.675399:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978586.675404:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978586.675410:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978586.675414:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978586.675418:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978586.675432:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978586.675435:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978586.675439:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978586.675461:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978586.675465:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978586.675471:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978586.675474:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978586.675482:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978586.675484:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978586.675489:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978586.675492:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978586.675496:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978586.675498:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978586.675519:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978586.675522:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978586.675525:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978587.571418:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978587.571428:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978587.571431:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978587.571439:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978587.571448:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978587.571455:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978587.571464:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978587.571471:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978587.571480:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978587.699485:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978587.699493:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978587.699503:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978587.699508:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978587.699524:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978587.699531:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978587.699539:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978587.699546:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978587.699553:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978587.699556:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978587.699603:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978587.699607:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978587.699610:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978587.699671:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978587.699674:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978587.699677:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978587.699681:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978587.699685:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978587.699690:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978587.699693:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978587.699695:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978587.699698:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978587.699725:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978587.699730:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978587.699734:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978587.699740:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978587.699750:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978587.699757:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978587.699759:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978587.699763:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978587.699770:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978588.595396:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978588.595403:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978588.595405:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978588.595410:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978588.595414:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978588.595417:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978588.595420:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978588.595422:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978588.595425:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978588.726032:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978588.726039:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978588.726047:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978588.726052:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978588.726055:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978588.726060:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978588.726066:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978588.726070:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978588.726075:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978588.726080:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978588.726087:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978588.726089:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978588.726090:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978588.726090:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978588.726092:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978588.726093:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978588.726095:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978588.726096:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978588.726099:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978588.726100:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978588.726102:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978588.726106:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978588.726108:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978588.726110:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978588.726114:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978588.726117:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978588.726122:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978588.726125:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978588.726127:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978588.726128:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978588.726132:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978588.726134:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978588.726136:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978588.726139:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978588.726160:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978588.726164:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978588.726167:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978589.619422:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978589.619426:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978589.619428:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978589.619431:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978589.619433:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978589.619435:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978589.619437:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978589.619438:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978589.619440:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978589.747423:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978589.747430:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978589.747438:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978589.747445:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978589.747461:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978589.747465:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978589.747477:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978589.747482:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978589.747490:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978589.747495:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978589.747520:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978589.747524:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978589.747529:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978589.747550:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978589.747555:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978589.747563:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978589.747579:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978589.747592:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978589.747603:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978589.747637:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978589.747642:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978589.747647:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978590.643404:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978590.643412:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978590.643416:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978590.643423:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978590.643428:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978590.643433:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978590.643439:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978590.643443:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978590.643447:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978590.771424:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978590.771430:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978590.771433:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978590.771449:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978590.771454:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978590.771459:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978590.771463:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978590.771471:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978590.771491:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978590.771528:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978590.771533:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978590.771552:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978590.771563:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978590.771583:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978590.771585:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978590.771589:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978590.771590:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978590.771593:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978590.771594:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978590.771619:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978590.771622:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978590.771625:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978591.667416:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978591.667423:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978591.667425:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978591.667430:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978591.667434:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978591.667437:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978591.667440:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978591.667442:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978591.667445:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978591.795411:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978591.795416:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978591.795425:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978591.795430:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978591.795438:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978591.795441:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978591.795448:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978591.795452:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978591.795459:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978591.795463:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978591.795487:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978591.795493:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978591.795498:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978591.795511:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978591.795519:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978591.795524:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978591.795529:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978591.795532:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978591.795537:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978592.691387:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978592.691394:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978592.691396:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978592.691401:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978592.691405:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978592.691408:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978592.691411:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978592.691413:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978592.691416:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978592.820140:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978592.820147:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978592.820151:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978592.820158:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978592.820163:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978592.820165:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978592.820167:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978592.820170:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978592.820175:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978592.820177:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978592.820184:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978592.820187:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978592.820191:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978592.820192:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978592.820195:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978592.820198:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978592.820226:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978592.820229:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978592.820231:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978592.820234:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978592.820238:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978592.820240:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978592.820242:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978592.820245:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978592.820247:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978593.715402:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978593.715410:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978593.715413:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978593.715418:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978593.715423:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978593.715426:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978593.715430:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978593.715432:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978593.715436:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978593.843548:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978593.843553:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978593.843560:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978593.843564:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978593.843572:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978593.843575:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978593.843580:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978593.843581:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978593.843586:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978593.843589:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978594.739407:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978594.739413:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978594.739415:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978594.739418:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978594.739421:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978594.739423:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978594.739425:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978594.739427:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978594.739429:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978594.867425:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978594.867432:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978594.867440:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978594.867441:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978594.867445:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978594.867447:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978594.867451:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978594.867452:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978594.867455:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978594.867456:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978594.867485:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978594.867489:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978594.867493:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978594.868115:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978594.868121:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978594.868122:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978594.868125:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978594.868130:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978594.868132:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978594.868134:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978594.868135:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978594.868137:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978594.869494:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978594.869501:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978594.869503:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978594.869508:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978594.869510:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978594.869512:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978594.869514:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978594.869515:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978594.869521:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978595.763387:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978595.763393:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978595.763396:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978595.763402:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978595.763408:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978595.763411:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978595.763424:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978595.763426:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978595.763429:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978595.891395:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978595.891403:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978595.891407:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978595.891416:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978595.891424:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978595.891430:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978595.891437:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978595.891441:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978595.891448:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978595.891466:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978595.891470:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978595.891472:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978595.891475:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978595.891478:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978595.891481:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978595.891486:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978595.891490:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978595.891497:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978595.891532:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978595.891536:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978595.891541:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978595.891543:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978595.891547:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978595.891549:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978595.891553:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978595.891562:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978595.891566:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978595.891567:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978595.891584:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978595.891587:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978595.891590:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978596.787400:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978596.787409:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978596.787413:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978596.787420:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978596.787426:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978596.787432:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978596.787446:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978596.787458:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978596.787462:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978596.915411:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978596.915414:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978596.915421:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978596.915424:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978596.915430:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978596.915433:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978596.915438:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978596.915439:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978596.915442:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978596.915446:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978596.915463:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978596.915466:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978596.915469:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978596.915471:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978596.915475:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978596.915479:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978596.915488:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978596.915491:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978596.915496:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978596.915513:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978596.915517:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978596.915520:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978597.811393:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978597.811403:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978597.811406:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978597.811413:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978597.811419:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978597.811423:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978597.811426:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978597.811428:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978597.811435:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978597.939589:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978597.939594:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978597.939599:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978597.939603:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978597.939610:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978597.939613:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978597.939620:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978597.939624:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978597.939632:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978597.939635:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978597.939670:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978597.939674:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978597.939679:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978597.939691:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978597.939696:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978597.939700:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978597.939705:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978597.939718:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978597.939723:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978597.939725:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978597.939727:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978597.939729:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978598.835405:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978598.835412:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978598.835417:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978598.835424:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978598.835428:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978598.835431:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978598.835434:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978598.835437:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978598.835441:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978598.963406:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978598.963414:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978598.963419:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978598.963426:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978598.963431:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978598.963436:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978598.963439:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978598.963444:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978598.963451:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978598.963482:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978598.963486:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978598.963491:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978598.963495:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978598.963497:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978598.963501:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978598.963505:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978598.963508:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978598.963511:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978598.963515:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978598.963522:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978598.963524:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978598.963527:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978598.963528:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978598.963532:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978598.963532:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978598.963533:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978598.963534:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978598.963537:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978598.963540:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978598.963543:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978598.963544:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978598.963545:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978598.963546:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978598.963547:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978598.963548:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978598.963550:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978598.963551:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978598.963552:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978598.963552:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978598.963553:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978598.963554:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978598.963555:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978598.963556:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978598.963572:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978598.963576:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978598.963579:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978598.963610:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978598.963614:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978598.963617:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978598.963620:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978598.963623:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978598.963626:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978598.963629:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978598.963633:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978598.963637:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978599.859524:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978599.859526:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978599.859527:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978599.859529:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978599.859531:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978599.859532:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978599.859533:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978599.859534:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978599.859535:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978599.987388:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978599.987403:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978599.987407:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978599.987412:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978599.987419:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978599.987427:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978599.987434:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978599.987438:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978599.987443:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978599.987472:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978599.987477:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978599.987484:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978599.987488:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978599.987495:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978599.987500:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978599.987509:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978599.987513:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978599.987519:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978599.987525:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978599.987549:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978599.987552:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978599.987564:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978600.883396:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978600.883403:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978600.883408:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978600.883415:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978600.883420:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978600.883424:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978600.883427:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978600.883430:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978600.883432:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978601.011540:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978601.011543:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978601.011548:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978601.011550:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978601.011556:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978601.011559:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978601.011563:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978601.011565:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978601.011570:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978601.011573:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978601.011590:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978601.011593:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978601.011596:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978601.012367:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978601.012370:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978601.012372:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978601.012374:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978601.012376:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978601.012378:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978601.012380:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978601.012382:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978601.012384:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978601.907389:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978601.907397:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978601.907401:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978601.907407:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978601.907413:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978601.907417:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978601.907429:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978601.907432:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978601.907435:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978602.035404:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978602.035414:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978602.035419:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978602.035435:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978602.035438:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978602.035441:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978602.035457:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978602.035461:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978602.035465:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978602.035486:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978602.035490:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978602.035497:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978602.035500:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978602.035509:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978602.035512:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978602.035518:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978602.035522:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978602.035528:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978602.035531:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978602.035552:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978602.035554:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978602.035557:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978602.931403:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978602.931412:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978602.931416:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978602.931425:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978602.931431:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978602.931434:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978602.931437:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978602.931440:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978602.931443:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978603.059412:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978603.059418:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978603.059421:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978603.059426:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978603.059431:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978603.059435:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978603.059440:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978603.059444:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978603.059452:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978603.059455:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978603.059462:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978603.059466:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978603.059471:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978603.059475:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978603.059481:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978603.059485:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978603.059504:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978603.059508:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978603.059513:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978603.059535:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978603.059539:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978603.059542:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978603.059547:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978603.059549:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978603.059552:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978603.059554:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978603.059556:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978603.059559:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978603.955430:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978603.955439:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978603.955443:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978603.955449:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978603.955455:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978603.955462:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978603.955481:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978603.955485:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978603.955489:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978604.083447:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978604.083457:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978604.083465:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978604.083474:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978604.083482:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978604.083491:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978604.083501:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978604.083508:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978604.083522:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978604.083567:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978604.083572:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978604.083582:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978604.083587:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978604.083603:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978604.083614:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978604.083622:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978604.083630:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978604.083654:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978604.083658:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978604.083690:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978604.083696:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978604.083702:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978604.979438:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978604.979449:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978604.979452:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978604.979458:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978604.979468:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978604.979472:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978604.979476:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978604.979483:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978604.979488:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978605.107501:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978605.107506:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978605.107528:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978605.107540:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978605.107554:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978605.107568:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978605.107580:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978605.107585:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978605.107603:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978605.107609:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978605.107655:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978605.107666:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978605.107673:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978605.107701:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978605.107708:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978605.107712:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978605.107718:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978605.107725:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978605.107730:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978605.107733:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978605.107738:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978605.107746:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978606.003433:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978606.003443:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978606.003447:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978606.003455:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978606.003465:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978606.003471:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978606.003507:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978606.003512:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978606.003517:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978606.131675:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978606.131679:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978606.131681:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978606.131684:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978606.131686:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978606.131688:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978606.131690:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978606.131692:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978606.131694:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978606.131713:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978606.131717:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978606.131723:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978606.131725:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978606.131730:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978606.131733:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978606.131738:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978606.131740:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978606.131742:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978606.131743:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978606.131762:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978606.131764:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978606.131766:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978607.027469:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978607.027480:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978607.027484:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978607.027493:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978607.027498:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978607.027503:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978607.027523:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978607.027528:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978607.027532:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978607.155450:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978607.155456:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978607.155466:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978607.155472:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978607.155481:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978607.155487:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978607.155500:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978607.155506:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978607.155517:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978607.155522:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978607.155562:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978607.155568:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978607.155578:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978607.155617:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978607.155621:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978607.155625:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978607.155630:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978607.155636:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978607.155640:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978607.155657:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978607.155661:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978607.155675:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978607.667453:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978607.667463:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978607.667465:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978607.667469:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978607.667474:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978607.667482:0:226353:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 16261 00000400:00000200:0.0:1783978607.667493:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978607.667499:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978607.667502:0:226353:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978607.667505:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978607.667508:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978607.667510:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978607.667512:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978607.667515:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978607.667517:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783978607.667519:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978607.667522:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783978607.667524:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783978607.667527:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783978607.667529:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978607.667530:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978607.667531:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978607.667533:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978607.667534:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783978607.667536:0:226353:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978607.667538:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978607.667539:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978607.667542:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978607.667544:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978607.667548:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978607.667550:0:226353:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978607.667556:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783978607.667560:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783978607.667564:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978607.667565:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978607.667567:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978607.667570:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978607.667574:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978607.667579:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783978607.667597:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978607.667605:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620402907904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978607.667614:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978607.667619:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978607.667634:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620402907904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978607.667660:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978607.667664:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978607.667668:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978607.667670:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978607.667673:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978607.667676:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978607.667679:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16261 00000400:00000200:0.0:1783978607.667685:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978607.667690:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978607.667693:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978607.667697:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978607.667701:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978607.667704:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978607.667707:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978607.667709:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978607.667711:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783978607.667713:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978607.667715:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783978607.667719:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783978607.667726:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783978607.667732:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978607.667739:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978607.667756:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978607.667768:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978607.667776:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783978607.667787:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978607.667793:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978607.667800:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978607.667811:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978607.667819:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978607.667823:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978607.667830:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978607.667847:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978607.667855:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978607.667862:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783978607.667868:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978607.667872:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978607.667876:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978607.667879:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978607.667882:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978607.667886:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978607.667894:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783978607.667903:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978607.667918:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402908032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978607.667941:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978607.667946:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978607.667961:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402908032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978607.667983:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978607.667992:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978607.668005:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978607.668013:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978607.668020:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978607.668030:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978607.668044:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16261 00000400:00000200:0.0:1783978607.668055:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978607.668068:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978607.668075:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978607.668083:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978607.668090:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978607.668097:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978607.668106:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978607.668117:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978607.668120:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783978607.668126:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978607.668133:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783978607.668140:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783978607.668148:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783978607.668158:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978607.668164:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978607.668170:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978607.668175:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978607.668181:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783978607.668188:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978607.668197:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978607.668204:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978607.668211:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978607.668226:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978607.668236:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978607.668243:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978607.668254:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978607.668260:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978607.668273:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783978607.668290:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978607.668344:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978607.668352:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978607.668358:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978607.668360:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978607.668368:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978607.668376:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783978607.668384:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978607.668398:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402908160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978607.668450:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978607.668453:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978607.668467:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402908160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978607.668519:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978607.668526:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978607.668542:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978607.668547:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978607.668553:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978607.668558:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978607.668565:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16261 00000400:00000200:0.0:1783978607.668575:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978607.668578:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978607.668591:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978607.668602:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978607.668614:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978607.668618:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978607.668621:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978607.668623:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978607.668624:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783978607.668626:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978607.668628:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783978607.668630:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783978607.668632:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783978607.668635:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978607.668637:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978607.668639:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978607.668640:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978607.668642:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783978607.668645:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978607.668647:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978607.668649:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978607.668653:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978607.668655:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978607.668665:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978607.668669:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978607.668677:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978607.668693:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978607.668703:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783978607.668709:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978607.668716:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978607.668723:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978607.668730:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978607.668736:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978607.668743:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978607.668755:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783978607.668764:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978607.668780:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402908288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978607.668834:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978607.668841:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978607.668854:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402908288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978607.668877:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978607.668883:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978607.668890:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978607.668894:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978607.668897:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978607.668903:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978607.668907:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16261 00000400:00000200:0.0:1783978607.668917:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978607.668931:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978607.668938:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978607.668952:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978607.668960:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978607.668973:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978607.668981:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978607.668990:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978607.668996:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783978607.669001:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978607.669011:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783978607.669022:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783978607.669031:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783978607.669045:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978607.669053:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978607.669063:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978607.669071:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978607.669078:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783978607.669088:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978607.669096:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978607.669101:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978607.669108:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978607.669113:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978607.669118:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978607.669123:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978607.669129:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978607.669134:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978607.669142:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783978607.669147:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978607.669156:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978607.669159:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978607.669165:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978607.669169:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978607.669172:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978607.669183:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783978607.669192:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978607.669210:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402908416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978607.669248:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978607.669254:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978607.669267:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402908416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978607.669324:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978607.669333:0:226353:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16271) 00000100:00000001:0.0:1783978608.051480:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978608.051490:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978608.051492:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978608.051500:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978608.051508:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978608.051515:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978608.051520:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978608.051525:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978608.051532:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978608.179684:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978608.179688:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978608.179692:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978608.179698:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978608.179703:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978608.179708:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978608.179713:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978608.179718:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978608.179723:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978608.179749:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978608.179755:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978608.179762:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978608.179766:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978608.179771:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978608.179774:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978608.179778:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978608.179782:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978608.179792:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978608.179795:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978608.179847:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978608.179854:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978608.179858:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978609.075436:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978609.075445:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978609.075448:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978609.075456:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978609.075464:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978609.075471:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978609.075484:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978609.075495:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978609.075499:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978609.203517:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978609.203528:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978609.203542:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978609.203551:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978609.203571:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978609.203581:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978609.203588:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978609.203593:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978609.203598:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978609.203610:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978609.203626:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978609.203631:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978609.203635:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978609.203641:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978609.203646:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978609.203652:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978609.203668:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978609.203676:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978609.203684:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978609.203691:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978609.203695:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978609.203700:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978609.203705:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978609.203710:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978609.203716:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978609.203721:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978609.203732:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978609.203736:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978609.203740:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978609.203743:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978609.203748:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978609.203752:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978609.203756:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978609.203759:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978609.203799:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978609.203803:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978609.203806:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978610.099440:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978610.099451:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978610.099453:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978610.099460:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978610.099464:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978610.099469:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978610.099472:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978610.099475:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978610.099479:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978610.227432:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978610.227442:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978610.227449:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978610.227457:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978610.227469:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978610.227474:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978610.227486:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978610.227490:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978610.227497:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978610.227498:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978610.227553:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978610.227559:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978610.227565:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978610.227884:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978610.227889:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978610.227893:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978610.227897:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978610.227905:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978610.227909:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978610.227918:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978610.227925:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978610.227930:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978611.123378:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978611.123387:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978611.123391:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978611.123399:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978611.123404:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978611.123409:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978611.123423:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978611.123426:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978611.123429:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978611.251504:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978611.251526:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978611.251529:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978611.251533:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978611.251537:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978611.251540:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978611.251545:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978611.251559:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978611.251564:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978611.251594:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978611.251597:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978611.251601:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978611.251602:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978611.251606:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978611.251607:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978611.251610:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978611.251611:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978611.251614:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978611.251615:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978611.251637:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978611.251640:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978611.251643:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978612.147401:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978612.147409:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978612.147413:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978612.147418:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978612.147423:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978612.147428:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978612.147435:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978612.147439:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978612.147442:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978612.275401:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978612.275408:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978612.275416:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978612.275420:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978612.275426:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978612.275429:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978612.275435:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978612.275438:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978612.275446:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978612.275449:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978612.275478:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978612.275482:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978612.275486:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978613.171401:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978613.171406:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978613.171410:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978613.171416:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978613.171423:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978613.171429:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978613.171441:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978613.171444:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978613.171448:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978613.300825:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978613.300831:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978613.300834:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978613.300837:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978613.300841:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978613.300843:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978613.300845:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978613.300847:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978613.300852:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978613.300854:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978613.300857:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978613.300858:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978613.300862:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978613.300863:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978613.300866:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978613.300867:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978613.300893:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978613.300896:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978613.300898:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978613.300901:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978613.300905:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978613.300910:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978613.300915:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978613.300925:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978613.300928:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978614.195401:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978614.195408:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978614.195411:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978614.195416:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978614.195420:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978614.195423:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978614.195431:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978614.195432:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978614.195434:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978614.323392:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978614.323400:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978614.323406:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978614.323415:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978614.323423:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978614.323428:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978614.323446:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978614.323449:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978614.323453:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978614.323548:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978614.323553:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978614.323563:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978614.323567:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978614.323574:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978614.323575:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978614.323582:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978614.323585:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978614.323591:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978614.323596:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978614.323642:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978614.323646:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978614.323650:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978615.219476:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978615.219480:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978615.219482:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978615.219484:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978615.219487:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978615.219495:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978615.219497:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978615.219499:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978615.219501:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978615.347420:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978615.347426:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978615.347437:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978615.347441:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978615.347460:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978615.347465:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978615.347473:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978615.347477:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978615.347483:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978615.347493:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978615.347517:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978615.347522:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978615.347529:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978615.347540:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978615.347544:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978615.347548:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978615.347553:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978615.347565:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978615.347569:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978615.347572:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978615.347574:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978615.347577:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978616.243420:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978616.243448:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978616.243449:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978616.243454:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978616.243458:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978616.243462:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978616.243464:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978616.243466:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978616.243469:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978616.371962:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978616.371967:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978616.371975:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978616.371976:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978616.371979:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978616.371980:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978616.371982:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978616.371989:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978616.371993:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978616.371996:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978617.267400:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978617.267407:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978617.267409:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978617.267425:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978617.267429:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978617.267434:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978617.267441:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978617.267443:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978617.267444:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978617.396647:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978617.396652:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978617.396662:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978617.396665:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978617.396672:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978617.396675:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978617.396681:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978617.396685:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978617.396692:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978617.396696:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978617.396724:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978617.396728:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978617.396732:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978618.291409:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978618.291417:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978618.291420:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978618.291427:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978618.291433:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978618.291438:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978618.291446:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978618.291449:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978618.291451:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978618.419413:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978618.419418:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978618.419427:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978618.419431:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978618.419438:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978618.419442:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978618.419451:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978618.419454:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978618.419462:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978618.419466:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978618.419491:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978618.419496:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978618.419502:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978618.419541:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978618.419544:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978618.419545:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978618.419547:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978618.419550:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978618.419552:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978618.419553:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978618.419554:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978618.419556:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978619.315442:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978619.315452:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978619.315453:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978619.315459:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978619.315464:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978619.315470:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978619.315476:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978619.315481:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978619.315485:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978619.443407:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978619.443412:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978619.443415:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978619.443420:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978619.443426:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978619.443430:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978619.443434:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978619.443438:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978619.443444:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978619.443468:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978619.443471:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978619.443478:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978619.443483:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978619.443487:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978619.443493:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978619.443501:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978619.443505:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978619.443509:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978619.443515:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978619.443523:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978619.443526:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978619.443528:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978619.443531:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978619.443535:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978619.443537:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978619.443542:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978619.443546:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978619.443552:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978619.443555:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978619.443557:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978619.443560:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978619.443562:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978619.443564:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978619.443565:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978619.443566:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978619.443569:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978619.443570:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978619.443572:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978619.443573:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978619.443574:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978619.443575:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978619.443577:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978619.443579:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978619.443596:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978619.443598:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978619.443600:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978620.339409:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978620.339417:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978620.339421:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978620.339428:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978620.339435:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978620.339441:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978620.339444:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978620.339448:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978620.339451:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978620.467387:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978620.467393:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978620.467399:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978620.467400:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978620.467404:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978620.467406:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978620.467409:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978620.467410:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978620.467413:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978620.467414:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978620.467433:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978620.467436:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978620.467438:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978620.467634:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978620.467638:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978620.467641:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978620.467645:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978620.467648:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978620.467651:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978620.467654:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978620.467657:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978620.467660:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978620.468938:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978620.468941:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978620.468942:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978620.468945:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978620.468947:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978620.468948:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978620.468950:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978620.468951:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978620.468953:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978621.363418:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978621.363426:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978621.363431:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978621.363438:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978621.363444:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978621.363450:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978621.363463:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978621.363466:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978621.363469:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978621.491418:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978621.491427:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978621.491432:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978621.491440:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978621.491447:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978621.491453:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978621.491459:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978621.491463:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978621.491468:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978621.491494:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978621.491498:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978621.491506:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978621.491510:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978621.491516:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978621.491519:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978621.491524:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978621.491525:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978621.491529:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978621.491530:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978621.491551:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978621.491556:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978621.491561:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978621.491590:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978621.491595:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978621.491599:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978621.491603:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978621.491605:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978621.491608:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978621.491610:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978621.491611:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978621.491614:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978621.491625:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978621.491628:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978621.491629:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978621.491631:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978621.491634:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978621.491636:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978621.491638:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978621.491639:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978621.491641:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978622.387482:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978622.387491:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978622.387493:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978622.387498:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978622.387501:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978622.387505:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978622.387508:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978622.387510:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978622.387513:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978622.515618:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978622.515626:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978622.515632:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978622.515639:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978622.515645:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978622.515649:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978622.515653:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978622.515657:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978622.515664:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978622.515667:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978622.515673:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978622.515675:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978622.515679:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978622.515680:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978622.515684:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978622.515686:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978622.515705:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978622.515708:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978622.515711:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978623.411440:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978623.411456:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978623.411458:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978623.411465:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978623.411473:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978623.411480:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978623.411491:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978623.411494:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978623.411497:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978623.539442:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978623.539447:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978623.539456:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978623.539460:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978623.539468:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978623.539479:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978623.539485:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978623.539488:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978623.539496:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978623.539499:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978623.539524:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978623.539528:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978623.539535:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978624.435435:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978624.435447:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978624.435449:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978624.435466:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978624.435471:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978624.435476:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978624.435481:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978624.435484:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978624.435487:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978624.563454:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978624.563459:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978624.563472:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978624.563475:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978624.563483:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978624.563486:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978624.563494:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978624.563497:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978624.563505:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978624.563506:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978624.563576:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978624.563581:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978624.563585:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978624.563589:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978624.563595:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978624.563601:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978624.563608:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978624.563613:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978624.563619:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978624.563659:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978624.563665:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978624.563667:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978624.563670:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978624.563676:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978624.563682:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978624.563687:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978624.563694:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978624.563704:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978625.587431:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978625.587439:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978625.587443:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978625.587451:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978625.587458:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978625.587464:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978625.587469:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978625.587475:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978625.587483:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978625.587514:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978625.587520:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978625.587530:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978625.587534:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978625.587539:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978625.587540:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978625.587546:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978625.587550:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978625.587557:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978625.587561:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978625.587619:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978625.587624:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978625.587630:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783978626.611419:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978626.611424:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978626.611432:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978626.611436:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978626.611444:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978626.611449:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978626.611456:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978626.611460:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978626.611469:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978626.611472:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978626.611514:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978626.611519:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978626.611521:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978626.611526:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978626.611532:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978626.611536:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978626.611541:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978626.611544:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978626.611548:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978627.635417:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978627.635424:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978627.635426:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978627.635432:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978627.635438:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978627.635443:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978627.635450:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978627.635452:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978627.635457:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978627.635476:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978627.635480:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978627.635486:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978627.635490:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978627.635496:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978627.635499:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978627.635505:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978627.635508:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978627.635513:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978627.635517:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978628.659392:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978628.659396:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978628.659401:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978628.659406:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978628.659409:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978628.659413:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978628.659421:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978628.659426:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978628.659433:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978628.659439:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978628.659448:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978628.659452:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978628.659457:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978628.659462:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978628.659467:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978628.659472:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978628.659478:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978628.659483:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978628.659491:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978628.659497:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978628.659501:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978628.659505:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978628.659512:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978628.659516:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978628.659522:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978628.659527:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978628.659532:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978628.659536:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978628.659537:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978628.659538:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978628.659539:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978628.659541:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978628.659542:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978628.659544:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978629.683410:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978629.683414:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978629.683422:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978629.683425:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978629.683436:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978629.683439:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978629.683449:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978629.683452:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978629.683459:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978629.683463:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978629.683508:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978629.683513:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978629.683518:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978629.683525:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978629.683537:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978629.683542:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978629.683548:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978629.683552:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978629.683559:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978630.707411:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978630.707419:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978630.707427:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978630.707431:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978630.707437:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978630.707441:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978630.707447:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978630.707451:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978630.707458:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978630.707460:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978630.707834:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978630.707838:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978630.707840:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978630.707843:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978630.707846:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978630.707849:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978630.707853:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978630.707856:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978630.707860:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978630.707884:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978630.707888:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978630.707892:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978630.709280:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978630.709285:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978630.709289:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978630.709313:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978630.709318:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978630.709323:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978630.709330:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978630.709344:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978630.709349:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978631.731419:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978631.731427:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978631.731434:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978631.731435:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978631.731440:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978631.731442:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978631.731445:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978631.731447:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978631.731450:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978631.731452:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978631.731480:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978631.731484:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978631.731488:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978631.731494:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978631.731499:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978631.731502:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978631.731506:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978631.731507:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978631.731510:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978631.732050:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978631.732054:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978631.732055:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978631.732057:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978631.732059:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978631.732061:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978631.732062:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978631.732063:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978631.732065:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978632.755403:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978632.755410:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978632.755413:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978632.755418:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978632.755424:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978632.755427:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978632.755432:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978632.755437:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978632.755444:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978632.755474:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978632.755480:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978632.755483:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978632.755489:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978632.755495:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978632.755499:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978632.755504:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978632.755510:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978632.755519:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978632.755523:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978632.755528:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978632.755533:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978632.755541:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978632.755545:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978632.755552:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978632.755569:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978633.267430:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978633.267440:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978633.267443:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978633.267446:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978633.267450:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978633.267457:0:226353:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 16286 00000400:00000200:0.0:1783978633.267466:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978633.267472:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978633.267475:0:226353:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978633.267478:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978633.267481:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978633.267484:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978633.267486:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978633.267490:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978633.267491:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783978633.267494:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978633.267497:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783978633.267499:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783978633.267502:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783978633.267504:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978633.267506:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978633.267508:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978633.267510:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978633.267513:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783978633.267516:0:226353:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978633.267518:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978633.267521:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978633.267525:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978633.267527:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978633.267529:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978633.267532:0:226353:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978633.267550:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783978633.267555:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783978633.267559:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978633.267561:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978633.267564:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978633.267566:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978633.267570:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978633.267578:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783978633.267584:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978633.267593:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402911104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978633.267611:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978633.267615:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978633.267620:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402911104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978633.267642:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978633.267646:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978633.267649:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978633.267650:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978633.267652:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978633.267654:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978633.267657:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16286 00000400:00000200:0.0:1783978633.267661:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978633.267664:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978633.267667:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978633.267670:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978633.267672:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978633.267675:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978633.267677:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978633.267679:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978633.267680:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783978633.267682:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978633.267684:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783978633.267688:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783978633.267691:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783978633.267696:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978633.267699:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978633.267703:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978633.267706:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978633.267710:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783978633.267716:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978633.267721:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978633.267724:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978633.267731:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978633.267737:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978633.267740:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978633.267745:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978633.267751:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978633.267755:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978633.267761:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783978633.267766:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978633.267771:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978633.267773:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978633.267777:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978633.267779:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978633.267781:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978633.267786:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783978633.267791:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978633.267800:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620402911232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978633.267808:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978633.267810:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978633.267814:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620402911232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978633.267822:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978633.267825:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978633.267828:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978633.267830:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978633.267831:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978633.267834:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978633.267837:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16286 00000400:00000200:0.0:1783978633.267841:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978633.267843:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978633.267846:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978633.267849:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978633.267851:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978633.267853:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978633.267855:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978633.267857:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978633.267858:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783978633.267860:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978633.267862:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783978633.267864:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783978633.267866:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783978633.267869:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978633.267870:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978633.267872:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978633.267874:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978633.267876:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783978633.267879:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978633.267881:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978633.267883:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978633.267886:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978633.267888:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978633.267890:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978633.267893:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978633.267896:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978633.267899:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978633.267904:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783978633.267908:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978633.267911:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978633.267914:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978633.267916:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978633.267917:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978633.267920:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978633.267926:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783978633.267932:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978633.267940:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620402911360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978633.267963:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978633.267967:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978633.267973:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620402911360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978633.267989:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978633.267993:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978633.267998:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978633.268001:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978633.268003:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978633.268009:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978633.268014:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16286 00000400:00000200:0.0:1783978633.268055:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978633.268061:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978633.268066:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978633.268071:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978633.268075:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978633.268078:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978633.268082:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978633.268085:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978633.268087:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783978633.268090:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978633.268094:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783978633.268096:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783978633.268101:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783978633.268107:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978633.268110:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978633.268114:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978633.268117:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978633.268122:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783978633.268148:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978633.268151:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978633.268153:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978633.268156:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978633.268158:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978633.268159:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978633.268161:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978633.268164:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978633.268165:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978633.268169:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783978633.268171:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978633.268174:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978633.268175:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978633.268176:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978633.268177:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978633.268179:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978633.268182:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783978633.268185:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978633.268190:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402911488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978633.268200:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978633.268204:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978633.268209:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402911488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978633.268230:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978633.268234:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978633.268239:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978633.268241:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978633.268244:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978633.268249:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978633.268255:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16286 00000400:00000200:0.0:1783978633.268262:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978633.268274:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978633.268279:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978633.268285:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978633.268290:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978633.268325:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978633.268331:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978633.268334:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978633.268337:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783978633.268340:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978633.268344:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783978633.268348:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783978633.268352:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783978633.268358:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978633.268362:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978633.268365:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978633.268369:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978633.268373:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783978633.268377:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978633.268382:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978633.268387:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978633.268392:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978633.268395:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978633.268399:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978633.268402:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978633.268406:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978633.268410:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978633.268416:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783978633.268420:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978633.268422:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978633.268424:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978633.268426:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978633.268427:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978633.268429:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978633.268434:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783978633.268440:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978633.268448:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402911616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978633.268484:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978633.268489:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978633.268498:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402911616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978633.268513:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978633.268521:0:226353:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16296) 00010000:00000001:0.0:1783978633.779423:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978633.779430:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978633.779440:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978633.779443:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978633.779449:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978633.779452:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978633.779460:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978633.779463:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978633.779467:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978633.779470:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978633.779524:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978633.779528:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978633.779530:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978633.779534:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978633.779539:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978633.779542:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978633.779545:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978633.779548:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978633.779552:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978633.779587:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978633.779591:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978633.779594:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978633.779600:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978633.779605:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978633.779608:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978633.779621:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978633.779624:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978633.779627:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978634.803408:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978634.803415:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978634.803418:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978634.803427:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978634.803435:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978634.803442:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978634.803460:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978634.803463:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978634.803466:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978634.803491:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978634.803495:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978634.803500:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978634.803501:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978634.803505:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978634.803506:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978634.803511:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978634.803512:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978634.803516:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978634.803518:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978634.803645:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978634.803649:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978634.803653:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978634.803658:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978634.803662:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978634.803666:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978634.803674:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978634.803677:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978634.803680:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978635.827484:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978635.827487:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978635.827488:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978635.827490:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978635.827492:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978635.827494:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978635.827496:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978635.827497:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978635.827499:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978635.827516:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978635.827519:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978635.827522:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978635.827523:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978635.827527:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978635.827528:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978635.827531:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978635.827532:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978635.827534:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978635.827535:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978635.827551:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978635.827553:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978635.827554:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978635.827556:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978635.827558:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978635.827559:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978635.827561:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978635.827562:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978635.827626:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978635.827640:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978635.827643:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978635.827645:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978636.851405:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978636.851410:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978636.851414:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978636.851420:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978636.851431:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978636.851437:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978636.851447:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978636.851449:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978636.851451:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978636.851474:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978636.851477:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978636.851482:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978636.851486:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978636.851493:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978636.851496:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978636.851502:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978636.851505:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978636.851511:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978636.851515:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978636.851538:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978636.851543:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978636.851547:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783978637.875423:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978637.875429:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978637.875436:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978637.875441:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978637.875449:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978637.875453:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978637.875459:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978637.875464:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978637.875472:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978637.875475:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978637.875522:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978637.875527:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978637.875531:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978637.875538:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978637.875553:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978637.875557:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978637.875564:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978637.875569:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978637.875576:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978638.899397:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978638.899404:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978638.899408:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978638.899413:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978638.899420:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978638.899426:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978638.899431:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978638.899434:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978638.899438:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978638.899457:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978638.899459:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978638.899463:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978638.899465:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978638.899467:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978638.899469:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978638.899472:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978638.899474:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978638.899475:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978638.899476:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978638.899479:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978638.899480:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978638.899481:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978638.899483:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978638.899484:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978638.899486:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978638.899488:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978638.899491:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978638.899494:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978638.899497:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978638.899498:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978638.899500:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978638.899502:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978638.899504:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978638.899506:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978638.899508:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978638.899513:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978638.899517:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978638.899519:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978638.899522:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978638.899526:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978638.899529:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978638.899531:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978638.899536:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978638.899564:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978638.899566:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978638.899568:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978638.899582:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978638.899585:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978638.899588:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978638.899591:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978638.899593:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978638.899594:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978638.899595:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978638.899597:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978638.899598:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978639.923407:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978639.923415:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978639.923418:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978639.923426:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978639.923433:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978639.923440:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978639.923445:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978639.923448:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978639.923451:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978639.923464:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978639.923469:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978639.923470:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978639.923472:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978639.923475:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978639.923477:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978639.923479:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978639.923481:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978639.923483:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978639.923504:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978639.923507:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978639.923511:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978639.923512:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978639.923515:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978639.923517:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978639.923520:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978639.923521:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978639.923524:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978639.923525:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978639.923568:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978639.923574:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978639.923578:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978640.947411:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978640.947420:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978640.947425:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978640.947433:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978640.947439:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978640.947445:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978640.947471:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978640.947475:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978640.947479:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978640.947515:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978640.947519:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978640.947524:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978640.947526:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978640.947531:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978640.947533:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978640.947537:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978640.947539:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978640.947545:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978640.947550:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978640.947586:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978640.947591:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978640.947597:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783978641.971411:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978641.971415:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978641.971420:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978641.971422:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978641.971426:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978641.971428:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978641.971432:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978641.971434:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978641.971439:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978641.971441:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978641.971460:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978641.971464:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978641.971467:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978641.971531:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978641.971534:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978641.971536:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978641.971539:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978641.971541:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978641.971544:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978641.971546:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978641.971548:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978641.971551:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978641.971585:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978641.971587:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978641.971589:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978641.971591:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978641.971593:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978641.971594:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978641.971596:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978641.971598:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978641.971600:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978641.971612:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978641.971614:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978641.971616:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978641.971618:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978641.971620:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978641.971622:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978641.971623:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978641.971624:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978641.971626:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978642.995412:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978642.995419:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978642.995422:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978642.995441:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978642.995445:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978642.995746:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978642.995750:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978642.995762:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978642.995764:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978642.995786:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978642.995790:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978642.995793:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978642.995796:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978642.995799:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978642.995801:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978642.995802:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978642.995804:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978642.995808:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978642.995810:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978642.995814:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978642.995815:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978642.995819:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978642.995820:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978642.995823:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978642.995824:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978642.995841:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978642.995843:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978642.995846:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783978644.019409:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978644.019414:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978644.019424:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978644.019429:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978644.019437:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978644.019441:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978644.019451:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978644.019455:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978644.019461:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978644.019465:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978644.019490:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978644.019496:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978644.019500:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978644.019505:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978644.019511:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978644.019522:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978644.019525:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978644.019528:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978644.019530:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978645.043410:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978645.043418:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978645.043421:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978645.043427:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978645.043432:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978645.043439:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978645.043447:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978645.043452:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978645.043457:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978645.043482:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978645.043486:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978645.043491:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978645.043493:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978645.043499:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978645.043501:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978645.043507:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978645.043512:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978645.043519:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978645.043522:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978645.043544:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978645.043547:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978645.043550:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978646.067412:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978646.067419:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978646.067424:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978646.067431:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978646.067438:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978646.067442:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978646.067464:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978646.067467:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978646.067472:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978646.067497:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978646.067504:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978646.067509:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978646.067513:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978646.067519:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978646.067522:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978646.067525:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978646.067527:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978646.067530:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978646.067559:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978646.067562:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978646.067566:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978646.067568:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978646.067572:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978646.067573:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978646.067576:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978646.067577:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978646.067581:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978646.067582:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978646.067598:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978646.067601:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978646.067604:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978647.091562:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978647.091569:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978647.091571:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978647.091574:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978647.091577:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978647.091580:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978647.091582:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978647.091584:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978647.091586:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978647.091600:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978647.091606:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978647.091609:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978647.091611:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978647.091619:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978647.091621:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978647.091681:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978647.091684:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978647.091686:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978647.091705:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978647.091708:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978647.091712:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978647.091714:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978647.091717:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978647.091719:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978647.091722:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978647.091723:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978647.091726:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978647.091728:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978647.091744:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978647.091747:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978647.091750:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978648.115460:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978648.115466:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978648.115472:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978648.115476:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978648.115481:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978648.115487:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978648.115495:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978648.115498:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978648.115504:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978648.115534:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978648.115543:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978648.115553:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978648.115565:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978648.115574:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978648.115578:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978648.115591:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978648.115595:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978648.115602:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978648.115606:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978649.139421:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978649.139426:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978649.139435:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978649.139441:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978649.139445:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978649.139450:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978649.139456:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978649.139459:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978649.139464:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978649.139469:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978649.139475:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978649.139477:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978649.139478:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978649.139481:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978649.139484:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978649.139486:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978649.139490:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978649.139493:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978649.139498:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978649.139502:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978649.139505:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978649.139509:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978649.139511:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978649.139514:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978649.139516:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978649.139518:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978649.139525:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978649.139527:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978649.139528:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978649.139529:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978649.139531:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978649.139532:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978649.139534:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978649.139536:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978649.141967:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978649.141973:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978649.141975:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978649.141979:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978649.141983:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978649.141987:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978649.141991:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978649.141996:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978649.142002:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978649.142048:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978649.142051:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978649.142053:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978649.142056:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978649.142058:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978649.142062:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978649.142066:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978649.142069:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978649.142072:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978650.035390:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978650.035398:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978650.035401:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978650.035408:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978650.035413:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978650.035417:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978650.035420:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978650.035424:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978650.035426:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978650.163529:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978650.163540:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978650.163545:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978650.163553:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978650.163561:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978650.163566:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978650.163581:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978650.163587:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978650.163593:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978650.163640:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978650.163645:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978650.163651:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978650.163652:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978650.163657:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978650.163658:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978650.163662:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978650.163663:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978650.163667:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978650.163668:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978651.059393:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978651.059400:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978651.059402:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978651.059408:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978651.059413:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978651.059417:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978651.059420:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978651.059423:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978651.059425:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978651.187391:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978651.187396:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978651.187401:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978651.187405:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978651.187413:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978651.187417:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978651.187421:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978651.187423:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978651.187429:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978651.187432:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978651.187472:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978651.187476:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978651.187479:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978651.187482:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978651.187487:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978651.187491:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978651.187495:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978651.187498:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978651.187512:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1783978651.699505:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.148:988 00000400:00000100:0.0:1783978651.699538:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.148@tcp at host 192.168.201.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1783978651.699545:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978651.699549:0:2392:0:(router.c:1791:lnet_notify()) 192.168.201.48@tcp notifying 192.168.201.148@tcp: down 00000400:00000200:0.0:1783978651.699566:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978651.699570:0:2392:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1783978651.699574:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783978651.699578:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3eb1300. 00000400:00000200:0.0:1783978651.699584:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978651.699588:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978651.699594:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b143b8 00000400:00000010:0.0:1783978651.699596:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b143b8. 00000100:00000001:0.0:1783978651.699602:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978651.699610:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83ef882680 x1870620402913024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978651.699704:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978651.699708:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882680 x1870620402913024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978673 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978651.700061:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978651.700064:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978651.700067:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83eec15800. 02000000:00000001:0.0:1783978651.700070:0:2392:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978651.700073:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978651.700074:0:2392:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978651.700076:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978651.700078:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636000. 02000000:00000001:0.0:1783978651.700081:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978651.700083:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978651.700084:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882680. 00000100:00000001:0.0:1783978651.700087:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978651.700089:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978651.700090:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783978651.700100:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783978651.700102:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3eb1b00. 00000400:00000200:0.0:1783978651.700105:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978651.700109:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978651.700112:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b14dd0 00000400:00000010:0.0:1783978651.700114:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b14dd0. 00000100:00000001:0.0:1783978651.700116:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978651.700121:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83ef881f80 x1870620402913152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978651.700139:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978651.700143:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881f80 x1870620402913152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978673 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978651.700149:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978651.700151:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783978651.700156:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783978651.700158:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3eb1200. 00000400:00000200:0.0:1783978651.700162:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978651.700165:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978651.700168:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b14bb0 00000400:00000010:0.0:1783978651.700170:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b14bb0. 00000100:00000001:0.0:1783978651.700172:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978651.700176:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83ef881880 x1870620402913280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978651.700188:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978651.700191:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881880 x1870620402913280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978673 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978651.700197:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978651.700199:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783978651.700203:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783978651.700916:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3eb1c00. 00000400:00000200:0.0:1783978651.700921:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978651.700926:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978651.700929:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b14770 00000400:00000010:0.0:1783978651.700931:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b14770. 00000100:00000001:0.0:1783978651.700934:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978651.700938:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83ef881500 x1870620402913408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978651.700954:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978651.700957:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881500 x1870620402913408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978673 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978651.700962:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978651.700963:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783978651.700969:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783978651.700971:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3eb1a00. 00000400:00000200:0.0:1783978651.700973:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978651.700976:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978651.700978:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b14a18 00000400:00000010:0.0:1783978651.700979:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b14a18. 00000100:00000001:0.0:1783978651.700981:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978651.700985:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83ef880e00 x1870620402913536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978651.700991:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978651.700994:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880e00 x1870620402913536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978673 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978651.700999:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978651.701000:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978652.083362:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978652.083369:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978652.083371:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978652.083375:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978652.083380:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978652.083384:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978652.083387:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978652.083390:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978652.083395:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978652.211404:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978652.211414:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978652.211419:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978652.211428:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978652.211437:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978652.211442:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978652.211449:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978652.211452:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978652.211457:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978652.211489:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978652.211493:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978652.211500:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978652.211503:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978652.211510:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978652.211514:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978652.211521:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978652.211524:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978652.211531:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978652.211534:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978653.107402:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978653.107408:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978653.107410:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978653.107415:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978653.107419:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978653.107424:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978653.107427:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978653.107430:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978653.107434:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978653.239018:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978653.239026:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978653.239028:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978653.239034:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978653.239040:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978653.239045:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978653.239050:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978653.239055:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978653.239058:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978653.239087:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978653.239092:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978653.239095:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978653.239098:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978653.239101:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978653.239103:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978653.239105:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978653.239107:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978653.239111:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978653.239113:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978653.239117:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978653.239118:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978653.239121:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978653.239122:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978653.239126:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978653.239127:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978654.131409:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978654.131416:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978654.131418:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978654.131423:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978654.131427:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978654.131431:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978654.131433:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978654.131436:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978654.131439:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978654.259415:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978654.259422:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978654.259426:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978654.259433:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978654.259439:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978654.259443:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978654.259448:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978654.259450:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978654.259453:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978654.259476:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978654.259479:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978654.259483:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978654.259484:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978654.259488:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978654.259489:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978654.259492:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978654.259493:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978654.259496:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978654.259498:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978654.259552:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978654.259557:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978654.259560:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978654.259564:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978654.259571:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978654.259578:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978654.259584:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978654.259587:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978654.259592:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978655.155538:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978655.155600:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978655.155601:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978655.155607:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978655.155611:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978655.155615:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978655.155617:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978655.155621:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978655.155624:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978655.283412:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978655.283420:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978655.283425:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978655.283432:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978655.283438:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978655.283442:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978655.283449:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978655.283453:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978655.283458:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978655.283475:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978655.283478:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978655.283479:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978655.283482:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978655.283485:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978655.283487:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978655.283489:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978655.283491:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978655.283493:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978655.283514:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978655.283517:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978655.283521:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978655.283522:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978655.283525:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978655.283526:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978655.283530:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978655.283532:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978655.283536:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978655.283537:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978655.284011:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978655.284015:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978655.284016:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978655.284018:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978655.284020:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978655.284022:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978655.284024:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978655.284026:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978655.284028:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978656.179422:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978656.179432:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978656.179434:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978656.179439:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978656.179443:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978656.179447:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978656.179449:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978656.179452:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978656.179455:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978656.307413:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978656.307420:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978656.307424:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978656.307431:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978656.307438:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978656.307443:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978656.307461:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978656.307466:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978656.307473:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978656.307505:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978656.307510:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978656.307517:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978656.307521:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978656.307530:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978656.307534:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978656.307813:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978656.307814:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978656.307818:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978656.307819:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978657.203426:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978657.203446:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978657.203450:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978657.203457:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978657.203464:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978657.203470:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978657.203476:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978657.203481:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978657.203484:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978657.331668:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978657.331676:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978657.331688:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978657.331700:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978657.331709:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978657.331714:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978657.331732:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978657.331737:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978657.331744:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978657.331745:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978658.227454:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978658.227462:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978658.227464:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978658.227469:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978658.227472:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978658.227475:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978658.227478:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978658.227480:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978658.227483:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978658.355464:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978658.355477:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978658.355484:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978658.355499:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978658.355510:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978658.355520:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978658.355526:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978658.355533:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978658.355540:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978658.355588:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978658.355595:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978658.355608:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978658.355613:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978658.355619:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978658.355624:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978658.355636:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978658.355640:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978658.355650:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978658.355656:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978659.251585:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978659.251591:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978659.251592:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978659.251598:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978659.251601:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978659.251605:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978659.251607:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978659.251609:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978659.251612:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978659.379447:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978659.379463:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978659.379473:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978659.379487:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978659.379501:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978659.379515:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978659.379535:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978659.379544:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978659.379552:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978659.379583:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978659.379590:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978659.379597:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978659.379605:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978659.379625:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978659.379630:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978659.379642:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978659.379648:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978659.379654:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978659.379708:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978659.379711:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978659.379716:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978659.379719:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978659.379722:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978659.379725:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978659.379728:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978659.379730:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978659.379732:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978659.379734:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978659.379737:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978659.379739:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978659.379740:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978659.379742:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978659.379744:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978659.379745:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978659.379747:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978659.379748:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978659.379751:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978659.379753:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978659.379754:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978659.379755:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978659.379757:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978659.379758:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978659.379759:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978659.379761:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978659.379764:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978659.379765:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978659.379766:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978659.379768:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978659.379769:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978659.379770:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978659.379771:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978659.379773:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978660.275566:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978660.275571:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978660.275572:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978660.275575:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978660.275577:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978660.275579:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978660.275581:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978660.275583:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978660.275585:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978660.403430:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978660.403442:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978660.403447:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978660.403457:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978660.403466:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978660.403474:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978660.403755:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978660.403758:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978660.403761:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978660.403793:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978660.403807:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978660.403819:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978660.403822:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978660.403831:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978660.403840:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978660.403853:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978660.403856:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978660.403861:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978660.403863:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978661.299452:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978661.299458:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978661.299462:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978661.299468:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978661.299476:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978661.299480:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978661.299483:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978661.299486:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978661.299489:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978661.427459:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978661.427469:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978661.427474:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978661.427483:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978661.427489:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978661.427493:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978661.427501:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978661.427504:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978661.427507:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978661.427537:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978661.427543:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978661.427550:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978661.427555:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978661.427564:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978661.427565:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978661.427571:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978661.427573:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978661.427577:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978661.427579:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978662.323436:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978662.323448:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978662.323451:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978662.323459:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978662.323465:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978662.323472:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978662.323477:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978662.323481:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978662.323485:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978662.451455:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978662.451467:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978662.451472:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978662.451481:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978662.451489:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978662.451497:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978662.451519:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978662.451523:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978662.451531:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978662.451566:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978662.451571:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978662.451581:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978662.451585:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978662.451592:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978662.451595:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978662.451602:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978662.451606:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978662.451612:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978662.451615:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978663.347433:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978663.347444:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978663.347447:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978663.347456:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978663.347464:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978663.347475:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978663.347486:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978663.347489:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978663.347492:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978663.475460:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978663.475468:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978663.475473:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978663.475478:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978663.475486:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978663.475494:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978663.475668:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978663.475672:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978663.475675:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978663.475702:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978663.475709:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978663.475715:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978663.475722:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978663.475729:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978663.475732:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978663.475735:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978663.475738:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978663.475833:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978663.475836:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978663.475842:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978663.475851:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978663.475856:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978663.475857:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978663.475861:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978663.475862:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978664.371434:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978664.371444:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978664.371448:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978664.371455:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978664.371461:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978664.371468:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978664.371475:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978664.371479:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978664.371482:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978664.499454:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978664.499460:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978664.499470:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978664.499474:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978664.499481:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978664.499485:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978664.499494:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978664.499497:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978664.499501:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978664.499505:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978664.499714:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978664.499721:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978664.499725:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978664.499735:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978664.499738:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978664.499741:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978664.499744:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978664.499749:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978664.499754:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978665.395437:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978665.395445:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978665.395447:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978665.395453:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978665.395457:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978665.395462:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978665.395473:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978665.395474:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978665.395476:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978665.523406:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978665.523423:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978665.523427:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978665.523431:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978665.523439:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978665.523446:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978665.523452:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978665.523459:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978665.523569:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978665.523613:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978665.523618:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978665.523628:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978665.523632:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978665.523641:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978665.523644:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978665.523649:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978665.523652:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978665.523656:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978665.523657:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978666.419428:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978666.419441:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978666.419446:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978666.419456:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978666.419463:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978666.419468:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978666.419474:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978666.419476:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978666.419479:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978666.547455:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978666.547462:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978666.547468:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978666.547469:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978666.547472:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978666.547473:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978666.547476:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978666.547477:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978666.547480:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978666.547481:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978666.547520:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978666.547523:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978666.547525:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978666.547528:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978666.547532:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978666.547535:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978666.548092:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978666.548094:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978666.548097:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978667.443383:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978667.443393:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978667.443396:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978667.443403:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978667.443408:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978667.443413:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978667.443423:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978667.443426:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978667.443429:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978667.571424:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978667.571433:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978667.571437:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978667.571444:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978667.571451:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978667.571458:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978667.571464:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978667.571470:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978667.571476:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978667.571506:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978667.571510:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978667.571514:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978667.571516:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978667.571519:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978667.571521:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978667.571524:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978667.571525:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978667.571529:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978667.571531:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978667.571573:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978667.571578:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978667.571582:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978667.571610:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978667.571614:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978667.571617:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978667.571621:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978667.571623:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978667.571625:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978667.571627:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978667.571628:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978667.571630:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978667.571637:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978667.571639:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978667.571640:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978667.571641:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978667.571643:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978667.571645:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978667.571646:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978667.571648:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978667.571649:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978667.571660:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978667.571662:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978667.571663:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978667.571665:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978667.571666:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978667.571668:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978667.572447:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978667.572450:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978667.572453:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978668.467348:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978668.467356:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978668.467357:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978668.467363:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978668.467367:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978668.467371:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978668.467374:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978668.467378:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978668.467384:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978668.595451:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978668.595461:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978668.595465:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978668.595476:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978668.595484:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978668.595490:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978668.595500:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978668.595502:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978668.595731:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978668.595759:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978668.595762:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978668.595766:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978668.595769:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978668.595771:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978668.595774:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978668.595778:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978668.595781:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978668.595782:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978668.595784:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978668.595788:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978668.595790:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978668.595791:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978668.595792:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978668.595794:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978668.595795:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978668.595796:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978668.595798:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978668.595801:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978668.595803:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978668.595804:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978668.595805:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978668.595807:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978668.595808:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978668.595810:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978668.595812:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978668.595815:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978668.595817:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978668.595818:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978668.595819:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978668.595821:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978668.595822:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978668.595823:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978668.595824:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978668.595841:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978668.595843:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978668.595846:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978668.595865:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978668.595868:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978668.595870:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978668.595872:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978668.595874:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978668.595876:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978668.595939:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978668.595941:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978668.595944:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978669.491479:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978669.491486:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978669.491488:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978669.491493:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978669.491497:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978669.491501:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978669.491504:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978669.491506:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978669.491519:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978669.619482:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978669.619490:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978669.619495:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978669.619501:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978669.619526:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978669.619531:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978669.619540:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978669.619544:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978669.619552:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978669.619567:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978669.619573:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978669.619576:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978669.619580:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978669.619588:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978669.619592:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978669.619596:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978669.619600:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978669.619606:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978669.619644:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978669.619650:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978669.619661:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978669.619663:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978669.619671:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978669.619673:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978669.619678:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978669.619681:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978669.619685:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978669.619686:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978669.619710:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978669.619712:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978669.619716:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978670.515430:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978670.515442:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978670.515444:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978670.515452:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978670.515459:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978670.515463:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978670.515468:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978670.515471:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978670.515473:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978670.643405:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978670.643414:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978670.643418:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978670.643427:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978670.643435:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978670.643441:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978670.643448:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978670.643451:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978670.643456:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978670.643478:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978670.643483:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978670.643495:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978670.643500:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978670.643505:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978670.643510:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978670.643515:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978670.643520:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978670.643526:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978670.643557:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978670.643568:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978670.643574:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978670.643576:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978670.643581:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978670.643582:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978670.643585:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978670.643586:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978670.643591:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978670.643592:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978670.643607:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978670.643610:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978670.643612:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978671.539433:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978671.539445:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978671.539449:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978671.539455:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978671.539461:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978671.539467:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978671.539484:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978671.539488:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978671.539493:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978671.667437:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978671.667443:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978671.667453:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978671.667456:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978671.667465:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978671.667479:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978671.667485:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978671.667488:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978671.667491:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978671.667493:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978671.667517:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978671.667521:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978671.667525:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978671.667637:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978671.667642:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978671.667646:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978671.667651:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978671.667656:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978671.667661:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978671.667665:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978671.667666:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978671.667668:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978671.667694:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978671.667699:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978671.667703:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978671.667709:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978671.667713:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978671.667715:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978671.667717:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978671.667719:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978671.667721:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978672.563427:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978672.563435:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978672.563438:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978672.563448:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978672.563464:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978672.563470:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978672.563476:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978672.563481:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978672.563485:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978672.691413:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978672.691423:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978672.691426:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978672.691434:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978672.691443:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978672.691448:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978672.691464:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978672.691469:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978672.691478:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978672.691540:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978672.691545:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978672.691555:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978672.691559:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978672.691568:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978672.691573:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978672.691589:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978672.691595:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978672.691609:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978672.691613:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978672.691640:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978672.691645:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978672.691652:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978673.587449:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978673.587459:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978673.587464:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978673.587473:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978673.587485:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978673.587494:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978673.587504:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978673.587507:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978673.587510:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978673.715581:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978673.715591:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978673.715595:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978673.715602:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978673.715609:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978673.715614:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978673.715621:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978673.715627:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978673.715636:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978673.715640:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978673.715648:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978673.715651:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978673.715658:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978673.715662:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978673.715666:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978673.715668:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978673.715697:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978673.715701:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978673.715705:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783978674.227464:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978674.227475:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978674.227477:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978674.227481:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978674.227486:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978674.227493:0:226353:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 16327 00000400:00000200:0.0:1783978674.227503:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978674.227509:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978674.227512:0:226353:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978674.227514:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978674.227517:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978674.227519:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978674.227521:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978674.227524:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978674.227526:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783978674.227528:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978674.227531:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783978674.227533:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783978674.227534:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783978674.227536:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978674.227537:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978674.227539:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978674.227541:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978674.227544:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783978674.227551:0:226353:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978674.227554:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978674.227557:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978674.227561:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978674.227565:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978674.227567:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978674.227570:0:226353:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978674.227596:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783978674.227601:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783978674.227606:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978674.227607:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978674.227612:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978674.227616:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978674.227620:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978674.227630:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783978674.227640:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978674.227651:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402916224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978674.227662:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978674.227668:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978674.227672:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402916224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978674.227699:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978674.227702:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978674.227705:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978674.227707:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978674.227709:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978674.227712:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978674.227715:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16327 00000400:00000200:0.0:1783978674.227719:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978674.227722:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978674.227724:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978674.227728:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978674.227730:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978674.227733:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978674.227735:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978674.227738:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978674.227739:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783978674.227741:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978674.227744:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783978674.227747:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783978674.227750:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783978674.227755:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978674.227760:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978674.227765:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978674.227768:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978674.227773:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783978674.227781:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978674.227786:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978674.227790:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978674.227799:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978674.227806:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978674.227810:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978674.227815:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978674.227820:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978674.227824:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978674.227831:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783978674.227836:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978674.227841:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978674.227844:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978674.227847:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978674.227849:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978674.227851:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978674.227856:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783978674.227865:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978674.227875:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402916352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978674.227886:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978674.227889:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978674.227895:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402916352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978674.227910:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978674.227914:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978674.227921:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978674.227924:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978674.227928:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978674.227935:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978674.227942:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16327 00000400:00000200:0.0:1783978674.227950:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978674.227957:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978674.227960:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978674.227967:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978674.227970:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978674.227976:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978674.227981:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978674.227985:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978674.227989:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783978674.227992:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978674.227996:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783978674.228002:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783978674.228008:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783978674.228015:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978674.228020:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978674.228024:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978674.228027:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978674.228032:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783978674.228039:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978674.228044:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978674.228047:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978674.228051:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978674.228054:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978674.228057:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978674.228061:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978674.228063:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978674.228065:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978674.228071:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783978674.228077:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978674.228081:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978674.228082:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978674.228086:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978674.228089:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978674.228092:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978674.228099:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783978674.228116:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978674.228126:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620402916480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978674.228149:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978674.228152:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978674.228168:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620402916480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978674.228187:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978674.228192:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978674.228197:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978674.228199:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978674.228202:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978674.228207:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978674.228222:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16327 00000400:00000200:0.0:1783978674.228235:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978674.228244:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978674.228250:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978674.228256:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978674.228262:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978674.228268:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978674.228274:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978674.228281:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978674.228284:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783978674.228288:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978674.228325:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783978674.228329:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783978674.228331:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783978674.228336:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978674.228342:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978674.228347:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978674.228352:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978674.228357:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783978674.228366:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978674.228372:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978674.228377:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978674.228382:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978674.228386:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978674.228392:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978674.228396:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978674.228401:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978674.228406:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978674.228412:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783978674.228418:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978674.228438:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978674.228441:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978674.228445:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978674.228449:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978674.228454:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978674.228460:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783978674.228468:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978674.228477:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402916608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978674.228491:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978674.228496:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978674.228502:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402916608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978674.228518:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978674.228525:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978674.228530:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978674.228531:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978674.228533:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978674.228538:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978674.228544:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16327 00000400:00000200:0.0:1783978674.228554:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978674.228561:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978674.228567:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978674.228573:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978674.228578:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978674.228582:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978674.228587:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978674.228592:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978674.228596:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783978674.228601:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978674.228606:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783978674.228611:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783978674.228618:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783978674.228627:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978674.228633:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978674.228638:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978674.228644:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978674.228649:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783978674.228658:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978674.228664:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978674.228669:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978674.228674:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978674.228680:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978674.228685:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978674.228688:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978674.228693:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978674.228697:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978674.228704:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783978674.228709:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978674.228716:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978674.228720:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978674.228726:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978674.228729:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978674.228733:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978674.228741:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783978674.228747:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978674.228757:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402916736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978674.228773:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978674.228779:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978674.228787:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402916736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978674.228806:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978674.228813:0:226353:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16337) 00000100:00000001:0.0:1783978674.611434:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978674.611446:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978674.611449:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978674.611457:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978674.611465:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978674.611471:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978674.611485:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978674.611489:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978674.611492:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978674.739443:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978674.739449:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978674.739457:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978674.739459:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978674.739468:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978674.739471:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978674.739483:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978674.739491:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978674.739500:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978674.739506:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978674.739535:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978674.739541:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978674.739552:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978675.635438:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978675.635450:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978675.635454:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978675.635458:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978675.635463:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978675.635467:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978675.635478:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978675.635481:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978675.635485:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978675.763452:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978675.763465:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978675.763479:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978675.763487:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978675.763498:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978675.763503:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978675.763511:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978675.763515:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978675.763524:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978675.763528:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978675.763559:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978675.763564:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978675.763570:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978675.763606:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978675.763614:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978675.763619:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978675.763625:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978675.763632:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978675.763636:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978675.763642:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978675.763646:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978675.763651:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978676.659444:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978676.659456:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978676.659461:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978676.659471:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978676.659477:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978676.659481:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978676.659493:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978676.659496:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978676.659500:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978676.787467:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978676.787480:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978676.787485:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978676.787492:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978676.787502:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978676.787506:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978676.787526:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978676.787531:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978676.787541:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978676.787581:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978676.787586:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978676.787600:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978676.787604:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978676.787613:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978676.787617:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978676.787628:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978676.787632:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978676.787649:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978676.787653:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978676.787683:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978676.787688:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978676.787691:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978677.683423:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978677.683435:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978677.683439:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978677.683448:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978677.683455:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978677.683461:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978677.683467:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978677.683472:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978677.683476:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978677.811451:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978677.811462:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978677.811467:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978677.811474:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978677.811481:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978677.811487:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978677.811502:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978677.811505:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978677.811510:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978677.811547:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978677.811552:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978677.811574:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978677.811578:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978677.811585:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978677.811588:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978677.811595:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978677.811599:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978677.811607:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978677.811612:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978677.811638:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978677.811642:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978677.811646:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978678.707445:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978678.707453:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978678.707455:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978678.707462:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978678.707468:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978678.707473:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978678.707477:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978678.707480:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978678.707482:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978678.835487:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978678.835497:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978678.835512:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978678.835520:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978678.835524:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978678.835532:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978678.835539:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978678.835545:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978678.835554:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978678.835563:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978678.835576:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978678.835643:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978678.835650:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978678.835710:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978678.835723:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978678.835727:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978678.835733:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978678.835739:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978678.835749:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978678.835757:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978678.835761:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978678.835769:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978678.835773:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978678.835774:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978678.835776:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978678.835780:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978678.835783:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978678.835786:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978678.835787:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978678.835788:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978678.835790:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978678.835791:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978678.835793:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978678.835794:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978678.835814:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978678.835816:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978678.835819:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978679.731445:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978679.731455:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978679.731461:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978679.731468:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978679.731477:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978679.731485:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978679.731490:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978679.731495:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978679.731499:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978679.859475:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978679.859489:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978679.859502:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978679.859507:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978679.859520:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978679.859525:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978679.859533:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978679.859537:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978679.859543:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978679.859545:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978679.859569:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978679.859574:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978679.859580:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978679.861189:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978679.861192:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978679.861193:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978679.861196:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978679.861198:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978679.861200:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978679.861202:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978679.861203:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978679.861206:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978680.755438:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978680.755447:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978680.755451:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978680.755457:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978680.755463:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978680.755468:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978680.755479:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978680.755482:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978680.755486:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978680.883636:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978680.883642:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978680.883646:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978680.883652:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978680.883657:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978680.883661:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978680.883669:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978680.883671:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978680.883678:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978680.883711:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978680.883716:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978680.883723:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978680.883724:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978680.883730:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978680.883731:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978680.883735:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978680.883736:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978680.883739:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978680.883740:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978680.883763:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978680.883767:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978680.883769:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978681.779420:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978681.779426:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978681.779428:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978681.779432:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978681.779434:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978681.779437:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978681.779439:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978681.779441:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978681.779443:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978681.907440:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978681.907444:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978681.907449:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978681.907451:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978681.907461:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978681.907463:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978681.907468:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978681.907470:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978681.907474:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978681.907480:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978681.907499:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978681.907502:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978681.907510:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978681.907537:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978681.907542:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978681.907544:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978681.907547:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978681.907550:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978681.907552:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978681.907555:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978681.907557:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978681.907560:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978681.908814:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978681.908818:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978681.908819:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978681.908822:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978681.908826:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978681.908830:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978681.908835:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978681.908839:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978681.908845:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978682.803388:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978682.803395:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978682.803396:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978682.803402:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978682.803405:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978682.803409:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978682.803412:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978682.803414:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978682.803417:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978682.931528:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978682.931533:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978682.931539:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978682.931541:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978682.931549:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978682.931551:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978682.931557:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978682.931566:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978682.931572:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978682.931577:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978682.931611:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978682.931619:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978682.931630:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978683.827354:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978683.827363:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978683.827368:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978683.827377:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978683.827382:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978683.827388:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978683.827391:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978683.827395:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978683.827398:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978683.955454:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978683.955463:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978683.955469:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978683.955475:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978683.955482:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978683.955487:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978683.955495:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978683.955508:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978683.955522:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978683.955528:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978683.955539:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978683.955544:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978683.955554:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978683.955562:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978683.955570:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978683.955578:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978684.851853:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978684.851859:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978684.851861:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978684.851864:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978684.851867:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978684.851869:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978684.851872:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978684.851874:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978684.851876:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978684.979442:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978684.979449:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978684.979461:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978684.979464:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978684.979471:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978684.979474:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978684.979482:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978684.979485:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978684.979493:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978684.979495:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978684.979546:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978684.979551:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978684.979554:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978684.979560:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978684.979566:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978684.979570:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978684.979575:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978684.979581:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978684.979586:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978685.875384:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978685.875392:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978685.875396:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978685.875401:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978685.875406:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978685.875410:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978685.875417:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978685.875420:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978685.875423:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978686.003473:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978686.003485:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978686.003490:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978686.003500:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978686.003522:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978686.003531:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978686.003543:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978686.003548:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978686.003556:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978686.003601:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978686.003611:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978686.003625:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978686.003629:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978686.003639:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978686.003643:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978686.003653:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978686.003658:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978686.003673:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978686.003677:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978686.899450:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978686.899456:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978686.899458:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978686.899462:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978686.899465:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978686.899468:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978686.899470:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978686.899472:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978686.899474:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978687.027515:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978687.027523:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978687.027534:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978687.027537:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978687.027546:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978687.027549:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978687.027558:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978687.027563:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978687.027575:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978687.027580:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978687.027620:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978687.027625:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978687.027627:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978687.027631:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978687.027634:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978687.027637:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978687.027641:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978687.027643:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978687.027646:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978687.027668:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978687.027680:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978687.027691:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978687.923439:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978687.923450:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978687.923454:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978687.923462:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978687.923468:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978687.923473:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978687.923478:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978687.923483:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978687.923487:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978688.051418:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978688.051429:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978688.051432:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978688.051441:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978688.051449:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978688.051456:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978688.051465:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978688.051471:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978688.051482:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978688.051529:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978688.051534:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978688.051543:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978688.051547:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978688.051556:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978688.051560:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978688.051571:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978688.051576:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978688.051584:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978688.051585:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978688.051615:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978688.051619:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978688.051624:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978688.051663:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978688.051678:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978688.051682:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978688.051690:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978688.051696:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978688.051701:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978688.051707:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978688.051714:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978688.051718:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978688.947403:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978688.947411:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978688.947416:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978688.947422:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978688.947428:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978688.947432:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978688.947440:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978688.947443:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978688.947446:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978689.075410:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978689.075416:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978689.075421:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978689.075429:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978689.075436:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978689.075442:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978689.075448:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978689.075451:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978689.075453:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978689.075471:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978689.075474:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978689.075478:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978689.075481:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978689.075483:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978689.075486:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978689.075490:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978689.075492:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978689.075494:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978689.075497:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978689.075512:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978689.075515:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978689.075517:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978689.075518:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978689.075521:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978689.075522:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978689.075525:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978689.075526:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978689.075529:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978689.075531:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978689.075533:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978689.075536:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978689.075538:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978689.075541:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978689.075543:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978689.075547:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978689.075549:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978689.075550:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978689.075550:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978689.075551:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978689.075553:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978689.075554:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978689.075556:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978689.075560:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978689.075576:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978689.075579:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978689.075581:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978689.075583:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978689.075585:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978689.075586:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978689.075587:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978689.075588:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978689.075589:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978689.075600:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978689.075601:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978689.075603:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978689.075636:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978689.075639:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978689.075640:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978689.075643:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978689.075645:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978689.075647:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978689.076494:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978689.076498:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978689.076500:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978689.971418:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978689.971425:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978689.971429:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978689.971435:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978689.971443:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978689.971447:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978689.971450:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978689.971452:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978689.971455:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978690.099440:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978690.099445:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978690.099447:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978690.099451:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978690.099454:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978690.099456:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978690.099459:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978690.099461:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978690.099466:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978690.099489:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978690.099493:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978690.099498:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978690.099502:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978690.099508:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978690.099512:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978690.099519:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978690.099522:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978690.099526:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978690.099527:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978690.099557:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978690.099559:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978690.099562:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978690.099753:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978690.099757:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978690.099758:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978690.099760:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978690.099763:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978690.099765:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978690.099766:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978690.099768:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978690.099770:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978690.995403:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978690.995412:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978690.995415:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978690.995420:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978690.995423:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978690.995427:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978690.995429:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978690.995431:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978690.995448:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978691.123679:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978691.123683:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978691.123688:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978691.123692:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978691.123700:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978691.123703:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978691.123711:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978691.123714:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978691.123720:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978691.123723:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978691.123750:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978691.123754:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978691.123757:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978691.124973:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978691.124976:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978691.124979:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978691.124983:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978691.124986:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978691.124989:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978691.124998:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978691.125000:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978691.125003:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978692.019396:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978692.019405:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978692.019408:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978692.019415:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978692.019421:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978692.019427:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978692.019433:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978692.019435:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978692.019438:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978692.147407:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978692.147415:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978692.147421:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978692.147429:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978692.147435:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978692.147442:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978692.147448:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978692.147452:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978692.147456:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978692.147479:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978692.147482:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978692.147487:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978692.147488:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978692.147492:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978692.147493:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978692.147497:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978692.147498:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978692.147502:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978692.147504:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978692.147535:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978692.147540:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978692.147545:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978692.147569:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978692.147572:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978692.147574:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978692.147576:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978692.147580:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978692.147583:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978692.149023:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978692.149027:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978692.149037:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978693.045306:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978693.045311:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978693.045312:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978693.045315:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978693.045318:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978693.045321:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978693.045323:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978693.045325:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978693.045327:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978693.171472:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978693.171476:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978693.171482:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978693.171484:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978693.171489:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978693.171493:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978693.171510:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978693.171514:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978693.171520:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978693.171523:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978693.171598:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978693.171602:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978693.171605:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978693.171610:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978693.171614:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978693.171619:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978693.171622:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978693.171624:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978693.171627:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978694.068152:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978694.068157:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978694.068158:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978694.068161:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978694.068164:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978694.068166:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978694.068168:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978694.068170:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978694.068172:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978694.195420:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978694.195428:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978694.195432:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978694.195437:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978694.195440:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978694.195444:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978694.195446:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978694.195450:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978694.195457:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978694.195459:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978694.195463:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978694.195464:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978694.195467:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978694.195468:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978694.195473:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978694.195475:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978694.195749:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978694.195752:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978694.195753:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978694.195756:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978694.195758:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978694.195759:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978694.195761:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978694.195763:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978694.195765:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978695.092127:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978695.092131:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978695.092132:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978695.092135:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978695.092138:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978695.092140:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978695.092142:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978695.092143:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978695.092145:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978695.219424:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978695.219431:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978695.219433:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978695.219439:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978695.219443:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978695.219448:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978695.219454:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978695.219457:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978695.219460:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978695.219486:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978695.219489:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978695.219495:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978695.219496:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978695.219501:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978695.219503:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978695.219519:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978695.219520:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978695.219525:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978695.219527:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978695.219568:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978695.219572:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978695.219577:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978695.219583:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978695.219588:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978695.219594:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978695.219597:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978695.219599:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978695.219602:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978696.115399:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978696.115408:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978696.115411:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978696.115416:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978696.115422:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978696.115435:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978696.115443:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978696.115447:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978696.115451:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978696.243472:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978696.243479:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978696.243486:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978696.243497:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978696.243505:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978696.243509:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978696.243513:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978696.243518:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978696.243524:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978696.243565:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978696.243568:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978696.243589:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978696.243599:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978696.243609:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978696.243613:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978696.243620:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978696.243629:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978696.243637:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978696.243639:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978697.139444:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978697.139468:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978697.139471:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978697.139476:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978697.139481:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978697.139485:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978697.139502:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978697.139505:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978697.139517:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978697.267859:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978697.267863:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978697.267868:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978697.267869:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978697.267888:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978697.267890:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978697.267893:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978697.267894:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978697.267897:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978697.267898:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978698.167889:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978698.167897:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978698.167899:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978698.167905:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978698.167908:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978698.167911:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978698.167914:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978698.167917:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978698.167920:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978698.291411:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978698.291417:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978698.291427:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978698.291430:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978698.291436:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978698.291438:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978698.291444:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978698.291447:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978698.291452:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978698.291456:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978698.291512:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978698.291522:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978698.291526:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978698.291528:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978698.291533:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978698.291537:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978698.291540:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978698.291543:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978698.291547:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978699.187402:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978699.187413:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978699.187417:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978699.187424:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978699.187431:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978699.187437:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978699.187441:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978699.187445:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978699.187449:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978699.315408:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978699.315416:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978699.315419:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978699.315424:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978699.315429:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978699.315434:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978699.315436:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978699.315438:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978699.315441:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978699.315461:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978699.315464:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978699.315471:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978699.315477:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978699.315481:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978699.315486:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978699.315490:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978699.315492:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978699.315495:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978699.315498:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978699.315504:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978699.315505:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978699.315509:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978699.315512:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978699.315516:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978699.315518:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978699.315520:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978699.315522:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978699.315526:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978699.315528:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978699.315530:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978699.315534:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978699.315539:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978699.315542:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978699.315543:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978699.315545:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978699.315550:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978699.315552:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978699.315555:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978699.315560:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978699.315565:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978699.315567:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978699.315571:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978699.315576:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978700.211408:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978700.211425:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978700.211427:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978700.211431:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978700.211433:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978700.211435:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978700.211437:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978700.211438:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978700.211440:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978700.339404:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978700.339409:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978700.339418:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978700.339422:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978700.339432:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978700.339436:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978700.339443:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978700.339448:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978700.339464:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978700.339468:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978700.339529:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978700.339535:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978700.339538:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978700.339544:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978700.339550:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978700.339553:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978700.339557:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978700.339559:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978700.339562:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978701.235357:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978701.235365:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978701.235366:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978701.235372:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978701.235375:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978701.235379:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978701.235381:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978701.235384:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978701.235387:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978701.363372:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978701.363380:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978701.363384:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978701.363389:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978701.363393:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978701.363397:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978701.363402:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978701.363406:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978701.363410:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978701.363437:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978701.363452:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978701.363458:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978701.363459:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978701.363464:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978701.363466:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978701.363474:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978701.363478:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978701.363483:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978701.363487:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978701.363743:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978701.363746:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978701.363747:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978701.363749:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978701.363752:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978701.363754:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978701.363755:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978701.363757:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978701.363759:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978702.259365:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978702.259373:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978702.259378:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978702.259387:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978702.259394:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978702.259399:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978702.259402:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978702.259404:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978702.259407:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978702.387390:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978702.387396:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978702.387400:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978702.387407:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978702.387414:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978702.387419:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978702.387440:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978702.387443:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978702.387448:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978702.387466:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978702.387472:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978702.387476:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978702.387482:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978702.387487:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978702.387492:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978702.387495:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978702.387499:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978702.387504:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978702.387530:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978702.387534:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978702.387539:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978702.387540:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978702.387544:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978702.387545:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978702.387548:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978702.387550:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978702.387553:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978702.387554:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978703.283404:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978703.283418:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978703.283421:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978703.283427:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978703.283432:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978703.283437:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978703.283443:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978703.283446:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978703.283448:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978703.411663:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978703.411667:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978703.411670:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978703.411674:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978703.411678:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978703.411682:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978703.411687:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978703.411690:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978703.411701:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978703.411725:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978703.411730:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978703.411736:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978703.411737:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978703.411743:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978703.411746:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978703.411754:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978703.411758:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978703.411764:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978703.411769:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978704.307393:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978704.307401:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978704.307403:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978704.307408:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978704.307412:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978704.307416:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978704.307424:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978704.307426:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978704.307428:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978704.435401:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978704.435407:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978704.435410:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978704.435414:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978704.435420:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978704.435424:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978704.435427:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978704.435430:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978704.435436:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978704.435447:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978704.435451:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978704.435454:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978704.435457:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978704.435462:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978704.435466:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978704.435469:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978704.435472:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978704.435475:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978704.435495:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978704.435500:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978704.435503:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978704.435507:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978704.435513:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978704.435515:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978704.435518:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978704.435522:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978704.435526:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978704.435527:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978704.435531:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978704.435534:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978704.435538:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978704.435540:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978704.435554:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978704.435557:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978705.331396:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978705.331404:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978705.331407:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978705.331412:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978705.331417:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978705.331421:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978705.331432:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978705.331435:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978705.331438:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978705.459422:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978705.459432:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978705.459438:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978705.459455:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978705.459462:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978705.459468:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978705.459473:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978705.459476:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978705.459481:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978705.459509:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978705.459515:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978705.459524:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978705.459528:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978705.459537:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978705.459542:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978705.459549:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978705.459552:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978705.459559:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978705.459563:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978706.355441:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978706.355451:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978706.355453:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978706.355458:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978706.355462:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978706.355466:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978706.355469:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978706.355471:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978706.355475:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978706.483417:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978706.483422:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978706.483430:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978706.483434:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978706.483443:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978706.483446:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978706.483453:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978706.483455:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978706.483460:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978706.483464:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978706.483491:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978706.483495:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978706.483499:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978706.483504:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978706.483508:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978706.483513:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978706.483517:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978706.483522:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978706.483526:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978707.379411:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978707.379417:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978707.379421:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978707.379425:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978707.379429:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978707.379433:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978707.379441:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978707.379444:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978707.379448:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978707.507413:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978707.507420:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978707.507425:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978707.507432:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978707.507439:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978707.507444:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978707.507452:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978707.507457:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978707.507463:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978707.507493:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978707.507498:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978707.507507:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978707.507511:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978707.507516:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978707.507519:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978707.507524:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978707.507525:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978707.507527:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978707.507529:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978707.507568:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978707.507572:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978707.507576:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978708.403400:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978708.403408:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978708.403410:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978708.403415:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978708.403419:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978708.403422:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978708.403424:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978708.403427:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978708.403430:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978708.532940:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978708.532947:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978708.532951:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978708.532956:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978708.532962:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978708.532967:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978708.532973:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978708.532977:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978708.532983:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978708.533011:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978708.533014:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978708.533019:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978708.533025:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978708.533028:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978708.533034:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978708.533040:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978708.533044:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978708.533049:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978708.533052:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978708.533056:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978708.533060:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978708.533061:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978708.533063:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978708.533065:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978708.533067:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978708.533069:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978708.533071:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978708.533074:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978708.533076:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978708.533077:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978708.533078:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978708.533080:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978708.533081:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978708.533082:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978708.533084:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978708.533088:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978708.533089:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978708.533090:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978708.533091:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978708.533093:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978708.533094:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978708.533095:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978708.533097:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978708.533114:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978708.533116:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978708.533118:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978709.427453:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978709.427465:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978709.427468:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978709.427477:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978709.427483:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978709.427490:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978709.427505:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978709.427509:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978709.427512:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978709.555595:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978709.555601:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978709.555610:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978709.555614:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978709.555622:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978709.555629:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978709.555637:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978709.555641:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978709.555647:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978709.555657:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978709.555683:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978709.555690:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978709.555696:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978710.451399:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978710.451409:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978710.451411:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978710.451416:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978710.451420:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978710.451427:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978710.451430:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978710.451433:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978710.451439:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978710.579531:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978710.579536:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978710.579544:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978710.579548:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978710.579558:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978710.579562:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978710.579570:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978710.579573:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978710.579577:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978710.579578:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978710.579601:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978710.579605:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978710.579608:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978711.475543:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978711.475550:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978711.475552:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978711.475555:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978711.475557:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978711.475559:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978711.475560:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978711.475562:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978711.475564:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978711.603420:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978711.603425:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978711.603430:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978711.603434:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978711.603438:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978711.603441:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978711.603446:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978711.603450:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978711.603456:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978711.603459:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978711.603481:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978711.603513:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978711.603519:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978711.603546:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978711.603550:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978711.603553:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978711.603558:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978711.603562:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978711.603567:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978711.603572:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978711.603575:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978711.603580:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978712.499432:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978712.499442:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978712.499446:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978712.499456:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978712.499461:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978712.499469:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978712.499475:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978712.499479:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978712.499483:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978712.627441:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978712.627455:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978712.627462:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978712.627470:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978712.627480:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978712.627493:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978712.627501:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978712.627510:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978712.627517:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978712.627552:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978712.627558:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978712.627569:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978712.627574:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978712.627582:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978712.627584:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978712.627593:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978712.627599:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978712.627612:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978712.627619:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978712.627646:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978712.627652:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978712.627661:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978713.523368:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978713.523376:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978713.523379:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978713.523385:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978713.523388:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978713.523392:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978713.523395:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978713.523397:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978713.523401:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978713.651410:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978713.651417:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978713.651423:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978713.651428:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978713.651433:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978713.651439:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978713.651444:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978713.651449:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978713.651458:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978713.651462:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978713.651470:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978713.651482:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978713.651490:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978713.651494:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978713.651501:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978713.651504:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978713.651527:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978713.651532:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978713.651538:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978714.547384:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978714.547393:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978714.547395:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978714.547401:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978714.547405:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978714.547409:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978714.547416:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978714.547418:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978714.547420:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978714.675402:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978714.675408:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978714.675415:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978714.675420:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978714.675427:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978714.675431:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978714.675441:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978714.675444:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978714.675451:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978714.675455:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978714.675473:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978714.675477:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978714.675481:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978714.675505:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978714.675509:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978714.675510:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978714.675512:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978714.675515:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978714.675517:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978714.675520:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978714.675523:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978714.675526:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978715.571407:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978715.571415:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978715.571418:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978715.571426:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978715.571432:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978715.571439:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978715.571452:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978715.571455:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978715.571459:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978715.699491:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978715.699496:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978715.699504:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978715.699508:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978715.699525:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978715.699529:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978715.699534:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978715.699536:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978715.699540:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978715.699542:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978715.699605:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978715.699607:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978715.699609:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978716.595368:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978716.595375:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978716.595378:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978716.595385:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978716.595390:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978716.595394:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978716.595400:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978716.595403:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978716.595406:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978716.723454:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978716.723459:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978716.723466:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978716.723470:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978716.723478:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978716.723481:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978716.723489:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978716.723494:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978716.723503:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978716.723506:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978717.619358:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978717.619365:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978717.619366:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978717.619371:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978717.619375:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978717.619378:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978717.619382:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978717.619385:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978717.619391:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978717.747410:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978717.747416:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978717.747424:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978717.747427:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978717.747437:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978717.747441:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978717.747450:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978717.747454:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978717.747463:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978717.747467:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978717.747509:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978717.747515:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978717.747522:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978717.747535:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978717.747540:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978717.747544:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978717.747551:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978717.747556:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978717.747559:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978717.747561:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978717.747563:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978717.747566:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978718.643406:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978718.643415:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978718.643419:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978718.643426:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978718.643434:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978718.643438:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978718.643450:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978718.643454:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978718.643457:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978718.771546:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978718.771551:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978718.771555:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978718.771560:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978718.771566:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978718.771570:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978718.771572:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978718.771574:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978718.771577:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978718.771601:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978718.771603:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978718.771608:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978718.771611:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978718.771613:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978718.771615:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978718.771619:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978718.771620:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978718.771622:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978718.771625:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978718.771628:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978718.771629:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978718.771631:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978718.771632:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978718.771633:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978718.771635:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978718.771636:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978718.771637:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978718.771641:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978718.771642:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978718.771643:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978718.771644:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978718.771646:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978718.771647:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978718.771648:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978718.771650:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978718.771713:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978718.771715:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978718.771716:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978718.771717:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978718.771718:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978718.771719:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978718.771720:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978718.771722:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978718.771736:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978718.771738:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978718.771739:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978719.667384:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978719.667391:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978719.667393:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978719.667401:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978719.667407:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978719.667412:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978719.667414:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978719.667416:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978719.667418:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978719.795550:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978719.795554:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978719.795556:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978719.795558:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978719.795560:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978719.795563:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978719.795925:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978719.795928:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978719.795931:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978719.795962:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978719.795965:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978719.795969:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978719.795970:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978719.795974:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978719.795975:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978719.795978:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978719.795980:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978719.795982:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978719.795983:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978719.795997:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978719.796000:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978719.796003:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978720.691394:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978720.691402:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978720.691406:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978720.691415:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978720.691422:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978720.691429:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978720.691436:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978720.691440:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978720.691443:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978720.819398:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978720.819403:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978720.819412:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978720.819416:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978720.819422:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978720.819426:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978720.819434:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978720.819438:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978720.819442:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978720.819444:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978720.819469:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978720.819473:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978720.819477:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978720.819482:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978720.819487:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978720.819493:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978720.819501:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978720.819505:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978720.819510:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978720.819536:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978720.819541:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978720.819545:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978720.819549:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978720.819551:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978720.819554:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978720.819556:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978720.819558:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978720.819560:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978721.715418:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978721.715426:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978721.715428:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978721.715434:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978721.715438:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978721.715441:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978721.715444:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978721.715446:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978721.715450:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978721.843443:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978721.843448:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978721.843450:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978721.843453:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978721.843455:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978721.843457:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978721.843459:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978721.843461:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978721.843463:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978721.843783:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978721.843787:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978721.843793:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978721.843795:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978721.843801:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978721.843804:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978721.843809:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978721.843813:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978721.843816:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978721.843818:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978722.739403:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978722.739411:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978722.739414:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978722.739420:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978722.739426:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978722.739432:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978722.739438:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978722.739442:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978722.739446:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978722.867392:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978722.867399:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978722.867406:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978722.867408:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978722.867412:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978722.867415:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978722.867420:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978722.867423:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978722.867426:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978722.867428:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978722.867729:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978722.867734:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978722.867738:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978722.867743:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978722.867748:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978722.867753:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978722.867758:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978722.867762:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978722.867766:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978722.867793:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978722.867797:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978722.867800:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978722.867956:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978722.867961:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978722.867965:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978722.867970:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978722.867975:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978722.867979:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978722.867984:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978722.867990:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978722.867997:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978723.763440:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978723.763449:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978723.763451:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978723.763456:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978723.763460:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978723.763464:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978723.763467:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978723.763470:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978723.763483:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978723.891453:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978723.891460:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978723.891465:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978723.891470:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978723.891477:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978723.891481:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978723.891495:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978723.891499:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978723.891504:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978723.891531:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978723.891538:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978723.891543:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978723.891548:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978723.891555:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978723.891558:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978723.891576:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978723.891581:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978723.891590:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978723.891593:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978723.891598:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978723.891602:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978723.891607:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978723.891609:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978723.891613:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978723.891614:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978723.891631:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978723.891633:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978723.891636:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978724.787392:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978724.787400:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978724.787403:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978724.787411:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978724.787417:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978724.787422:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978724.787435:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978724.787439:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978724.787441:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978724.915418:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978724.915424:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978724.915434:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978724.915437:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978724.915444:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978724.915448:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978724.915454:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978724.915457:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978724.915464:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978724.915466:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978724.915487:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978724.915490:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978724.915492:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978724.915654:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978724.915660:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978724.915663:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978724.915667:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978724.915672:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978724.915676:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978724.915679:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978724.915681:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978724.915685:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978724.915756:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978724.915759:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978724.915761:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978724.915770:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978724.915775:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978724.915779:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978724.915785:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978724.915788:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978724.915793:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978725.811395:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978725.811401:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978725.811403:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978725.811409:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978725.811413:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978725.811417:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978725.811421:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978725.811423:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978725.811426:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978725.939544:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978725.939553:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978725.939556:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978725.939559:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978725.939563:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978725.939567:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978725.939571:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978725.939574:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978725.939578:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978725.939601:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978725.939604:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978725.939609:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978725.939610:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978725.939614:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978725.939615:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978725.939618:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978725.939620:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978725.939623:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978725.939625:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978725.939640:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978725.939642:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978725.939645:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978726.835437:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978726.835485:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978726.835489:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978726.835493:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978726.835496:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978726.835498:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978726.835500:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978726.835502:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978726.835505:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978726.963410:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978726.963431:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978726.963448:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978726.963452:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978726.963460:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978726.963464:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978726.963481:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978726.963484:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978726.963489:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978726.963492:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978726.963524:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978726.963528:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978726.963537:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978726.963634:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978726.963649:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978726.963653:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978726.963658:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978726.963664:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978726.963669:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978726.963676:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978726.963679:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978726.963691:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978727.859424:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978727.859433:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978727.859434:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978727.859440:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978727.859443:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978727.859447:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978727.859449:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978727.859451:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978727.859454:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978727.987445:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978727.987638:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978727.987641:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978727.987644:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978727.987648:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978727.987651:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978727.987654:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978727.987656:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978727.987661:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978727.987692:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978727.987695:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978727.987700:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978727.987701:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978727.987705:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978727.987706:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978727.987709:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978727.987711:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978727.987715:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978727.987716:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978727.987739:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978727.987743:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978727.987746:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978728.883431:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978728.883447:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978728.883453:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978728.883468:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978728.883489:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978728.883497:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978728.883506:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978728.883511:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978728.883515:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978729.011688:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978729.011698:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978729.011711:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978729.011719:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978729.011726:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978729.011731:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978729.011736:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978729.011739:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978729.011741:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978729.011744:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978729.011748:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978729.011750:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978729.011752:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978729.011754:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978729.011761:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978729.011765:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978729.011771:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978729.011777:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978729.011785:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978729.011787:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978729.011789:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978729.011790:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978729.011792:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978729.011793:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978729.011795:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978729.011797:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978729.011812:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978729.011814:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978729.011815:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978729.011821:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978729.011822:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978729.011823:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978729.011825:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978729.011827:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978729.011856:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978729.011860:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978729.011863:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978729.907402:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978729.907442:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978729.907446:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978729.907449:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978729.907452:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978729.907454:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978729.907456:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978729.907468:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978729.907471:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978730.035478:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978730.035484:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978730.035489:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978730.035491:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978730.035496:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978730.035501:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978730.035506:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978730.035507:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978730.035512:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978730.035516:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978730.035545:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978730.035551:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978730.035558:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978730.035593:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978730.035597:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978730.035599:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978730.035603:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978730.035606:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978730.035609:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978730.035612:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978730.035613:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978730.035616:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978730.931407:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978730.931416:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978730.931420:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978730.931427:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978730.931452:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978730.931456:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978730.931460:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978730.931463:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978730.931467:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978731.059627:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978731.059633:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978731.059637:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978731.059641:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978731.059645:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978731.059649:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978731.059652:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978731.059653:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978731.059656:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978731.059679:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978731.059684:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978731.059692:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978731.059695:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978731.059700:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978731.059702:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978731.059705:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978731.059707:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978731.059710:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978731.059711:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978731.059730:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978731.059733:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978731.059736:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978731.955383:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978731.955391:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978731.955394:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978731.955399:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978731.955404:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978731.955408:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978731.955415:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978731.955418:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978731.955421:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978732.083417:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978732.083433:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978732.083441:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978732.083444:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978732.083451:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978732.083455:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978732.083460:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978732.083463:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978732.083469:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978732.083472:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978732.083501:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978732.083504:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978732.083508:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978732.083728:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978732.083731:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978732.083733:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978732.083735:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978732.083737:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978732.083739:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978732.083740:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978732.083750:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978732.083752:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978732.979395:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978732.979401:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978732.979403:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978732.979415:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978732.979420:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978732.979423:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978732.979430:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978732.979432:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978732.979444:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978733.107398:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978733.107418:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978733.107422:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978733.107428:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978733.107433:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978733.107437:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978733.107442:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978733.107446:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978733.107451:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978733.107489:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978733.107495:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978733.107502:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978733.107510:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978733.107516:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978733.107519:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978733.107523:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978733.107525:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978733.107528:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978733.107529:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978733.107547:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978733.107550:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978733.107553:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978733.107568:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978733.107571:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978733.107572:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978733.107578:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978733.107581:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978733.107583:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978733.107585:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978733.107587:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978733.107590:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978734.003410:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978734.003419:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978734.003422:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978734.003428:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978734.003435:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978734.003441:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978734.003455:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978734.003458:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978734.003461:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978734.131567:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978734.131573:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978734.131576:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978734.131587:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978734.131594:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978734.131598:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978734.131603:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978734.131607:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978734.131612:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978734.131617:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978734.131623:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978734.131627:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978734.131635:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978734.131638:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978734.131646:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978734.131649:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978734.131672:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978734.131677:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978734.131779:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978735.027366:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978735.027383:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978735.027386:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978735.027392:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978735.027396:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978735.027400:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978735.027403:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978735.027405:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978735.027409:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978735.155400:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978735.155405:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978735.155412:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978735.155416:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978735.155420:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978735.155423:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978735.155428:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978735.155431:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978735.155437:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978735.155441:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978735.155461:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978735.155466:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978735.155470:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978735.155492:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978735.155497:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978735.155499:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978735.155501:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978735.155505:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978735.155509:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978735.155514:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978735.155517:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978735.155519:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978736.051409:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978736.051419:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978736.051424:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978736.051431:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978736.051437:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978736.051442:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978736.051453:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978736.051457:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978736.051460:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978736.179424:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978736.179433:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978736.179435:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978736.179442:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978736.179447:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978736.179453:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978736.179459:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978736.179464:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978736.179471:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978736.179501:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978736.179512:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978736.179523:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978736.179527:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978736.179534:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978736.179539:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978736.179547:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978736.179551:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978736.179561:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978736.179565:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978737.075404:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978737.075412:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978737.075417:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978737.075425:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978737.075431:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978737.075438:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978737.075450:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978737.075454:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978737.075457:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978737.203422:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978737.203426:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978737.203434:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978737.203438:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978737.203443:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978737.203447:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978737.203454:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978737.203458:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978737.203464:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978737.203467:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978737.203504:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978737.203509:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978737.203513:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978737.203518:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978737.203523:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978737.203527:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978737.203529:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978737.203530:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978737.203532:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978738.099432:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978738.099439:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978738.099441:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978738.099447:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978738.099451:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978738.099455:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978738.099458:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978738.099460:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978738.099464:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978738.227427:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978738.227437:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978738.227442:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978738.227450:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978738.227458:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978738.227464:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978738.228708:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978738.228712:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978738.228745:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978738.228768:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978738.228771:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978738.228775:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978738.228777:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978738.228780:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978738.228781:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978738.228784:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978738.228786:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978738.228789:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978738.228790:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978739.123467:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978739.123478:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978739.123481:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978739.123489:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978739.123494:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978739.123498:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978739.123501:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978739.123505:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978739.123509:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978739.251456:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978739.251462:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978739.251472:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978739.251478:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978739.251484:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978739.251490:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978739.251496:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978739.251499:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978739.251502:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978739.251508:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978739.251517:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978739.251520:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978739.251523:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978739.251524:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978739.251533:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978739.251535:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978739.251537:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978739.251540:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978739.251546:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978739.251547:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978739.251549:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978739.251551:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978739.251553:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978739.251555:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978739.251557:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978739.251559:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978739.251564:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978739.251567:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978739.251568:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978739.251570:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978739.251571:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978739.251573:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978739.251575:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978739.251577:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978739.251633:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978739.251638:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978739.251640:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978739.251647:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978739.251662:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978739.251667:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978739.254511:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978739.254520:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978739.254524:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978740.147447:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978740.147457:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978740.147461:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978740.147469:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978740.147476:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978740.147483:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978740.147489:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978740.147492:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978740.147496:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978740.275698:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978740.275703:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978740.275711:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978740.275721:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978740.275731:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978740.275733:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978740.275740:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978740.275744:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978740.275752:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978740.275758:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978741.171443:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978741.171454:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978741.171458:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978741.171466:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978741.171473:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978741.171481:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978741.171486:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978741.171489:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978741.171492:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978741.299455:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978741.299465:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978741.299476:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978741.299480:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978741.299493:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978741.299498:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978741.299507:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978741.299512:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978741.299521:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978741.299525:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978742.195425:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978742.195433:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978742.195435:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978742.195441:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978742.195445:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978742.195449:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978742.195452:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978742.195455:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978742.195458:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978742.323528:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978742.323530:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978742.323531:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978742.323534:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978742.323536:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978742.323537:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978742.323935:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978742.323937:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978742.323940:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978742.323961:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978742.323963:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978742.323968:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978742.323969:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978742.323973:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978742.323974:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978742.323977:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978742.323978:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978742.323981:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978742.323982:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978743.219410:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978743.219418:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978743.219420:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978743.219425:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978743.219429:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978743.219433:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978743.219437:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978743.219439:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978743.219443:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978743.347757:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978743.347762:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978743.347767:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978743.347769:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978743.347772:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978743.347774:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978743.347777:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978743.347778:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978743.347781:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978743.347782:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978743.347803:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978743.347806:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978743.347808:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978743.347822:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978743.347825:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978743.347826:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978743.347829:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978743.347831:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978743.347833:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978743.350390:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978743.350394:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978743.350397:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978744.243417:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978744.243425:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978744.243427:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978744.243432:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978744.243436:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978744.243439:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978744.243441:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978744.243443:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978744.243446:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978744.371403:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978744.371413:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978744.371417:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978744.371426:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978744.371433:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978744.371439:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978744.371453:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978744.371457:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978744.371462:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978744.371490:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978744.371497:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978744.371503:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978744.371521:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978744.371526:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978744.371530:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978744.371536:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978744.371543:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978744.371552:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978744.371556:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978744.371563:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978744.371566:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978744.371573:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978744.371575:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978744.371579:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978744.371580:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978745.267401:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978745.267409:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978745.267413:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978745.267420:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978745.267427:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978745.267432:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978745.267446:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978745.267449:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978745.267452:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978745.395417:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978745.395423:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978745.395431:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978745.395435:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978745.395443:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978745.395446:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978745.395453:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978745.395456:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978745.395462:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978745.395467:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978745.395519:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978745.395525:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978745.395529:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978745.395534:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978745.395538:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978745.395682:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978745.395689:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978745.395693:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978745.395698:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978746.291405:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978746.291412:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978746.291414:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978746.291419:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978746.291424:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978746.291428:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978746.291432:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978746.291436:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978746.291440:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978746.419401:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978746.419410:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978746.419416:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978746.419424:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978746.419430:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978746.419435:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978746.419440:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978746.419445:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978746.419451:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978746.419479:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978746.419483:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978746.419490:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978746.419493:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978746.419500:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978746.419503:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978746.419511:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978746.419514:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978746.419519:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978746.419522:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978747.315409:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978747.315417:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978747.315420:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978747.315425:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978747.315428:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978747.315431:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978747.315434:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978747.315437:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978747.315440:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978747.443420:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978747.443425:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978747.443431:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978747.443432:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978747.443437:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978747.443438:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978747.443442:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978747.443444:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978747.443449:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978747.443453:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978747.443480:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978747.443485:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978747.443489:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978747.443496:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978747.443501:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978747.443505:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978747.444414:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978747.444418:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978747.444421:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978748.339410:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978748.339418:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978748.339423:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978748.339431:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978748.339439:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978748.339445:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978748.339457:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978748.339461:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978748.339464:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978748.468231:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978748.468235:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978748.468241:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978748.468246:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978748.468250:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978748.468255:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978748.468261:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978748.468266:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978748.468272:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978748.468277:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978748.468282:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978748.468284:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978748.468285:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978748.468287:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978748.468289:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978748.468290:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978748.468309:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978748.468311:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978748.468317:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978748.468321:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978748.468324:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978748.468327:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978748.468333:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978748.468335:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978748.468338:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978748.468344:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978748.468349:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978748.468352:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978748.468354:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978748.468356:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978748.468358:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978748.468360:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978748.468361:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978748.468363:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978749.363421:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978749.363430:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978749.363432:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978749.363439:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978749.363446:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978749.363460:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978749.363467:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978749.363470:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978749.363473:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978749.491396:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978749.491400:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978749.491407:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978749.491410:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978749.491414:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978749.491416:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978749.491420:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978749.491422:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978749.491426:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978749.491427:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978749.491468:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978749.491471:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978749.491474:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978749.491533:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978749.491535:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978749.491537:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978749.491540:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978749.491542:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978749.491544:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978749.491546:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978749.491547:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978749.491549:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978750.389621:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978750.389626:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978750.389628:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978750.389632:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978750.389635:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978750.389637:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978750.389639:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978750.389641:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978750.389643:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978750.515395:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978750.515404:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978750.515409:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978750.515416:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978750.515423:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978750.515429:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978750.515459:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978750.515464:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978750.515470:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978750.515496:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978750.515501:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978750.515507:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978750.515511:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978750.515519:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978750.515524:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978750.515530:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978750.515533:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978750.515539:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978750.515543:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978750.515561:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978750.515564:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978750.515567:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978751.411385:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978751.411392:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978751.411394:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978751.411398:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978751.411402:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978751.411406:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978751.411409:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978751.411411:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978751.411414:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978751.539417:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978751.539423:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978751.539431:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978751.539435:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978751.539441:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978751.539444:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978751.539450:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978751.539454:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978751.539459:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978751.539464:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978751.539490:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978751.539495:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978751.539499:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978751.539505:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978751.539511:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978751.539517:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978751.539523:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978751.539527:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978751.539533:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978751.539552:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978751.539555:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978751.539557:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978751.539559:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978751.539562:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978751.539565:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978751.539568:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978751.539648:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978751.539651:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978752.435381:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978752.435386:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978752.435388:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978752.435392:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978752.435395:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978752.435397:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978752.435399:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978752.435401:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978752.435403:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978752.563403:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978752.563407:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978752.563410:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978752.563415:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978752.563419:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978752.563423:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978752.563953:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978752.563955:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978752.563957:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978752.563971:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978752.563973:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978752.563976:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978752.563976:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978752.563979:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978752.563980:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978752.563982:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978752.563982:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978752.563984:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978752.563985:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978753.459467:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978753.459471:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978753.459473:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978753.459475:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978753.459478:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978753.459480:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978753.459482:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978753.459483:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978753.459485:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978753.587412:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978753.587420:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978753.587424:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978753.587430:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978753.587436:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978753.587439:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978753.587445:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978753.587449:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978753.587456:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978753.587459:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978753.587465:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978753.587468:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978753.587473:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978753.587476:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978753.587485:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978753.587489:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978753.587525:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978753.587529:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978753.587532:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978753.587547:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978753.587552:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978753.587556:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978753.587560:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978753.587564:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978753.587567:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978754.483435:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978754.483443:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978754.483447:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978754.483453:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978754.483458:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978754.483463:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978754.483467:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978754.483471:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978754.483474:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978754.611407:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978754.611415:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978754.611620:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978754.611624:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978754.611627:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978754.611629:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978754.611631:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978754.611633:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978754.611636:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978754.611655:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978754.611657:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978754.611661:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978754.611662:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978754.611666:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978754.611667:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978754.611670:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978754.611671:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978754.611675:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978754.611676:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978754.612200:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978754.612203:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978754.612205:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978754.612207:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978754.612209:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978754.612211:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978754.614153:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978754.614156:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978754.614158:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978755.507408:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978755.507416:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978755.507418:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978755.507423:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978755.507427:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978755.507433:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978755.507438:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978755.507442:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978755.507447:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978755.635601:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978755.635603:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978755.635607:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978755.635607:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978755.635611:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978755.635612:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978755.635614:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978755.635616:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978755.635618:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978755.635619:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978756.531391:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978756.531399:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978756.531402:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978756.531408:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978756.531412:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978756.531415:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978756.531419:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978756.531421:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978756.531425:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978756.659433:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978756.659439:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978756.659447:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978756.659451:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978756.659469:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978756.659473:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978756.659478:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978756.659481:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978756.659485:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978756.659486:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978756.659514:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978756.659518:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978756.659522:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978756.659544:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978756.659550:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978756.659553:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978756.659558:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978756.659561:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978756.659564:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978756.660115:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978756.660118:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978756.660121:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978757.555428:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978757.555435:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978757.555437:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978757.555441:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978757.555446:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978757.555452:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978757.555456:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978757.555515:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978757.555519:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978757.685249:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978757.685252:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978757.685256:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978757.685258:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978757.685261:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978757.685263:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978757.685266:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978757.685267:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978757.685270:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978757.685271:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978757.685287:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978757.685289:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978757.685307:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978758.579398:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978758.579405:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978758.579409:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978758.579416:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978758.579423:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978758.579429:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978758.579446:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978758.579447:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978758.579450:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978758.707404:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978758.707410:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978758.707420:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978758.707427:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978758.707432:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978758.707436:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978758.707442:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978758.707446:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978758.707451:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978758.707458:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978758.707465:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978758.707469:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978758.707471:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978758.707476:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978758.707482:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978758.707486:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978758.707491:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978758.707496:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978758.707504:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978758.707509:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978758.707513:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978758.707518:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978758.707521:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978758.707523:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978758.707527:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978758.707529:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978758.707534:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978758.707538:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978758.707541:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978758.707545:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978758.707552:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978758.707556:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978758.707559:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978758.707565:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978758.707587:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978758.707591:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978758.707594:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978759.603400:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978759.603410:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978759.603414:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978759.603422:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978759.603439:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978759.603443:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978759.603448:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978759.603450:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978759.603453:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978759.731685:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978759.731700:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978759.731710:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978759.731712:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978759.731716:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978759.731718:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978759.731721:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978759.731722:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978759.731725:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978759.731727:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978759.731745:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978759.731748:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978759.731751:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978760.627405:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978760.627412:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978760.627414:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978760.627421:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978760.627427:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978760.627431:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978760.627435:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978760.627438:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978760.627442:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978760.755413:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978760.755418:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978760.755428:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978760.755432:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978760.755441:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978760.755446:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978760.755454:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978760.755458:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978760.755465:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978760.755469:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978760.755503:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978760.755508:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978760.755513:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978760.755863:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978760.755867:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978760.755868:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978760.755871:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978760.755873:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978760.755875:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978760.755877:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978760.755879:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978760.755881:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978761.651392:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978761.651405:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978761.651408:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978761.651413:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978761.651416:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978761.651420:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978761.651422:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978761.651425:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978761.651427:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978761.779375:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978761.779382:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978761.779386:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978761.779390:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978761.779395:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978761.779400:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978761.779413:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978761.779416:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978761.779419:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978761.779443:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978761.779448:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978761.779457:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978761.779461:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978761.779468:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978761.779472:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978761.779480:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978761.779483:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978761.779489:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978761.779492:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978761.779513:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978761.779518:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978761.779521:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978762.675558:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978762.675571:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978762.675572:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978762.675575:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978762.675577:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978762.675579:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978762.675581:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978762.675582:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978762.675584:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978762.803411:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978762.803419:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978762.803425:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978762.803432:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978762.803438:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978762.803443:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978762.803455:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978762.803461:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978762.803466:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978762.803494:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978762.803501:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978762.803511:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978762.803514:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978762.803522:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978762.803525:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978762.803531:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978762.803535:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978762.803542:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978762.803547:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978762.803570:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978762.803574:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978762.803577:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978763.699484:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978763.699487:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978763.699487:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978763.699489:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978763.699490:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978763.699491:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978763.699492:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978763.699493:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978763.699495:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978763.827560:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978763.827566:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978763.827569:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978763.827572:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978763.827574:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978763.827577:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978763.827794:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978763.827803:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978763.827806:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978763.827829:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978763.827833:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978763.827835:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978763.827838:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978763.827841:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978763.827843:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978763.827845:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978763.827847:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978763.827851:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978763.827852:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978763.827857:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978763.827858:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978763.827861:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978763.827862:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978763.827865:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978763.827866:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978763.827892:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978763.827895:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978763.827898:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978764.723373:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978764.723381:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978764.723385:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978764.723393:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978764.723399:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978764.723405:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978764.723408:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978764.723412:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978764.723415:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978764.851401:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978764.851409:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978764.851414:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978764.851421:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978764.851428:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978764.851432:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978764.851439:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978764.851442:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978764.851448:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978764.851473:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978764.851477:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978764.851484:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978764.851487:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978764.851495:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978764.851497:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978764.851502:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978764.851506:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978764.851514:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978764.851517:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978764.851544:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978764.851547:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978764.851551:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978765.747377:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978765.747380:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978765.747381:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978765.747383:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978765.747385:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978765.747387:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978765.747389:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978765.747390:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978765.747392:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978765.875523:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978765.875526:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978765.875529:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978765.875532:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978765.875544:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978765.875547:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978765.875549:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978765.875551:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978765.875554:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978765.875579:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978765.875583:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978765.875595:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978765.875596:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978765.875600:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978765.875601:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978765.875604:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978765.875605:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978765.875609:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978765.875610:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978765.875628:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978765.875631:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978765.875633:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978766.771389:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978766.771396:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978766.771398:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978766.771403:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978766.771407:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978766.771411:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978766.771414:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978766.771417:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978766.771423:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978766.899614:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978766.899618:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978766.899620:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978766.899624:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978766.899629:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978766.899634:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978766.899653:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978766.899656:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978766.899659:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978766.899685:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978766.899691:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978766.899700:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978766.899704:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978766.899712:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978766.899716:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978766.899723:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978766.899728:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978766.899733:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978766.899734:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978766.899753:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978766.899755:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978766.899758:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978767.795453:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978767.795465:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978767.795469:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978767.795477:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978767.795482:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978767.795491:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978767.795495:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978767.795499:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978767.795509:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978767.923458:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978767.923470:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978767.923475:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978767.923489:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978767.923498:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978767.923506:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978767.923513:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978767.923517:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978767.923521:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978767.923557:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978767.923562:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978767.923574:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978767.923579:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978767.923590:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978767.923595:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978767.923602:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978767.923605:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978767.923613:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978767.923615:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978767.923638:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978767.923641:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978767.923644:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978768.819397:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978768.819409:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978768.819411:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978768.819414:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978768.819419:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978768.819422:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978768.819426:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978768.819428:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978768.819430:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978768.947575:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978768.947579:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978768.947580:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978768.947583:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978768.947586:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978768.947587:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978768.947590:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978768.947592:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978768.947594:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978768.947602:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978768.947604:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978768.947606:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978768.947608:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978768.947609:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978768.947611:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978768.947613:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978768.947614:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978768.947616:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978768.947630:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978768.947633:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978768.947638:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978768.947641:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978768.947644:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978768.947647:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978768.947650:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978768.947652:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978768.947654:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978768.947657:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978768.947661:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978768.947663:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978768.947664:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978768.947665:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978768.947667:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978768.947668:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978768.947670:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978768.947672:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978768.947676:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978768.947678:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978768.947680:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978768.947684:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978768.947687:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978768.947690:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978768.947694:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978768.947698:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978768.947705:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978768.947708:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978768.947711:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978768.947715:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978768.947719:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978768.947721:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978768.947723:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978768.947725:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978768.947742:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978768.947744:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978768.947747:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978769.843403:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978769.843409:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978769.843413:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978769.843419:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978769.843424:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978769.843429:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978769.843434:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978769.843438:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978769.843441:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978769.971410:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978769.971418:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978769.971423:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978769.971430:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978769.971436:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978769.971441:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978769.971444:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978769.971447:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978769.971450:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978769.971474:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978769.971477:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978769.971481:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978769.971482:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978769.971486:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978769.971488:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978769.971492:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978769.971493:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978769.971496:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978769.971497:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978769.971588:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978769.971590:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978769.971593:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978770.867417:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978770.867427:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978770.867430:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978770.867435:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978770.867439:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978770.867444:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978770.867448:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978770.867450:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978770.867453:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978770.995402:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978770.995411:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978770.995414:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978770.995423:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978770.995431:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978770.995439:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978770.995458:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978770.995463:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978770.995467:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978770.995495:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978770.995500:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978770.995511:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978770.995515:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978770.995524:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978770.995528:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978770.995549:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978770.995553:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978770.995562:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978770.995565:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978770.995585:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978770.995588:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978770.995590:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978771.891398:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978771.891405:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978771.891407:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978771.891411:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978771.891415:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978771.891418:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978771.891421:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978771.891423:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978771.891425:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978772.019539:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978772.019543:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978772.019544:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978772.019547:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978772.019549:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978772.019551:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978772.019853:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978772.019855:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978772.019856:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978772.019874:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978772.019876:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978772.019880:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978772.019881:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978772.019885:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978772.019886:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978772.019889:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978772.019890:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978772.019893:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978772.019894:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978772.019910:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978772.019912:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978772.019915:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978772.915396:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978772.915402:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978772.915404:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978772.915409:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978772.915412:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978772.915415:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978772.915417:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978772.915419:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978772.915421:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978773.043427:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978773.043433:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978773.043437:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978773.043444:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978773.043451:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978773.043457:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978773.043461:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978773.043465:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978773.043471:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978773.043489:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978773.043494:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978773.043498:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978773.043512:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978773.043516:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978773.043519:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978773.043522:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978773.043524:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978773.043527:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978773.043550:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978773.043552:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978773.043556:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978773.043557:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978773.043561:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978773.043562:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978773.043565:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978773.043567:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978773.043570:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978773.043571:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978773.043600:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978773.043603:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978773.043606:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978773.939373:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978773.939380:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978773.939384:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978773.939391:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978773.939397:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978773.939402:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978773.939406:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978773.939409:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978773.939411:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978774.067545:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978774.067550:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978774.067553:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978774.067558:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978774.067563:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978774.067567:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978774.067571:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978774.067575:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978774.067581:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978774.067607:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978774.067613:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978774.067618:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978774.067624:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978774.067630:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978774.067634:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978774.067639:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978774.067644:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978774.067651:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978774.067653:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978774.067656:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978774.067658:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978774.067661:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978774.067663:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978774.067666:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978774.067667:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978774.067685:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978774.067687:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978774.067690:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978774.963385:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978774.963393:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978774.963395:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978774.963402:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978774.963406:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978774.963410:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978774.963415:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978774.963419:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978774.963424:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978775.091431:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978775.091443:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978775.091456:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978775.091478:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978775.091496:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978775.091509:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978775.091524:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978775.091530:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978775.091539:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978775.091577:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978775.091580:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978775.091603:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978775.091608:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978775.091621:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978775.091626:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978775.091639:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978775.091644:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978775.091659:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978775.091664:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978775.091701:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978775.091703:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978775.091705:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978775.987459:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978775.987471:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978775.987474:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978775.987481:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978775.987485:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978775.987497:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978775.987500:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978775.987503:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978775.987507:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978776.115799:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978776.115806:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978776.115815:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978776.115819:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978776.115838:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978776.115844:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978776.115861:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978776.115864:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978776.115872:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978776.115873:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978777.011401:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978777.011408:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978777.011410:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978777.011422:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978777.011426:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978777.011431:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978777.011437:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978777.011441:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978777.011445:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978777.139406:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978777.139412:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978777.139420:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978777.139424:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978777.139432:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978777.139436:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978777.139445:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978777.139449:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978777.139457:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978777.139460:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978777.139501:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978777.139507:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978777.139512:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978777.139517:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978777.139522:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978777.139527:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978777.139534:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978777.139538:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978777.139543:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978778.035402:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978778.035411:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978778.035415:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978778.035422:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978778.035428:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978778.035432:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978778.035438:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978778.035441:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978778.035445:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978778.163530:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978778.163535:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978778.163538:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978778.163544:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978778.163549:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978778.163553:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978778.163556:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978778.163560:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978778.163565:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978778.163589:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978778.163592:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978778.163597:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978778.163598:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978778.163603:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978778.163604:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978778.163608:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978778.163610:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978778.163614:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978778.163617:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978778.163662:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978778.163664:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978778.163665:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978778.163667:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978778.163669:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978778.163671:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978778.163673:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978778.163674:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978778.163676:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978778.163682:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978778.163684:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978778.163685:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978778.163687:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978778.163689:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978778.163690:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978778.163692:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978778.163693:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978778.163694:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978778.163708:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978778.163711:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978778.163713:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978778.163723:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978778.163725:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978778.163727:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978778.163728:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978778.163730:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978778.163732:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978778.166379:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978778.166383:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978778.166386:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978779.061718:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978779.061725:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978779.061726:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978779.061733:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978779.061737:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978779.061740:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978779.061743:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978779.061745:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978779.061748:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978779.187421:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978779.187428:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978779.187433:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978779.187440:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978779.187448:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978779.187453:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978779.187461:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978779.187464:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978779.187469:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978779.187494:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978779.187497:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978779.187502:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978779.187508:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978779.187512:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978779.187518:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978779.187525:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978779.187528:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978779.187531:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978779.187537:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978779.187544:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978779.187547:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978779.187550:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978779.187553:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978779.187557:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978779.187565:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978779.187570:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978779.187576:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978779.187585:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978779.187587:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978779.187589:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978779.187591:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978779.187595:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978779.187599:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978779.187616:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978779.187621:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978779.187629:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978779.187632:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978779.187633:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978779.187635:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978779.187636:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978779.187638:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978779.187639:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978779.187641:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978779.187658:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978779.187661:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978779.187662:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978779.187664:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978779.187666:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978779.187668:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978779.187670:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978779.187672:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978779.187674:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978779.187682:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978779.187685:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978779.187688:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978779.187716:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978779.187718:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978779.187719:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978779.187722:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978779.187723:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978779.187725:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978779.188742:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978779.188746:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978779.188749:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978780.083492:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978780.083500:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978780.083503:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978780.083509:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978780.083513:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978780.083517:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978780.083520:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978780.083523:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978780.083528:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978780.211438:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978780.211447:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978780.211450:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978780.211459:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978780.211465:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978780.211472:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978780.211563:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978780.211566:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978780.211572:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978780.211611:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978780.211616:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978780.211625:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978780.211629:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978780.211639:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978780.211643:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978780.211648:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978780.211652:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978780.211657:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978780.211659:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978780.211697:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978780.211700:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978780.211704:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978780.212802:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978780.212807:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978780.212907:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978780.212911:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978780.212914:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978780.212916:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978780.212917:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978780.212919:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978780.212921:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978781.107390:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978781.107397:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978781.107399:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978781.107403:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978781.107406:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978781.107410:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978781.107423:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978781.107424:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978781.107426:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978781.235409:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978781.235415:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978781.235429:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978781.235434:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978781.235439:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978781.235442:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978781.235448:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978781.235449:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978781.235453:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978781.235473:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978781.235476:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978781.235482:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978781.235485:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978781.235490:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978781.235493:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978781.235499:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978781.235502:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978781.235508:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978781.235511:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978781.235548:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978781.235551:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978781.235554:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978782.133047:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978782.133053:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978782.133055:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978782.133059:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978782.133062:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978782.133064:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978782.133067:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978782.133069:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978782.133072:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978782.259418:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978782.259423:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978782.259432:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978782.259435:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978782.259441:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978782.259444:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978782.259451:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978782.259460:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978782.259464:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978782.259467:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978782.259665:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978782.259668:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978782.259669:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978782.259671:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978782.259674:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978782.259676:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978782.259677:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978782.259683:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978782.259692:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978782.259721:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978782.259726:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978782.259729:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978782.259735:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978782.259740:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978782.259744:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978782.259746:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978782.259748:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978782.259751:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978783.155391:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978783.155399:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978783.155402:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978783.155407:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978783.155413:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978783.155419:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978783.155425:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978783.155428:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978783.155431:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978783.283448:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978783.283453:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978783.283456:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978783.283465:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978783.283472:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978783.283478:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978783.283483:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978783.283486:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978783.283491:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978783.283525:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978783.283529:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978783.283545:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978783.283547:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978783.283553:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978783.283554:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978783.283558:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978783.283559:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978783.283562:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978783.283563:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978783.283615:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978783.283620:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978783.283623:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978783.283650:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978783.283654:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978783.283658:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978783.283661:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978783.283666:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978783.283669:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978783.283672:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978783.283676:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978783.283678:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978783.284464:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978783.284471:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978783.284477:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978783.284486:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978783.284492:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978783.284497:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978783.284504:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978783.284508:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978783.284514:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978784.179667:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978784.179673:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978784.179674:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978784.179678:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978784.179681:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978784.179684:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978784.179685:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978784.179687:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978784.179689:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978784.179738:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978784.179741:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978784.179742:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978784.179744:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978784.179746:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978784.179747:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978784.179749:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978784.179761:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978784.179763:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978784.307452:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978784.307458:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978784.307465:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978784.307469:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978784.307476:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978784.307481:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978784.307506:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978784.307512:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978784.307526:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978784.307563:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978784.307570:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978784.307574:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978784.307579:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978784.307585:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978784.307591:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978784.307602:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978784.307608:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978784.307616:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978784.307620:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978784.307628:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978784.307636:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978784.307649:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978784.307654:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978784.307661:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978784.307667:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978784.307697:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978784.307703:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978784.307707:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978784.307712:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978784.307724:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978784.307731:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978784.307736:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978784.307738:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978784.307741:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1783978784.819702:0:2390:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.148:988 00000400:00000100:0.0:1783978784.819760:0:2390:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.148@tcp at host 192.168.201.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1783978784.819772:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978784.819777:0:2390:0:(router.c:1791:lnet_notify()) 192.168.201.48@tcp notifying 192.168.201.148@tcp: down 00000400:00000200:0.0:1783978784.819791:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978784.819796:0:2390:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1783978784.819802:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783978784.819806:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d4af8700. 00000400:00000200:0.0:1783978784.819813:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978784.819818:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978784.819826:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c8b46110 00000400:00000010:0.0:1783978784.819829:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c8b46110. 00000100:00000001:0.0:1783978784.819835:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978784.819847:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83eed38380 x1870620402929664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978784.819879:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978784.819884:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620402929664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978806 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978784.819897:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978784.819900:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783978784.819911:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783978784.819913:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d4af8500. 00000400:00000200:0.0:1783978784.819917:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978784.819920:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978784.819923:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c8b46dd0 00000400:00000010:0.0:1783978784.819925:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c8b46dd0. 00000100:00000001:0.0:1783978784.819928:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978784.819932:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83eed3b480 x1870620402929792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978784.819941:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978784.819944:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620402929792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978806 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978784.819950:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978784.819952:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783978784.819956:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783978784.819959:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d4af8100. 00000400:00000200:0.0:1783978784.819962:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978784.819965:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978784.819968:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c8b46088 00000400:00000010:0.0:1783978784.819970:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c8b46088. 00000100:00000001:0.0:1783978784.819973:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978784.819978:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83eed3a300 x1870620402929920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978784.819986:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978784.819989:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620402929920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978806 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978784.819996:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978784.819998:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783978784.820002:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783978784.820004:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d4af8f00. 00000400:00000200:0.0:1783978784.820007:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978784.820010:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978784.820012:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c8b467f8 00000400:00000010:0.0:1783978784.820014:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c8b467f8. 00000100:00000001:0.0:1783978784.820016:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978784.820020:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83eed3b100 x1870620402930048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978784.820027:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978784.820030:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b100 x1870620402930048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978806 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978784.820037:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978784.820038:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783978784.820042:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783978784.820045:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d4af8900. 00000400:00000200:0.0:1783978784.820047:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978784.820050:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978784.820053:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c8b46770 00000400:00000010:0.0:1783978784.820055:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c8b46770. 00000100:00000001:0.0:1783978784.820057:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978784.820062:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83eed38a80 x1870620402930176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978784.820068:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978784.820071:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620402930176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978806 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978784.820077:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978784.820079:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978785.203561:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978785.203572:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978785.203575:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978785.203582:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978785.203587:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978785.203591:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978785.203594:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978785.203597:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978785.203600:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978785.331526:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978785.331531:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978785.331533:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978785.331536:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978785.331538:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978785.331541:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978785.331606:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978785.331610:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978785.331615:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978785.331646:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978785.331652:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978785.331661:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978785.331664:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978785.331669:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978785.331670:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978785.331676:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978785.331680:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978785.331689:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978785.331692:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978785.331719:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978785.331724:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978785.331728:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978786.228595:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978786.228601:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978786.228603:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978786.228607:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978786.228610:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978786.228613:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978786.228615:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978786.228617:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978786.228620:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978786.355502:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978786.355508:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978786.355565:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978786.355574:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978786.355582:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978786.355588:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978786.355594:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978786.355597:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978786.355602:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978786.355683:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978786.355687:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978786.355692:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978786.355693:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978786.355698:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978786.355699:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978786.355703:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978786.355704:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978786.355708:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978786.355709:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978786.355730:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978786.355733:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978786.355737:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978786.869537:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978786.869543:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978786.869546:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978786.869555:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620402930304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.869566:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978786.869568:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978786.869572:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978786.869584:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978786.869587:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978786.869591:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402930304:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978786.869596:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978786.869600:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978786.869602:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978786.869605:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978786.869611:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978786.869613:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978786.869620:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978786.869624:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978786.869630:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978786.869638:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402930304, portal 25 00000100:00000001:0.0:1783978786.869640:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978786.869642:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783978786.869647:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620402930304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.869654:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978786.869656:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978786.869658:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978786.869662:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402930304, offset 0 00000400:00000200:0.0:1783978786.869667:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978786.869675:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978786.869682:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978786.869687:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978786.869691:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978786.869694:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978786.869697:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978786.869711:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826225:826225:256:4294967295] 192.168.201.148@tcp LPNI seq info [826196:826196:8:4294967295] 00000400:00000200:0.0:1783978786.869716:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978786.869725:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978786.869731:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978786.869736:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978786.869743:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978786.869747:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978786.869759:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978786.869761:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978786.869776:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978786.869781:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978786.869787:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978786.869789:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978786.869795:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978786.869799:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620402930304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.869809:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978786.869812:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620402930304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978811 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.869819:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978786.869820:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978786.869826:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978786.869829:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978786.869832:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311113980 00000100:00000010:0.0:1783978786.869836:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783978786.869844:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978786.869849:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311113980 00000100:00000010:0.0:1783978786.869852:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783978786.869856:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978786.869859:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978786.869861:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978786.869864:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978786.869868:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978786/real 1783978786] req@ffff9b83eed39f80 x1870620402930304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978786.869877:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978786.869878:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978786.869881:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978786.869884:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978786.869885:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978786.869887:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978786.869891:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620402930304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978786.869900:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620402930304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.869907:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978786.869908:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978786.869911:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978786.869912:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978786.869927:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620402930304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.869933:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978786.869937:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620402930304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978811 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.869943:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978786.869946:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978786.869947:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978786.869948:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978786.869951:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978786.869953:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978786.869956:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978786.869959:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978786.869961:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978786.869964:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620402930304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978811 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978786.869971:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402930304:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978786.869975:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978786.869978:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39180 x1870620402930432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.869983:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978786.869984:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978786.869987:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978786.869989:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978786.869990:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978786.869993:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402930432:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978786.869996:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978786.869998:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978786.869999:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978786.870001:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978786.870004:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978786.870005:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978786.870009:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978786.870011:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978786.870014:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978786.870016:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402930432, portal 10 00000100:00000001:0.0:1783978786.870018:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978786.870019:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682704768 : -110484026846848 : ffff9b83eed39180) 00000100:00000040:0.0:1783978786.870026:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39180 x1870620402930432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.870031:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978786.870033:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978786.870035:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978786.870037:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402930432, offset 0 00000400:00000200:0.0:1783978786.870041:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978786.870044:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978786.870048:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978786.870050:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978786.870052:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978786.870054:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978786.870056:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978786.870058:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826226:826226:256:4294967295] 192.168.201.148@tcp LPNI seq info [826197:826197:8:4294967295] 00000400:00000200:0.0:1783978786.870062:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978786.870067:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978786.870071:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978786.870075:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978786.870079:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978786.870081:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978786.870090:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978786.870092:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978786.870095:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978786.870098:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978786.870101:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978786.870102:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978786.870105:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978786.870108:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39180 x1870620402930432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.870115:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978786.870119:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39180 x1870620402930432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978811 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.870124:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978786.870125:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978786.870128:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978786.870131:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978786.870134:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978786.870136:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311112721 00000100:00000001:0.0:1783978786.870139:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311113980 00000100:00000001:0.0:1783978786.870141:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311112721 00000100:00000001:0.0:1783978786.870143:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311113980 00000100:00000001:0.0:1783978786.870145:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978786.870147:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978786.870149:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978786.870152:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978786/real 1783978786] req@ffff9b83eed39180 x1870620402930432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978786.870165:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978786.870166:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978786.870168:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978786.870170:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978786.870172:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978786.870173:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978786.870176:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39180 x1870620402930432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978786.870184:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39180 x1870620402930432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.870189:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978786.870190:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978786.870192:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978786.870193:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978786.870196:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39180 x1870620402930432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.870202:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978786.870205:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39180 x1870620402930432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978811 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.870211:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978786.870213:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978786.870215:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978786.870216:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978786.870217:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978786.870224:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978786.870227:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978786.870230:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978786.870233:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978786.870237:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39180 x1870620402930432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978811 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978786.870244:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402930432:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978786.870248:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978786.870251:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38380 x1870620402930560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.870256:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978786.870258:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978786.870260:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978786.870262:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978786.870264:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978786.870266:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402930560:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978786.870269:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978786.870271:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978786.870273:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978786.870274:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978786.870277:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783978786.870279:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978786.870282:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978786.870284:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978786.870287:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978786.870289:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402930560, portal 10 00000100:00000001:0.0:1783978786.870291:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978786.870292:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682701184 : -110484026850432 : ffff9b83eed38380) 00000100:00000040:0.0:1783978786.870324:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38380 x1870620402930560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.870330:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978786.870332:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978786.870334:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978786.870337:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402930560, offset 0 00000400:00000200:0.0:1783978786.870341:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978786.870345:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978786.870348:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978786.870351:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978786.870353:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978786.870356:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978786.870358:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978786.870361:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826227:826227:256:4294967295] 192.168.201.148@tcp LPNI seq info [826198:826198:8:4294967295] 00000400:00000200:0.0:1783978786.870364:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978786.870370:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978786.870374:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978786.870382:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978786.870385:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978786.870387:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978786.870397:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978786.870399:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978786.870402:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978786.870405:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978786.870408:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978786.870409:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978786.870412:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978786.870415:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38380 x1870620402930560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.870422:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978786.870425:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620402930560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978811 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.870431:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978786.870432:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978786.870436:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978786.870438:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978786.870442:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978786.870444:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311112717 00000100:00000001:0.0:1783978786.870447:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311113980 00000100:00000001:0.0:1783978786.870449:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311112717 00000100:00000001:0.0:1783978786.870451:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311113980 00000100:00000001:0.0:1783978786.870453:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978786.870455:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978786.870457:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978786.870460:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978786/real 1783978786] req@ffff9b83eed38380 x1870620402930560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978786.870467:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978786.870468:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978786.870480:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978786.870482:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978786.870484:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978786.870486:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978786.870489:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38380 x1870620402930560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978786.870496:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38380 x1870620402930560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.870501:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978786.870503:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978786.870504:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978786.870506:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978786.870509:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38380 x1870620402930560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.870516:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978786.870520:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38380 x1870620402930560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978811 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.870526:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978786.870528:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978786.870530:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978786.870531:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978786.870532:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978786.870538:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978786.870540:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978786.870543:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978786.870545:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978786.870549:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38380 x1870620402930560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978811 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978786.870556:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402930560:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978786.870559:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978786.870562:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620402930688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.870568:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978786.870569:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978786.870571:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978786.870573:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978786.870574:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978786.870577:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402930688:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978786.870580:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978786.870582:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978786.870584:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978786.870585:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978786.870588:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978786.870590:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978786.870593:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978786.870595:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978786.870598:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978786.870601:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402930688, portal 4 00000100:00000001:0.0:1783978786.870603:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978786.870604:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783978786.870609:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620402930688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.870615:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978786.870617:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978786.870619:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978786.870621:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402930688, offset 0 00000400:00000200:0.0:1783978786.870625:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978786.870628:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978786.870631:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978786.870633:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978786.870635:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978786.870637:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978786.870639:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978786.870642:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826228:826228:256:4294967295] 192.168.201.148@tcp LPNI seq info [826199:826199:8:4294967295] 00000400:00000200:0.0:1783978786.870645:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978786.870650:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978786.870654:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978786.870657:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978786.870659:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978786.870662:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978786.870670:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978786.870672:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978786.870675:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978786.870678:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978786.870680:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978786.870682:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978786.870684:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978786.870687:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3a300 x1870620402930688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.870698:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978786.870700:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620402930688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978811 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.870706:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978786.870707:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978786.870710:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978786.870712:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978786.870715:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978786.870717:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311112744 00000100:00000001:0.0:1783978786.870719:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311113980 00000100:00000001:0.0:1783978786.870721:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311112744 00000100:00000001:0.0:1783978786.870722:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311113980 00000100:00000001:0.0:1783978786.870724:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978786.870726:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978786.870727:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978786.870730:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978786/real 1783978786] req@ffff9b83eed3a300 x1870620402930688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978786.870736:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978786.870738:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978786.870739:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978786.870741:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978786.870743:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978786.870745:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978786.870748:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620402930688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978786.870756:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620402930688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.870762:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978786.870764:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978786.870765:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978786.870766:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978786.871780:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620402930688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.871791:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978786.871797:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620402930688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978811 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.871803:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978786.871806:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978786.871808:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978786.871809:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978786.871811:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978786.871815:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978786.871818:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978786.871821:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978786.871823:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978786.871827:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620402930688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978811 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978786.871834:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402930688:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978786.871839:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978786.871843:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b480 x1870620402930816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.871849:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978786.871850:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978786.871853:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978786.871855:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978786.871857:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978786.871860:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402930816:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978786.871863:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978786.871865:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978786.871867:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978786.871868:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978786.871874:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978786.871875:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978786.871880:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978786.871883:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978786.871887:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978786.871892:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402930816, portal 4 00000100:00000001:0.0:1783978786.871894:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978786.871896:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682713728 : -110484026837888 : ffff9b83eed3b480) 00000100:00000040:0.0:1783978786.872069:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b480 x1870620402930816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.872076:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978786.872078:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978786.872081:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978786.872085:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402930816, offset 0 00000400:00000200:0.0:1783978786.872089:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978786.872095:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978786.872100:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978786.872104:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978786.872106:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978786.872109:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978786.872111:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978786.872114:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826229:826229:256:4294967295] 192.168.201.148@tcp LPNI seq info [826200:826200:8:4294967295] 00000400:00000200:0.0:1783978786.872117:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978786.872125:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978786.872129:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978786.872133:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978786.872140:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978786.872143:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978786.872154:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978786.872157:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978786.872160:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978786.872165:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978786.872169:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978786.872171:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978786.872174:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978786.872177:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b480 x1870620402930816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.872185:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978786.872187:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620402930816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978811 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.872193:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978786.872195:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978786.872199:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978786.872202:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978786.872205:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978786.872207:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311112735 00000100:00000001:0.0:1783978786.872209:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311113980 00000100:00000001:0.0:1783978786.872211:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311112735 00000100:00000001:0.0:1783978786.872213:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311113980 00000100:00000001:0.0:1783978786.872215:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978786.872217:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978786.872275:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978786.872280:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978786/real 1783978786] req@ffff9b83eed3b480 x1870620402930816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978786.872289:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978786.872291:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978786.872310:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978786.872313:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978786.872314:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978786.872318:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978786.872322:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b480 x1870620402930816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978786.872331:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b480 x1870620402930816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.872338:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978786.872339:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978786.872341:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978786.872343:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978786.872347:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b480 x1870620402930816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.872352:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978786.872356:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b480 x1870620402930816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978811 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.872363:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978786.872365:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978786.872366:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978786.872368:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978786.872370:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978786.872376:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978786.872378:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978786.872382:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978786.872385:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978786.872389:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b480 x1870620402930816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978811 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978786.872400:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402930816:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978786.872404:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978786.872407:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978786.872411:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620402930304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978811 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.872418:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978786.872420:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978786.872423:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978786.872427:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978786.872429:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978786.872431:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978786.872433:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978786.872435:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15c00. 02000000:00000001:0.0:1783978786.872438:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978786.872440:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978786.872442:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783978786.872445:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978786.872446:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978786.872448:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978786.872451:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39180 x1870620402930432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978811 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.872456:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978786.872458:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978786.872459:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978786.872461:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978786.872462:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978786.872463:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978786.872464:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978786.872466:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15800. 02000000:00000001:0.0:1783978786.872467:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978786.872468:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978786.872480:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39180. 00000100:00000001:0.0:1783978786.872483:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978786.872484:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978786.872485:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978786.872489:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38380 x1870620402930560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978811 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.872495:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978786.872497:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978786.872498:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783978786.872501:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978786.872502:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978786.872503:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978786.872505:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978786.872506:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16400. 02000000:00000001:0.0:1783978786.872508:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978786.872509:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978786.872510:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38380. 00000100:00000001:0.0:1783978786.872512:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978786.872513:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978786.872514:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978786.872516:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620402930688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978811 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.872522:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978786.872523:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978786.872524:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978786.872527:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978786.872528:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978786.872529:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978786.872530:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978786.872532:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15400. 02000000:00000001:0.0:1783978786.872533:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978786.872534:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978786.872535:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783978786.872537:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978786.872538:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978786.872539:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978786.872542:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b480 x1870620402930816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978811 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978786.872547:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978786.872548:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978786.872549:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978786.872551:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978786.872552:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978786.872553:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978786.872555:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978786.872556:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16c00. 02000000:00000001:0.0:1783978786.872558:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978786.872559:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978786.872561:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b480. 00000100:00000001:0.0:1783978786.872563:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978786.872564:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978786.872566:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978786.873076:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978786.873079:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978786.873082:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978786.873084:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978787.251402:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978787.251410:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978787.251413:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978787.251418:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978787.251421:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978787.251424:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978787.251426:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978787.251428:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978787.251430:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978787.379580:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978787.379588:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978787.379596:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978787.379599:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978787.379602:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978787.379603:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978787.379605:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978787.379606:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978787.379609:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978787.379611:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978787.379630:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978787.379634:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978787.379637:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978788.275378:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978788.275385:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978788.275389:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978788.275393:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978788.275398:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978788.275402:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978788.275406:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978788.275409:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978788.275412:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978788.404043:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978788.404046:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978788.404048:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978788.404051:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978788.404053:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978788.404055:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978788.404057:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978788.404058:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978788.404061:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978788.404069:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978788.404071:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978788.404072:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978788.404074:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978788.404076:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978788.404077:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978788.404079:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978788.404080:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978788.404082:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978788.404088:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978788.404089:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978788.404090:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978788.404092:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978788.404094:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978788.404095:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978788.404097:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978788.404098:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978788.404100:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978788.404116:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978788.404119:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978788.404123:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978788.404124:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978788.404128:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978788.404129:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978788.404133:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978788.404134:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978788.404136:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978788.404138:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978788.404151:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978788.404153:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978788.404155:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978789.299447:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978789.299454:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978789.299456:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978789.299460:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978789.299463:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978789.299466:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978789.299468:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978789.299470:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978789.299472:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978789.427654:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978789.427658:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978789.427661:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978789.427664:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978789.427667:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978789.427671:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978789.427675:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978789.427678:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978789.427682:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978789.427719:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978789.427723:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978789.427738:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978789.427742:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978789.427745:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978789.427748:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978789.427751:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978789.427754:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978789.427757:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978789.427761:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978789.427768:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978789.427771:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978789.427774:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978789.427777:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978789.427781:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978789.427783:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978789.427786:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978789.427788:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978789.427792:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978789.427794:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978789.427795:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978789.427797:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978789.427799:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978789.427800:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978789.427801:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978789.427803:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978789.427806:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978789.427808:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978789.427809:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978789.427810:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978789.427812:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978789.427813:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978789.427814:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978789.427816:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978789.427835:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978789.427838:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978789.427840:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978790.323451:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978790.323456:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978790.323460:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978790.323465:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978790.323471:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978790.323476:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978790.323482:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978790.323485:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978790.323489:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978790.451390:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978790.451395:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978790.451398:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978790.451406:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978790.451423:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978790.451429:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978790.451449:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978790.451453:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978790.451460:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978790.451490:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978790.451496:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978790.451503:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978790.451513:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978790.451525:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978790.451529:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978790.451535:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978790.451537:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978790.451544:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978790.451548:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978790.451568:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978790.451572:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978790.451575:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978791.347434:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978791.347440:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978791.347443:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978791.347451:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978791.347458:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978791.347464:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978791.347470:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978791.347473:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978791.347477:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978791.475480:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978791.475486:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978791.475490:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978791.475497:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978791.475504:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978791.475509:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978791.475516:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978791.475521:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978791.475530:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978791.475568:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978791.475572:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978791.475582:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978791.475585:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978791.475589:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978791.475591:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978791.475594:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978791.475595:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978791.475598:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978791.475600:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978791.475619:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978791.475621:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978791.475624:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783978791.987437:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978791.987446:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978791.987448:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978791.987451:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978791.987454:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978791.987459:0:226353:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 16445 00000400:00000200:0.0:1783978791.987466:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978791.987471:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978791.987473:0:226353:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978791.987475:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978791.987477:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978791.987479:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978791.987481:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978791.987483:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978791.987484:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783978791.987486:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978791.987489:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783978791.987492:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783978791.987494:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783978791.987497:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978791.987499:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978791.987501:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978791.987503:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978791.987506:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783978791.987509:0:226353:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978791.987512:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978791.987514:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978791.987518:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978791.987520:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978791.987522:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978791.987525:0:226353:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978791.987534:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783978791.987538:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783978791.987541:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978791.987542:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978791.987545:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978791.987547:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978791.987550:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978791.987555:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783978791.987560:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978791.987567:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620402930944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978791.987574:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978791.987576:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978791.987579:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620402930944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978791.987595:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978791.987597:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978791.987600:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978791.987601:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978791.987602:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978791.987604:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978791.987605:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16445 00000400:00000200:0.0:1783978791.987608:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978791.987610:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978791.987611:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978791.987614:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978791.987624:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978791.987633:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978791.987637:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978791.987641:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978791.987643:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783978791.987646:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978791.987649:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783978791.987653:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783978791.987659:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783978791.987666:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978791.987671:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978791.987675:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978791.987679:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978791.987684:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783978791.987691:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978791.987699:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978791.987703:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978791.987709:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978791.987714:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978791.987718:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978791.987722:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978791.987728:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978791.987732:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978791.987738:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783978791.987742:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978791.987747:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978791.987749:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978791.987754:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978791.987755:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978791.987758:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978791.987766:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783978791.987773:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978791.987783:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620402931072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978791.987799:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978791.987804:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978791.987812:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620402931072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978791.987828:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978791.987831:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978791.987838:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978791.987840:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978791.987843:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978791.987848:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978791.987853:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16445 00000400:00000200:0.0:1783978791.987861:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978791.987868:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978791.987873:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978791.987880:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978791.987883:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978791.987888:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978791.987893:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978791.987898:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978791.987900:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783978791.987901:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978791.987904:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783978791.987909:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783978791.987914:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783978791.987921:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978791.987926:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978791.987929:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978791.987932:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978791.987937:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783978791.987943:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978791.987949:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978791.987952:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978791.987958:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978791.987962:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978791.987967:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978791.987971:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978791.987975:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978791.987978:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978791.987983:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783978791.987987:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978791.987989:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978791.987992:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978791.987994:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978791.987995:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978791.987997:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978791.988001:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783978791.988007:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978791.988015:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402931200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978791.988034:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978791.988039:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978791.988048:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402931200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978791.988061:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978791.988067:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978791.988072:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978791.988076:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978791.988078:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978791.988082:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978791.988088:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16445 00000400:00000200:0.0:1783978791.988097:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978791.988102:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978791.988107:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978791.988110:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978791.988114:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978791.988117:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978791.988121:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978791.988125:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978791.988128:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783978791.988131:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978791.988135:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783978791.988139:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783978791.988143:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783978791.988150:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978791.988153:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978791.988158:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978791.988162:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978791.988167:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783978791.988173:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978791.988177:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978791.988180:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978791.988185:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978791.988190:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978791.988195:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978791.988199:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978791.988203:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978791.988206:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978791.988210:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783978791.988214:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978791.988219:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978791.988222:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978791.988224:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978791.988227:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978791.988229:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978791.988235:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783978791.988239:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978791.988249:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402931328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978791.988260:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978791.988263:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978791.988271:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402931328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978791.988283:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978791.988287:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978791.988315:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978791.988317:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978791.988318:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978791.988323:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978791.988329:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16445 00000400:00000200:0.0:1783978791.988336:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978791.988341:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978791.988346:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978791.988350:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978791.988354:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978791.988358:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978791.988363:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978791.988367:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978791.988369:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783978791.988372:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978791.988375:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783978791.988378:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783978791.988389:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783978791.988393:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978791.988397:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978791.988401:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978791.988406:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978791.988410:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783978791.988417:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978791.988421:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978791.988426:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978791.988429:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978791.988434:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978791.988438:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978791.988442:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978791.988447:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978791.988450:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978791.988456:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783978791.988460:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978791.988465:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978791.988467:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978791.988471:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978791.988473:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978791.988475:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978791.988480:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783978791.988485:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978791.988493:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402931456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978791.988502:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978791.988504:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978791.988509:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402931456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978791.988523:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978791.988529:0:226353:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16455) 00000100:00000001:0.0:1783978792.371410:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978792.371417:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978792.371421:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978792.371425:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978792.371430:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978792.371433:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978792.371444:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978792.371447:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978792.371450:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978792.499413:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978792.499421:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978792.499426:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978792.499433:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978792.499439:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978792.499444:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978792.499449:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978792.499454:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978792.499460:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978792.499485:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978792.499488:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978792.499494:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978792.499498:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978792.499502:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978792.499507:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978792.499516:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978792.499520:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978792.499526:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978792.499530:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978793.395425:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978793.395434:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978793.395437:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978793.395445:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978793.395451:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978793.395458:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978793.395463:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978793.395466:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978793.395470:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978793.523420:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978793.523427:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978793.523433:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978793.523440:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978793.523446:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978793.523451:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978793.523456:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978793.523460:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978793.523464:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978793.523491:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978793.523498:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978793.523504:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978793.523510:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978793.523517:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978793.523521:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978793.523526:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978793.523532:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978793.523539:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978793.523543:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978793.523550:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978793.523554:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978793.523560:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978793.523565:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978793.523573:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978793.523576:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978794.419410:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978794.419417:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978794.419420:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978794.419427:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978794.419438:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978794.419443:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978794.419453:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978794.419456:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978794.419458:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978794.547412:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978794.547416:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978794.547424:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978794.547430:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978794.547436:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978794.547439:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978794.547448:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978794.547451:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978794.547455:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978794.547479:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978794.547483:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978794.547492:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978794.547496:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978794.547502:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978794.547505:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978794.547510:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978794.547513:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978794.547523:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978794.547526:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978795.443418:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978795.443437:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978795.443440:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978795.443446:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978795.443452:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978795.443456:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978795.443459:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978795.443461:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978795.443464:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978795.571409:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978795.571416:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978795.571421:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978795.571429:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978795.571437:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978795.571442:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978795.571448:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978795.571451:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978795.571457:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978795.571479:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978795.571482:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978795.571490:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978795.571493:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978795.571498:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978795.571502:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978795.571507:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978795.571510:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978795.571515:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978795.571519:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978796.467364:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978796.467370:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978796.467372:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978796.467378:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978796.467381:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978796.467385:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978796.467387:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978796.467390:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978796.467393:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978796.595595:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978796.595599:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978796.595600:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978796.595603:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978796.595605:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978796.595607:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978796.595609:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978796.595610:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978796.595612:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978796.595634:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978796.595638:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978796.595644:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978796.595646:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978796.595651:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978796.595652:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978796.595655:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978796.595656:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978796.595660:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978796.595661:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978796.596405:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978796.596409:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978796.596412:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978796.596418:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978796.596423:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978796.596429:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978796.596435:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978796.596437:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978796.596442:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978797.491398:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978797.491404:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978797.491406:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978797.491412:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978797.491415:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978797.491420:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978797.491423:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978797.491425:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978797.491430:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978797.619565:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978797.619568:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978797.619569:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978797.619572:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978797.619581:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978797.619583:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978797.619588:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978797.619590:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978797.619592:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978797.619611:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978797.619614:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978797.619619:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978797.619620:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978797.619624:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978797.619625:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978797.619629:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978797.619630:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978797.619633:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978797.619635:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978797.619986:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978797.619989:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978797.619990:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978797.619993:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978797.619995:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978797.619996:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978797.619998:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978797.619999:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978797.620001:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978798.515401:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978798.515408:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978798.515413:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978798.515422:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978798.515428:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978798.515435:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978798.515439:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978798.515442:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978798.515446:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978798.643414:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978798.643420:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978798.643423:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978798.643428:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978798.643435:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978798.643438:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978798.643452:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978798.643457:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978798.643461:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978798.643490:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978798.643494:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978798.643501:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978798.643516:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978798.643521:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978798.643525:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978798.643529:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978798.643531:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978798.643533:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978798.643535:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978798.643540:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978798.643544:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978798.643547:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978798.643551:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978798.643556:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978798.643560:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978798.643564:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978798.643568:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978798.643574:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978798.643578:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978798.643579:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978798.643581:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978798.643583:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978798.643585:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978798.643586:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978798.643589:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978798.643592:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978798.643593:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978798.643595:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978798.643596:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978798.643597:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978798.643599:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978798.643601:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978798.643602:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978799.539407:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978799.539414:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978799.539416:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978799.539421:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978799.539425:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978799.539429:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978799.539433:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978799.539435:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978799.539439:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978799.667396:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978799.667402:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978799.667410:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978799.667414:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978799.667423:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978799.667426:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978799.667435:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978799.667437:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978799.667443:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978799.667444:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978799.667633:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978799.667634:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978799.667636:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978800.563508:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978800.563512:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978800.563513:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978800.563516:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978800.563517:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978800.563519:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978800.563521:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978800.563523:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978800.563524:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978800.691552:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978800.691558:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978800.691562:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978800.691567:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978800.691569:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978800.691572:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978800.691574:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978800.691576:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978800.691579:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978800.691601:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978800.691605:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978800.691610:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978800.691612:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978800.691616:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978800.691618:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978800.691626:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978800.691630:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978800.691637:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978800.691640:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978800.691667:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978800.691671:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978800.691674:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978801.587427:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978801.587433:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978801.587437:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978801.587441:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978801.587444:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978801.587447:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978801.587449:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978801.587450:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978801.587452:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978801.715415:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978801.715424:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978801.715429:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978801.715437:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978801.715452:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978801.715457:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978801.715466:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978801.715471:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978801.715478:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978801.715527:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978801.715532:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978801.715542:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978801.715547:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978801.715554:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978801.715557:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978801.715564:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978801.715568:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978801.715574:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978801.715578:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978801.715602:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978801.715605:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978801.715609:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978802.611467:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978802.611475:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978802.611477:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978802.611482:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978802.611486:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978802.611489:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978802.611491:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978802.611493:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978802.611496:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978802.739387:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978802.739392:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978802.739395:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978802.739399:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978802.739404:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978802.739409:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978802.739411:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978802.739414:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978802.739417:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978802.739427:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978802.739431:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978802.739432:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978802.739435:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978802.739450:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978802.739452:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978802.739453:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978802.739454:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978802.739456:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978802.739474:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978802.739476:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978802.739480:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978802.739481:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978802.739485:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978802.739486:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978802.739490:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978802.739491:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978802.739494:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978802.739495:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978802.739515:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978802.739517:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978802.739520:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978803.635404:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978803.635412:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978803.635415:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978803.635421:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978803.635425:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978803.635431:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978803.635435:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978803.635438:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978803.635441:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978803.763413:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978803.763421:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978803.763425:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978803.763435:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978803.763443:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978803.763448:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978803.763470:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978803.763475:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978803.763484:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978803.763507:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978803.763515:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978803.763520:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978803.763525:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978803.763530:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978803.763535:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978803.763540:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978803.763543:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978803.763549:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978803.763576:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978803.763584:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978803.763587:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978803.763592:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978803.763598:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978803.763608:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978803.763621:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978803.763625:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978803.763632:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978803.763634:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978803.763637:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978803.763639:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978803.763643:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978803.763645:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978803.763648:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978803.763649:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978803.763674:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978803.763676:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978803.763678:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978804.659398:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978804.659404:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978804.659406:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978804.659411:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978804.659415:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978804.659419:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978804.659427:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978804.659428:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978804.659430:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978804.787411:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978804.787420:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978804.787425:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978804.787432:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978804.787437:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978804.787443:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978804.787458:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978804.787459:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978804.787461:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978804.787479:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978804.787482:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978804.787486:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978804.787488:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978804.787491:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978804.787493:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978804.787496:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978804.787497:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978804.787499:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978804.787500:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978804.787516:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978804.787519:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978804.787520:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978804.787542:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978804.787545:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978804.787547:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978804.787549:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978804.787553:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978804.787556:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978804.787559:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978804.787561:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978804.787564:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978804.787575:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978804.787578:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978804.787579:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978804.787581:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978804.787585:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978804.787589:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978804.787592:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978804.787594:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978804.787596:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978804.787622:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978804.787627:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978804.787631:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978804.787638:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978804.787654:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978804.787658:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978804.787660:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978804.787661:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978804.787663:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978805.683551:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978805.683554:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978805.683555:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978805.683557:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978805.683559:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978805.683560:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978805.683562:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978805.683563:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978805.683564:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978805.811453:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978805.811461:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978805.811467:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978805.811477:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978805.811487:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978805.811492:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978805.811494:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978805.811497:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978805.811503:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978805.811521:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978805.811526:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978805.811531:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978805.811539:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978805.811550:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978805.811554:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978805.811558:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978805.811562:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978805.811568:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978805.811599:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978805.811603:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978805.811608:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978805.811609:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978805.811614:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978805.811616:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978805.811619:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978805.811621:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978805.811624:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978805.811625:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978805.811642:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978805.811645:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978805.811648:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978805.811666:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978805.811670:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978805.811671:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978805.811674:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978805.811677:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978805.811678:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978805.811680:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978805.811681:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978805.811683:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978806.707409:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978806.707417:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978806.707419:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978806.707424:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978806.707427:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978806.707430:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978806.707433:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978806.707435:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978806.707438:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978806.835423:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978806.835432:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978806.835436:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978806.835444:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978806.835450:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978806.835455:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978806.835460:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978806.835464:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978806.835470:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978806.835492:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978806.835497:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978806.835501:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978806.835507:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978806.835514:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978806.835520:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978806.835527:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978806.835531:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978806.835538:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978806.835568:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978806.835572:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978806.835579:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978806.835580:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978806.835586:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978806.835588:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978806.835593:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978806.835595:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978806.835599:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978806.835601:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978806.835616:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978806.835619:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978806.835622:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978807.731405:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978807.731421:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978807.731425:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978807.731430:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978807.731436:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978807.731441:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978807.731447:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978807.731450:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978807.731452:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978807.859401:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978807.859408:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978807.859416:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978807.859419:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978807.859427:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978807.859430:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978807.859434:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978807.859437:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978807.859442:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978807.859445:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978807.859463:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978807.859468:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978807.859474:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978807.859507:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978807.859511:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978807.859513:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978807.859516:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978807.859520:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978807.859525:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978807.859531:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978807.859535:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978807.859540:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978807.859563:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978807.859566:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978807.859569:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978807.859571:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978807.859574:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978807.859578:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978807.859580:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978807.859582:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978807.859586:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978808.755382:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978808.755389:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978808.755393:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978808.755399:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978808.755405:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978808.755410:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978808.755417:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978808.755429:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978808.755433:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978808.883397:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978808.883407:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978808.883412:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978808.883419:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978808.883430:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978808.883434:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978808.883438:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978808.883581:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978808.883585:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978808.883606:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978808.883609:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978808.883613:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978808.883616:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978808.883618:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978808.883621:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978808.883624:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978808.883626:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978808.883627:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978808.883630:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978808.883634:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978808.883635:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978808.883636:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978808.883637:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978808.883639:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978808.883640:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978808.883641:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978808.883643:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978808.883646:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978808.883647:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978808.883648:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978808.883649:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978808.883651:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978808.883652:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978808.883653:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978808.883655:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978808.883658:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978808.883660:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978808.883661:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978808.883662:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978808.883663:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978808.883664:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978808.883666:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978808.883667:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978808.883683:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978808.883685:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978808.883688:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978808.883702:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978808.883705:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978808.883706:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978808.883708:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978808.883710:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978808.883712:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978808.883831:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978808.883833:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978808.883835:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978809.782204:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978809.782209:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978809.782211:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978809.782215:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978809.782217:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978809.782219:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978809.782221:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978809.782223:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978809.782226:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978809.907421:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978809.907430:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978809.907433:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978809.907439:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978809.907446:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978809.907451:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978809.907455:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978809.907462:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978809.907469:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978809.907495:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978809.907500:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978809.907510:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978809.907512:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978809.907536:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978809.907539:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978809.907544:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978809.907545:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978809.907548:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978809.907549:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978809.907567:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978809.907570:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978809.907573:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978809.907730:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978809.907735:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978809.907738:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978809.907742:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978809.907747:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978809.907752:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978809.907756:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978809.907759:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978809.907764:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978810.803392:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978810.803399:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978810.803401:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978810.803404:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978810.803408:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978810.803410:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978810.803412:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978810.803414:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978810.803417:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978810.934000:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978810.934006:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978810.934012:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978810.934013:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978810.934017:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978810.934018:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978810.934022:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978810.934023:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978810.934026:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978810.934028:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978810.934059:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978810.934062:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978810.934065:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978811.827389:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978811.827397:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978811.827399:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978811.827403:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978811.827406:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978811.827410:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978811.827413:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978811.827415:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978811.827419:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978811.955645:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978811.955649:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978811.955650:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978811.955653:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978811.955655:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978811.955657:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978811.955659:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978811.955661:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978811.955663:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978811.955682:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978811.955685:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978811.955689:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978811.955690:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978811.955694:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978811.955695:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978811.955699:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978811.955700:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978811.955704:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978811.955705:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978811.955725:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978811.955730:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978811.955734:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978811.955754:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978811.955756:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978811.955758:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978811.955760:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978811.955765:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978811.955770:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978811.955775:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978811.955777:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978811.955782:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978812.467484:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978812.467496:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978812.467498:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978812.467500:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978812.467504:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978812.467510:0:296888:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 16465 00000400:00000200:0.0:1783978812.467517:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978812.467522:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978812.467525:0:296888:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978812.467527:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978812.467529:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978812.467531:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978812.467533:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978812.467536:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978812.467538:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783978812.467540:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978812.467542:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783978812.467544:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783978812.467545:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783978812.467547:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978812.467548:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978812.467549:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978812.467550:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978812.467552:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783978812.467554:0:296888:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978812.467556:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978812.467558:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978812.467561:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978812.467562:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978812.467564:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978812.467566:0:296888:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978812.467573:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783978812.467576:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783978812.467579:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978812.467580:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978812.467583:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978812.467585:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978812.467588:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978812.467594:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783978812.467599:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978812.467606:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620402933504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978812.467614:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978812.467618:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978812.467621:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620402933504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978812.467639:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978812.467642:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978812.467644:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978812.467645:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978812.467646:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978812.467647:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978812.467649:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16465 00000400:00000200:0.0:1783978812.467651:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978812.467653:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978812.467654:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978812.467656:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978812.467657:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978812.467658:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978812.467659:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978812.467660:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978812.467661:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783978812.467662:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978812.467663:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783978812.467664:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783978812.467665:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783978812.467667:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978812.467668:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978812.467669:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978812.467670:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978812.467671:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783978812.467672:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978812.467675:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978812.467676:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978812.467680:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978812.467682:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978812.467683:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978812.467686:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978812.467688:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978812.467689:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978812.467691:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783978812.467692:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978812.467693:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978812.467694:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978812.467695:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978812.467696:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978812.467697:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978812.467699:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783978812.467701:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978812.467704:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402933632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978812.467709:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978812.467710:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978812.467712:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402933632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978812.467717:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978812.467718:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978812.467720:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978812.467720:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978812.467721:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978812.467723:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978812.467724:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16465 00000400:00000200:0.0:1783978812.467726:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978812.467728:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978812.467729:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978812.467731:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978812.467732:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978812.467733:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978812.467734:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978812.467735:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978812.467736:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783978812.467736:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978812.467738:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783978812.467739:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783978812.467740:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783978812.467741:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978812.467742:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978812.467743:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978812.467744:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978812.467745:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783978812.467747:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978812.467748:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978812.467748:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978812.467750:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978812.467751:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978812.467752:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978812.467753:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978812.467754:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978812.467755:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978812.467756:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783978812.467757:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978812.467759:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978812.467759:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978812.467760:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978812.467761:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978812.467762:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978812.467764:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783978812.467765:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978812.467768:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402933760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978812.467771:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978812.467772:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978812.467774:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402933760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978812.467779:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978812.467782:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978812.467784:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978812.467785:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978812.467787:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978812.467789:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978812.467791:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16465 00000400:00000200:0.0:1783978812.467795:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978812.467797:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978812.467799:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978812.467801:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978812.467803:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978812.467805:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978812.467807:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978812.467809:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978812.467810:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783978812.467812:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978812.467814:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783978812.467815:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783978812.467818:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783978812.467821:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978812.467823:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978812.467824:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978812.467826:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978812.467828:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783978812.467831:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978812.467832:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978812.467833:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978812.467836:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978812.467837:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978812.467838:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978812.467840:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978812.467841:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978812.467842:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978812.467846:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783978812.467847:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978812.467849:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978812.467849:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978812.467850:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978812.467851:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978812.467852:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978812.467855:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783978812.467857:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978812.467860:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402933888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978812.467864:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978812.467866:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978812.467868:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402933888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978812.467872:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978812.467873:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978812.467875:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978812.467876:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978812.467877:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978812.467879:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978812.467880:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16465 00000400:00000200:0.0:1783978812.467882:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978812.467884:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978812.467885:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978812.467886:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978812.467887:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978812.467889:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978812.467890:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978812.467891:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978812.467892:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783978812.467893:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978812.467894:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783978812.467895:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783978812.467896:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783978812.467897:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978812.467898:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978812.467899:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978812.467900:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978812.467901:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783978812.467903:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978812.467904:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978812.467905:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978812.467906:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978812.467907:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978812.467908:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978812.467909:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978812.467910:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978812.467911:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978812.467913:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783978812.467914:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978812.467916:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978812.467917:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978812.467917:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978812.467918:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978812.467919:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978812.467921:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783978812.467923:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978812.467925:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402934016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978812.467928:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978812.467929:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978812.467931:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402934016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978812.467935:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978812.467937:0:296888:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16476) 00000100:00000001:0.0:1783978812.851410:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978812.851418:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978812.851422:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978812.851431:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978812.851437:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978812.851442:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978812.851447:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978812.851450:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978812.851454:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978812.979421:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978812.979430:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978812.979435:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978812.979441:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978812.979449:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978812.979456:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978812.979463:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978812.979467:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978812.979473:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978812.979511:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978812.979515:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978812.979521:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978812.979523:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978812.979529:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978812.979530:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978812.979535:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978812.979539:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978812.979545:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978812.979549:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978812.979571:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978812.979576:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978812.979582:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978813.875403:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978813.875411:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978813.875413:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978813.875417:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978813.875421:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978813.875424:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978813.875426:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978813.875428:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978813.875431:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978814.003394:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978814.003399:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978814.003403:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978814.003409:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978814.003415:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978814.003419:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978814.003423:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978814.003425:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978814.003428:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978814.003465:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978814.003471:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978814.003475:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978814.003480:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978814.003484:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978814.003487:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978814.003489:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978814.003491:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978814.003495:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978814.003497:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978814.003500:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978814.003501:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978814.003505:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978814.003506:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978814.003509:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978814.003510:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978814.003526:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978814.003528:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978814.003531:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978814.900046:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978814.900050:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978814.900051:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978814.900054:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978814.900056:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978814.900058:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978814.900061:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978814.900062:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978814.900064:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978815.029272:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978815.029275:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978815.029276:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978815.029279:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978815.029281:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978815.029283:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978815.029285:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978815.029286:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978815.029288:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978815.029320:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978815.029323:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978815.029328:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978815.029329:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978815.029333:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978815.029335:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978815.029338:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978815.029339:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978815.029342:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978815.029343:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978815.029359:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978815.029362:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978815.029364:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978815.923391:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978815.923399:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978815.923403:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978815.923408:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978815.923569:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978815.923572:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978815.923575:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978815.923576:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978815.923578:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978816.051717:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978816.051721:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978816.051723:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978816.051726:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978816.051731:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978816.051736:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978816.051741:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978816.051745:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978816.051750:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978816.051776:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978816.051780:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978816.051785:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978816.051786:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978816.051789:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978816.051791:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978816.051794:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978816.051795:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978816.051798:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978816.051799:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978816.051815:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978816.051818:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978816.051830:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978816.947551:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978816.947559:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978816.947561:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978816.947566:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978816.947569:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978816.947573:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978816.947576:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978816.947578:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978816.947581:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978817.077039:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978817.077044:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978817.077046:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978817.077050:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978817.077052:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978817.077055:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978817.077059:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978817.077063:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978817.077068:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978817.077093:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978817.077097:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978817.077102:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978817.077103:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978817.077108:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978817.077109:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978817.077112:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978817.077113:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978817.077117:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978817.077118:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978817.077132:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978817.077134:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978817.077136:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978817.588232:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978817.588237:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978817.588239:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978817.588245:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883100 x1870620402934144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.588252:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978817.588255:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978817.588258:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978817.588261:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978817.588263:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978817.588267:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402934144:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978817.588271:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978817.588274:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978817.588276:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978817.588279:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978817.588283:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978817.588285:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978817.588289:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978817.588291:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978817.588311:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978817.588316:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402934144, portal 25 00000100:00000001:0.0:1783978817.588317:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978817.588319:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542080 : -110484015009536 : ffff9b83ef883100) 00000100:00000040:0.0:1783978817.588322:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883100 x1870620402934144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.588328:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978817.588329:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978817.588331:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978817.588333:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402934144, offset 0 00000400:00000200:0.0:1783978817.588338:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978817.588344:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978817.588348:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978817.588351:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978817.588354:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978817.588357:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978817.588359:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978817.588361:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826255:826255:256:4294967295] 192.168.201.148@tcp LPNI seq info [826226:826226:8:4294967295] 00000400:00000200:0.0:1783978817.588364:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978817.588374:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978817.588379:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978817.588384:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978817.588390:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978817.588393:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783978817.588406:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978817.588408:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978817.588415:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978817.588418:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978817.588422:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978817.588424:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978817.588429:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978817.588433:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883100 x1870620402934144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.590222:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978817.590231:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883100 x1870620402934144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978842 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.590241:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978817.590243:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978817.590251:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978817.590255:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978817.590258:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311144700 00000100:00000010:0.0:1783978817.590264:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783978817.590270:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978817.590276:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311144700 00000100:00000010:0.0:1783978817.590280:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783978817.590283:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978817.590285:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978817.590288:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978817.590290:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978817.590307:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978817/real 1783978817] req@ffff9b83ef883100 x1870620402934144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978817.590322:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978817.590324:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978817.590326:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978817.590329:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978817.590331:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978817.590334:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978817.590337:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883100 x1870620402934144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978817.590344:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883100 x1870620402934144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.590351:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978817.590352:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978817.590354:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978817.590356:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978817.590359:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883100 x1870620402934144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.590364:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978817.590368:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883100 x1870620402934144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978842 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.590376:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978817.590378:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978817.590380:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978817.590381:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978817.590383:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978817.590385:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978817.590388:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978817.590391:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978817.590393:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978817.590396:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883100 x1870620402934144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978842 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978817.590404:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402934144:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978817.590408:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978817.590410:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978817.590412:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883100 x1870620402934144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978842 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.590418:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978817.590420:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978817.590423:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978817.590427:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978817.590429:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978817.590430:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978817.590432:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978817.590434:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783978817.590437:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978817.590439:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978817.590440:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883100. 00000100:00000001:0.0:1783978817.590445:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978817.590446:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978817.590447:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978817.590455:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978817.590456:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978817.590459:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978817.590460:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978817.590461:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978817.590465:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883480 x1870620402934272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.590471:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978817.590472:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978817.590474:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978817.590476:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978817.590478:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978817.590481:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402934272:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978817.590484:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978817.590487:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978817.590488:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978817.590489:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978817.590492:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978817.590494:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978817.590497:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978817.590499:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978817.590502:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978817.590505:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402934272, portal 10 00000100:00000001:0.0:1783978817.590507:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978817.590508:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542976 : -110484015008640 : ffff9b83ef883480) 00000100:00000040:0.0:1783978817.590515:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883480 x1870620402934272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.590521:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978817.590523:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978817.590525:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978817.590527:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402934272, offset 0 00000400:00000200:0.0:1783978817.590532:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978817.590536:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978817.590541:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978817.590544:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978817.590546:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978817.590549:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978817.590551:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978817.590554:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826256:826256:256:4294967295] 192.168.201.148@tcp LPNI seq info [826227:826227:8:4294967295] 00000400:00000200:0.0:1783978817.590558:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978817.590565:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978817.590570:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978817.590573:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978817.590577:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978817.590580:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783978817.590592:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978817.590594:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978817.590597:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978817.590600:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978817.590603:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978817.590605:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978817.590607:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978817.590610:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883480 x1870620402934272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.590617:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978817.590621:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883480 x1870620402934272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978842 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.590627:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978817.590628:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978817.590630:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978817.590634:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978817.590637:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978817.590638:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311143442 00000100:00000001:0.0:1783978817.590641:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311144700 00000100:00000001:0.0:1783978817.590643:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311143442 00000100:00000001:0.0:1783978817.590645:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311144700 00000100:00000001:0.0:1783978817.590647:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978817.590648:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978817.590650:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978817.590653:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978817/real 1783978817] req@ffff9b83ef883480 x1870620402934272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978817.590660:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978817.590661:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978817.590663:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978817.590665:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978817.590666:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978817.590668:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978817.590671:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883480 x1870620402934272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978817.590678:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883480 x1870620402934272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.590684:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978817.590685:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978817.590686:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978817.590688:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978817.590691:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883480 x1870620402934272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.590696:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978817.590699:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883480 x1870620402934272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978842 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.590706:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978817.590708:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978817.590709:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978817.590710:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978817.590712:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978817.590720:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978817.590722:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978817.590725:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978817.590727:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978817.590731:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883480 x1870620402934272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978842 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978817.590739:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402934272:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978817.590743:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978817.590745:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978817.590748:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883480 x1870620402934272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978842 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.590754:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978817.590755:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978817.590757:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978817.590760:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978817.590761:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978817.590762:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978817.590764:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978817.590765:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635000. 02000000:00000001:0.0:1783978817.590768:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978817.590769:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978817.590770:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883480. 00000100:00000001:0.0:1783978817.590772:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978817.590773:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978817.590774:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978817.590777:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978817.590778:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978817.590780:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978817.590781:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978817.591270:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978817.591273:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978817.591274:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978817.591279:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882a00 x1870620402934400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.591286:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978817.591287:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978817.591288:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978817.591290:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978817.591292:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978817.591306:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402934400:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978817.591309:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978817.591311:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978817.591313:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978817.591314:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978817.591317:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978817.591319:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978817.591322:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978817.591324:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978817.591328:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978817.591331:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402934400, portal 10 00000100:00000001:0.0:1783978817.591332:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978817.591333:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694540288 : -110484015011328 : ffff9b83ef882a00) 00000100:00000040:0.0:1783978817.591339:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882a00 x1870620402934400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.591345:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978817.591347:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978817.591349:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978817.591351:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402934400, offset 0 00000400:00000200:0.0:1783978817.591354:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978817.591358:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978817.591361:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978817.591363:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978817.591366:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978817.591368:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978817.591370:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978817.591373:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826257:826257:256:4294967295] 192.168.201.148@tcp LPNI seq info [826228:826228:8:4294967295] 00000400:00000200:0.0:1783978817.591376:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978817.591382:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978817.591386:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978817.591389:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978817.591393:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978817.591396:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783978817.591407:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978817.591409:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978817.591412:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978817.591415:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978817.591418:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978817.591420:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978817.591422:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978817.591426:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882a00 x1870620402934400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.591433:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978817.591435:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882a00 x1870620402934400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978842 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.591441:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978817.591442:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978817.591445:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978817.591448:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978817.591451:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978817.591452:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311143437 00000100:00000001:0.0:1783978817.591454:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311144700 00000100:00000001:0.0:1783978817.591456:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311143437 00000100:00000001:0.0:1783978817.591458:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311144700 00000100:00000001:0.0:1783978817.591460:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978817.591462:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978817.591464:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978817.591467:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978817/real 1783978817] req@ffff9b83ef882a00 x1870620402934400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978817.591474:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978817.591475:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978817.591476:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978817.591479:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978817.591480:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978817.591482:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978817.591485:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882a00 x1870620402934400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978817.591493:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882a00 x1870620402934400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.591499:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978817.591501:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978817.591502:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978817.591503:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978817.591506:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882a00 x1870620402934400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.591513:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978817.591516:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882a00 x1870620402934400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978842 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.591522:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978817.591524:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978817.591526:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978817.591527:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978817.591528:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978817.591534:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978817.591536:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978817.591539:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978817.591541:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978817.591545:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882a00 x1870620402934400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978842 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978817.591553:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402934400:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978817.591556:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978817.591559:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881180 x1870620402934528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.591564:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978817.591566:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978817.591567:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978817.591569:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978817.591571:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978817.591573:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402934528:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978817.591576:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978817.591577:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978817.591579:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978817.591580:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978817.591584:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978817.591586:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978817.591589:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978817.591591:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978817.591594:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978817.591596:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402934528, portal 4 00000100:00000001:0.0:1783978817.591598:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978817.591599:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694534016 : -110484015017600 : ffff9b83ef881180) 00000100:00000040:0.0:1783978817.591605:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881180 x1870620402934528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.591610:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978817.591612:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978817.591614:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978817.591616:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402934528, offset 0 00000400:00000200:0.0:1783978817.591620:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978817.591623:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978817.591626:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978817.591629:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978817.591631:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978817.591633:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978817.591636:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978817.591638:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826258:826258:256:4294967295] 192.168.201.148@tcp LPNI seq info [826229:826229:8:4294967295] 00000400:00000200:0.0:1783978817.591642:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978817.591648:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978817.591652:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978817.591656:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978817.591660:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978817.591662:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783978817.591672:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978817.591674:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978817.591676:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978817.591679:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978817.591682:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978817.591683:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978817.591685:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978817.591687:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881180 x1870620402934528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.591695:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978817.591698:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881180 x1870620402934528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978842 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.591704:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978817.591705:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978817.591708:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978817.591710:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978817.591714:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978817.591715:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311143464 00000100:00000001:0.0:1783978817.591718:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311144700 00000100:00000001:0.0:1783978817.591720:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311143464 00000100:00000001:0.0:1783978817.591722:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311144700 00000100:00000001:0.0:1783978817.591724:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978817.591727:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978817.591728:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978817.591732:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978817/real 1783978817] req@ffff9b83ef881180 x1870620402934528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978817.591740:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978817.591741:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978817.591743:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978817.591745:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978817.591746:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978817.591748:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978817.591751:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881180 x1870620402934528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978817.591758:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881180 x1870620402934528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.591764:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978817.591766:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978817.591767:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978817.591769:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978817.591772:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881180 x1870620402934528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.591779:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978817.591782:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881180 x1870620402934528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978842 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.591789:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978817.591792:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978817.591794:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978817.591795:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978817.591796:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978817.591800:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978817.591802:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978817.591806:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978817.591808:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978817.591812:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881180 x1870620402934528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978842 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978817.591819:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402934528:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978817.591823:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978817.591825:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978817.591828:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882a00 x1870620402934400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978842 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.591834:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978817.591835:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978817.591837:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978817.591840:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978817.591841:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978817.591842:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978817.591844:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978817.591846:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636400. 02000000:00000001:0.0:1783978817.591848:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978817.591850:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978817.591851:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882a00. 00000100:00000001:0.0:1783978817.591854:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978817.591855:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978817.591856:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978817.591859:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881180 x1870620402934528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978842 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.591865:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978817.591866:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978817.591868:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978817.591870:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978817.591871:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978817.591872:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978817.591873:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978817.591875:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634000. 02000000:00000001:0.0:1783978817.591877:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978817.591878:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978817.591879:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881180. 00000100:00000001:0.0:1783978817.591881:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978817.591882:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978817.591884:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978817.591887:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978817.591888:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978817.591890:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978817.591891:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978817.592082:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978817.592085:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978817.592086:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978817.592090:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880700 x1870620402934656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.592097:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978817.592099:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978817.592101:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978817.592103:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978817.592105:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978817.592107:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402934656:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978817.592110:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978817.592112:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978817.592114:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978817.592115:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978817.592119:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978817.592121:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978817.592124:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978817.592126:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978817.592129:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978817.592132:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402934656, portal 4 00000100:00000001:0.0:1783978817.592134:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978817.592135:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694531328 : -110484015020288 : ffff9b83ef880700) 00000100:00000040:0.0:1783978817.592141:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880700 x1870620402934656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.592147:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978817.592149:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978817.592152:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978817.592154:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402934656, offset 0 00000400:00000200:0.0:1783978817.592158:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978817.592162:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978817.592166:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978817.592169:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978817.592171:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978817.592173:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978817.592175:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978817.592178:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826259:826259:256:4294967295] 192.168.201.148@tcp LPNI seq info [826230:826230:8:4294967295] 00000400:00000200:0.0:1783978817.592182:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978817.592187:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978817.592242:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978817.592245:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978817.592249:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978817.592251:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783978817.592261:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978817.592263:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978817.592267:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978817.592270:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978817.592273:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978817.592275:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978817.592278:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978817.592281:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880700 x1870620402934656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.592287:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978817.592289:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880700 x1870620402934656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978842 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.592368:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978817.592370:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978817.592373:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978817.592376:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978817.592379:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978817.592381:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311143456 00000100:00000001:0.0:1783978817.592383:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311144700 00000100:00000001:0.0:1783978817.592385:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311143456 00000100:00000001:0.0:1783978817.592387:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311144700 00000100:00000001:0.0:1783978817.592389:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978817.592391:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978817.592392:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978817.592396:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978817/real 1783978817] req@ffff9b83ef880700 x1870620402934656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978817.592404:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978817.592405:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978817.592407:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978817.592409:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978817.592411:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978817.592413:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978817.592416:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880700 x1870620402934656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978817.592424:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880700 x1870620402934656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.592429:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978817.592430:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978817.592432:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978817.592433:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978817.592436:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880700 x1870620402934656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.592443:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978817.592447:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880700 x1870620402934656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978842 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.592453:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978817.592456:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978817.592457:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978817.592458:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978817.592460:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978817.592464:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978817.592467:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978817.592470:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978817.592472:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978817.592476:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880700 x1870620402934656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978842 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978817.592483:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402934656:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978817.592487:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978817.592488:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978817.592491:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880700 x1870620402934656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978842 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978817.592496:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978817.592498:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978817.592500:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978817.592502:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978817.592503:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978817.592505:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978817.592507:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978817.592508:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636c00. 02000000:00000001:0.0:1783978817.592511:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978817.592512:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978817.592513:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880700. 00000100:00000001:0.0:1783978817.592516:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978817.592517:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978817.592519:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978817.592522:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978817.592523:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978817.592524:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978817.592525:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978817.971399:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978817.971407:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978817.971410:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978817.971424:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978817.971428:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978817.971431:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978817.971438:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978817.971441:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978817.971443:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978818.099395:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978818.099402:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978818.099406:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978818.099411:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978818.099426:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978818.099430:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978818.099435:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978818.099440:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978818.099444:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978818.099466:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978818.099470:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978818.099478:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978818.099481:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978818.099488:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978818.099491:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978818.099496:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978818.099498:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978818.099502:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978818.099503:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978818.099521:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978818.099525:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978818.099528:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978818.995443:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978818.995447:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978818.995449:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978818.995452:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978818.995454:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978818.995456:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978818.995458:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978818.995459:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978818.995461:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978819.123769:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978819.123774:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978819.123776:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978819.123778:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978819.123781:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978819.123784:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978819.123789:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978819.123791:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978819.123796:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978819.123827:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978819.123830:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978819.123834:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978819.123837:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978819.123840:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978819.123843:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978819.123845:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978819.123847:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978819.123849:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978819.123851:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978819.123854:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978819.123855:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978819.123855:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978819.123856:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978819.123857:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978819.123858:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978819.123859:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978819.123861:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978819.123864:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978819.123865:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978819.123866:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978819.123867:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978819.123868:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978819.123869:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978819.123870:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978819.123871:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978819.123873:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978819.123874:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978819.123875:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978819.123876:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978819.123876:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978819.123877:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978819.123878:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978819.123879:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978819.123895:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978819.123898:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978819.123901:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978820.019416:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978820.019426:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978820.019429:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978820.019438:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978820.019447:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978820.019457:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978820.019467:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978820.019472:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978820.019477:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978820.147464:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978820.147477:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978820.147485:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978820.147497:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978820.147508:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978820.147514:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978820.147521:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978820.147526:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978820.147532:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978820.147563:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978820.147568:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978820.147585:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978820.147588:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978820.147600:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978820.147604:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978820.147614:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978820.147619:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978820.147631:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978820.147648:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978820.147678:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978820.147682:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978820.147687:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978821.043411:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978821.043419:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978821.043424:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978821.043432:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978821.043438:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978821.043445:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978821.043451:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978821.043453:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978821.043461:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978821.171723:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978821.171731:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978821.171735:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978821.171742:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978821.171750:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978821.171755:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978821.171761:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978821.171763:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978821.171766:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978821.171800:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978821.171803:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978821.171808:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978821.171810:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978821.171814:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978821.171816:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978821.171820:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978821.171822:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978821.171825:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978821.171827:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978821.171861:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978821.171865:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978821.171868:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978822.067400:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978822.067407:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978822.067411:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978822.067418:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978822.067426:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978822.067430:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978822.067435:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978822.067437:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978822.067439:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978822.195419:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978822.195427:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978822.195430:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978822.195436:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978822.195442:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978822.195448:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978822.195453:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978822.195457:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978822.195463:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978822.195491:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978822.195496:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978822.195502:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978822.195504:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978822.195508:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978822.195511:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978822.195518:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978822.195521:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978822.195527:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978822.195530:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978822.195570:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978822.195575:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978822.195582:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978822.195609:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978822.195615:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978822.195618:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978822.195622:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978822.195625:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978822.195627:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978822.195630:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978822.195632:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978822.195634:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978823.091387:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978823.091396:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978823.091398:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978823.091403:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978823.091407:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978823.091410:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978823.091413:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978823.091415:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978823.091417:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978823.219432:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978823.219440:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978823.219444:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978823.219450:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978823.219454:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978823.219460:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978823.219475:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978823.219478:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978823.219483:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978823.219507:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978823.219510:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978823.219515:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978823.219517:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978823.219522:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978823.219524:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978823.219530:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978823.219532:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978823.219541:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978823.219545:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978824.115404:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978824.115410:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978824.115414:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978824.115420:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978824.115425:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978824.115429:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978824.115440:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978824.115443:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978824.115446:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978824.243396:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978824.243401:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978824.243404:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978824.243406:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978824.243410:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978824.243413:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978824.243415:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978824.243419:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978824.243424:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978824.243427:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978824.243433:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978824.243436:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978824.243439:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978824.243441:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978824.243445:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978824.243446:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978824.243512:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978824.243515:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978824.243516:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978824.243519:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978824.243521:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978824.243523:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978824.243526:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978824.243528:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978824.243531:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978824.243545:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978824.243550:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978824.243554:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978824.243560:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978824.243566:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978824.243568:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978824.243570:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978824.243571:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978824.243573:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978824.244269:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978824.244274:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978824.244277:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978824.244280:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978824.244283:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978824.244286:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978824.244288:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978824.244290:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978824.244292:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978825.139386:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978825.139393:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978825.139395:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978825.139400:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978825.139404:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978825.139408:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978825.139411:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978825.139413:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978825.139416:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978825.267415:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978825.267423:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978825.267425:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978825.267431:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978825.267435:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978825.267439:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978825.267441:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978825.267444:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978825.267448:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978825.267468:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978825.267471:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978825.267474:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978825.267475:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978825.267478:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978825.267479:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978825.267481:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978825.267483:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978825.267486:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978825.267487:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978825.267527:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978825.267532:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978825.267535:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978825.267540:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978825.267545:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978825.267550:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978825.267554:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978825.267558:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978825.267561:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978825.267579:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978825.267582:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978825.267583:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978825.267586:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978825.267589:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978825.267591:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978825.267593:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978825.267595:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978825.267598:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978825.267655:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978825.267660:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978825.267663:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978825.267669:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978825.267674:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978825.267678:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978825.267820:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978825.267823:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978825.267825:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978826.163379:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978826.163387:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978826.163391:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978826.163399:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978826.163406:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978826.163412:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978826.163418:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978826.163422:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978826.163426:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978826.292910:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978826.292915:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978826.292919:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978826.292925:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978826.292929:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978826.292931:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978826.292934:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978826.292936:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978826.292942:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978826.292979:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978826.292982:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978826.292988:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978826.292992:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978826.292994:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978826.292996:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978826.293002:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978826.293004:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978826.293010:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978826.293011:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978827.188326:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978827.188330:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978827.188331:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978827.188335:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978827.188337:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978827.188339:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978827.188342:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978827.188343:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978827.188345:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978827.315410:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978827.315415:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978827.315421:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978827.315428:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978827.315435:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978827.315440:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978827.315453:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978827.315456:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978827.315460:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978827.315475:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978827.315478:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978827.315482:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978827.315485:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978827.315487:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978827.315491:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978827.315496:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978827.315500:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978827.315503:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978827.315522:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978827.315525:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978827.315530:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978827.315531:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978827.315535:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978827.315536:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978827.315540:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978827.315541:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978827.315544:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978827.315545:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978827.827454:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978827.827465:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978827.827467:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978827.827471:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978827.827475:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978827.827483:0:296888:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 16481 00000400:00000200:0.0:1783978827.827492:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978827.827498:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978827.827501:0:296888:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978827.827504:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978827.827508:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978827.827510:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978827.827512:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978827.827522:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978827.827523:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783978827.827526:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978827.827529:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783978827.827532:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783978827.827534:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783978827.827538:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978827.827539:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978827.827541:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978827.827543:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978827.827546:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783978827.827549:0:296888:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978827.827552:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978827.827555:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978827.827558:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978827.827561:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978827.827563:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978827.827565:0:296888:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978827.827574:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783978827.827577:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783978827.827581:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978827.827582:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978827.827586:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978827.827588:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978827.827592:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978827.827600:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783978827.827606:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978827.827614:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402935424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978827.827623:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978827.827627:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978827.827633:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402935424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978827.827768:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978827.827774:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978827.827783:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978827.827786:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978827.827789:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978827.827795:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978827.827802:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16481 00000400:00000200:0.0:1783978827.827808:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978827.827814:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978827.827817:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978827.827823:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978827.827826:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978827.827829:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978827.827833:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978827.827837:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978827.827840:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783978827.827843:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978827.827847:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783978827.827852:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783978827.827857:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783978827.827865:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978827.827871:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978827.827877:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978827.827880:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978827.827885:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783978827.827891:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978827.827896:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978827.827900:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978827.827906:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978827.827911:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978827.827916:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978827.827921:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978827.827927:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978827.827928:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978827.827932:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783978827.827937:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978827.827941:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978827.827944:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978827.827946:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978827.827948:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978827.827952:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978827.827959:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783978827.827965:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978827.827973:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620402935552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978827.827985:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978827.827990:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978827.827997:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620402935552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978827.828024:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978827.828029:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978827.828033:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978827.828034:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978827.828038:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978827.828043:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978827.828048:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16481 00000400:00000200:0.0:1783978827.828056:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978827.828061:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978827.828064:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978827.828069:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978827.828072:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978827.828077:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978827.828081:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978827.828084:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978827.828087:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783978827.828089:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978827.828092:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783978827.828094:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783978827.828095:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783978827.828099:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978827.828104:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978827.828107:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978827.828110:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978827.828114:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783978827.828120:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978827.828124:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978827.828128:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978827.828132:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978827.828136:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978827.828140:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978827.828142:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978827.828144:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978827.828146:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978827.828149:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783978827.828151:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978827.828154:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978827.828157:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978827.828160:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978827.828164:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978827.828167:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978827.828174:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783978827.828179:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978827.828188:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620402935680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978827.828202:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978827.828377:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978827.828387:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620402935680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978827.828407:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978827.828413:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978827.828419:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978827.828423:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978827.828426:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978827.828430:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978827.828437:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16481 00000400:00000200:0.0:1783978827.828445:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978827.828453:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978827.828457:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978827.828464:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978827.828469:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978827.828474:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978827.828479:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978827.828483:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978827.828486:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783978827.828489:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978827.828493:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783978827.828497:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783978827.828502:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783978827.828508:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978827.828513:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978827.828517:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978827.828522:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978827.828527:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783978827.828533:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978827.828537:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978827.828541:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978827.828546:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978827.828551:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978827.828554:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978827.828558:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978827.828563:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978827.828567:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978827.828574:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783978827.828579:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978827.828583:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978827.828587:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978827.828591:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978827.828595:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978827.828598:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978827.828602:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783978827.828605:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978827.828614:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402935808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978827.828629:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978827.828633:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978827.828642:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402935808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978827.828654:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978827.828659:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978827.828664:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978827.828667:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978827.828670:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978827.828674:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978827.828680:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16481 00000400:00000200:0.0:1783978827.828689:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978827.828695:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978827.828700:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978827.828706:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978827.828711:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978827.828716:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978827.828719:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978827.828725:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978827.828727:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783978827.828730:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978827.828733:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783978827.828737:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783978827.828742:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783978827.828748:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978827.828768:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978827.828773:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978827.828778:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978827.828784:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783978827.828790:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978827.828796:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978827.828800:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978827.828805:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978827.828809:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978827.828813:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978827.828816:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978827.828820:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978827.828824:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978827.828830:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783978827.828835:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978827.828839:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978827.828843:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978827.828847:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978827.828849:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978827.828854:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978827.828861:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783978827.828867:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978827.828874:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402935936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978827.828886:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978827.828890:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978827.828899:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402935936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978827.828917:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978827.828924:0:296888:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16491) 00000100:00000001:0.0:1783978828.211393:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978828.211402:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978828.211406:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978828.211413:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978828.211418:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978828.211422:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978828.211442:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978828.211446:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978828.211450:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978828.339449:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978828.339456:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978828.339461:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978828.339463:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978828.339467:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978828.339468:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978828.339471:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978828.339472:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978828.339475:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978828.339476:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978828.339526:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978828.339531:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978828.339533:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978828.339538:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978828.339541:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978828.339544:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978828.339549:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978828.339552:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978828.339558:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978828.339583:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978828.339587:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978828.339590:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978828.340369:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978828.340372:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978828.340373:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978828.340375:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978828.340377:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978828.340379:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978828.340380:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978828.340382:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978828.340383:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978829.235477:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978829.235487:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978829.235490:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978829.235497:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978829.235502:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978829.235506:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978829.235510:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978829.235513:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978829.235516:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978829.363896:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978829.363904:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978829.363907:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978829.363914:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978829.363921:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978829.363927:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978829.363933:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978829.363941:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978829.363956:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978829.364003:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978829.364007:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978829.364014:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978829.364019:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978829.364022:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978829.364026:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978829.364029:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978829.364032:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978829.364034:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978829.364037:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978829.364041:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978829.364043:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978829.364044:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978829.364046:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978829.364047:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978829.364048:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978829.364050:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978829.364051:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978829.364055:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978829.364057:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978829.364058:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978829.364059:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978829.364061:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978829.364062:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978829.364063:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978829.364065:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978829.364068:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978829.364069:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978829.364070:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978829.364072:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978829.364073:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978829.364075:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978829.364077:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978829.364079:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978829.364101:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978829.364104:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978829.364107:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978830.259467:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978830.259479:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978830.259483:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978830.259501:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978830.259506:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978830.259511:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978830.259523:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978830.259527:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978830.259530:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978830.387579:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978830.387585:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978830.387589:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978830.387595:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978830.387600:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978830.387603:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978830.387605:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978830.387607:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978830.387610:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978830.387638:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978830.387643:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978830.387647:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978830.387649:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978830.387653:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978830.387655:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978830.387659:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978830.387661:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978830.387664:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978830.387666:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978830.387683:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978830.387686:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978830.387689:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978831.283419:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978831.283425:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978831.283428:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978831.283434:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978831.283437:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978831.283441:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978831.283444:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978831.283448:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978831.283451:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978831.411541:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978831.411545:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978831.411548:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978831.411549:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978831.411552:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978831.411553:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978831.411555:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978831.411556:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978831.411558:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978831.411559:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978831.411573:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978831.411580:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978831.411582:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978831.412288:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978831.412291:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978831.412306:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978831.412309:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978831.412311:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978831.412313:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978831.412314:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978831.412316:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978831.412317:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978831.412966:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978831.412970:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978831.412972:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978831.412976:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978831.412978:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978831.412980:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978831.412982:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978831.412983:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978831.412984:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978832.307397:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978832.307405:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978832.307408:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978832.307414:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978832.307419:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978832.307424:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978832.307713:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978832.307714:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978832.307718:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978832.435421:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978832.435426:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978832.435432:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978832.435435:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978832.435443:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978832.435447:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978832.435454:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978832.435457:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978832.435464:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978832.435467:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978832.435488:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978832.435491:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978832.435496:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978832.435507:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978832.435511:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978832.435515:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978832.435520:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978832.435524:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978832.435527:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978832.435538:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978832.435541:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978832.435544:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978833.331397:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978833.331406:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978833.331409:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978833.331416:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978833.331423:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978833.331428:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978833.331434:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978833.331437:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978833.331442:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978833.459416:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978833.459421:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978833.459425:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978833.459429:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978833.459436:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978833.459438:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978833.459447:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978833.459450:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978833.459454:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978833.459458:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978833.459486:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978833.459489:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978833.459493:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978833.459592:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978833.459595:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978833.459596:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978833.459598:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978833.459600:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978833.459603:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978833.459604:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978833.459606:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978833.459611:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978834.355424:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978834.355432:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978834.355436:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978834.355441:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978834.355446:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978834.355451:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978834.355458:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978834.355461:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978834.355464:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978834.483394:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978834.483402:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978834.483407:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978834.483415:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978834.483423:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978834.483430:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978834.483437:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978834.483441:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978834.483447:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978834.483470:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978834.483475:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978834.483478:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978834.483482:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978834.483485:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978834.483488:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978834.483499:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978834.483501:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978834.483505:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978834.483507:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978834.483513:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978834.483516:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978834.483523:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978834.483528:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978834.483535:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978834.483539:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978834.483557:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978834.483559:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978834.483561:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978834.483572:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978834.483573:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978834.483574:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978834.483576:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978834.483577:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978834.483579:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978834.484370:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978834.484374:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978834.484377:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978835.379391:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978835.379398:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978835.379400:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978835.379404:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978835.379410:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978835.379412:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978835.379414:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978835.379416:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978835.379419:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978835.507410:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978835.507418:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978835.507423:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978835.507431:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978835.507437:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978835.507444:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978835.507450:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978835.507454:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978835.507456:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978835.507480:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978835.507486:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978835.507493:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978835.507496:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978835.507501:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978835.507503:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978835.507506:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978835.507508:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978835.507512:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978835.507515:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978835.507536:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978835.507541:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978835.507547:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978836.403424:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978836.403435:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978836.403438:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978836.403445:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978836.403451:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978836.403456:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978836.403463:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978836.403468:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978836.403472:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978836.531463:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978836.531472:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978836.531476:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978836.531487:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978836.531501:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978836.531507:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978836.531518:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978836.531523:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978836.531530:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978836.531548:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978836.531555:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978836.531559:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978836.531563:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978836.531566:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978836.531569:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978836.531571:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978836.531578:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978836.531585:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978836.531621:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978836.531629:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978836.531638:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978836.531642:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978836.531650:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978836.531655:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978836.531666:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978836.531669:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978836.531675:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978836.531676:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978836.531696:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978836.531698:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978836.531704:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978837.427434:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978837.427445:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978837.427459:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978837.427470:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978837.427478:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978837.427482:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978837.427498:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978837.427501:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978837.427504:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978837.555439:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978837.555455:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978837.555465:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978837.555482:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978837.555492:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978837.555497:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978837.555503:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978837.555507:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978837.555512:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978837.555538:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978837.555547:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978837.555551:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978837.555562:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978837.555573:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978837.555579:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978837.555620:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978837.555624:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978837.555629:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978837.555675:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978837.555679:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978837.555684:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978837.555686:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978837.555690:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978837.555691:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978837.555696:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978837.555697:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978837.555701:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978837.555703:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978837.555726:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978837.555729:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978837.555732:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978838.451391:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978838.451397:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978838.451399:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978838.451404:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978838.451408:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978838.451413:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978838.451417:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978838.451419:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978838.451422:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978838.579485:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978838.579494:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978838.579503:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978838.579511:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978838.579524:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978838.579533:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978838.579540:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978838.579557:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978838.579562:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978838.579595:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978838.579603:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978838.579608:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978838.579617:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978838.579625:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978838.579631:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978838.579636:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978838.579643:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978838.579649:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978838.579681:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978838.579685:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978838.579690:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978838.579694:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978838.579697:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978838.579702:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978838.579705:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978838.579708:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978838.579710:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978838.579713:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978838.579717:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978838.579719:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978838.579720:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978838.579722:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978838.579723:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978838.579725:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978838.579726:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978838.579728:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978838.579731:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978838.579733:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978838.579734:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978838.579736:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978838.579737:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978838.579739:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978838.579741:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978838.579742:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978838.579746:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978838.579747:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978838.579749:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978838.579750:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978838.579752:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978838.579753:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978838.579754:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978838.579756:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978838.579774:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978838.579777:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978838.579779:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978839.475406:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978839.475414:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978839.475419:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978839.475427:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978839.475433:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978839.475437:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978839.475441:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978839.475445:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978839.475448:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978839.603499:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978839.603509:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978839.603520:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978839.603524:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978839.603534:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978839.603538:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978839.603546:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978839.603547:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978839.603553:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978839.603573:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978839.603615:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978839.603619:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978839.603621:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978839.603626:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978839.603630:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978839.603637:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978839.603644:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978839.603647:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978839.603651:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978839.603707:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978839.603716:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978839.603726:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978839.603731:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978839.603745:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978839.603753:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978839.603766:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978839.603769:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978839.603774:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978840.499388:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978840.499396:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978840.499400:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978840.499405:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978840.499411:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978840.499415:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978840.499421:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978840.499424:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978840.499427:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978840.627423:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978840.627429:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978840.627432:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978840.627438:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978840.627443:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978840.627447:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978840.627452:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978840.627456:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978840.627459:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978840.627482:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978840.627485:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978840.627491:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978840.627493:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978840.627498:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978840.627502:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978840.627507:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978840.627520:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978840.627528:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978840.627532:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978840.627582:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978840.627586:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978840.627588:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978840.627593:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978840.627596:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978840.627598:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978840.627600:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978840.627601:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978840.627603:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978840.627619:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978840.627622:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978840.627623:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978840.627625:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978840.627627:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978840.627628:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978840.627630:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978840.627631:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978840.627633:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978841.523391:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978841.523401:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978841.523406:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978841.523413:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978841.523420:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978841.523425:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978841.523438:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978841.523441:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978841.523444:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978841.651574:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978841.651578:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978841.651580:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978841.651582:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978841.651585:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978841.651587:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978841.651589:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978841.651590:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978841.651593:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978841.651617:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978841.651621:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978841.651625:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978841.651627:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978841.651633:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978841.651634:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978841.651637:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978841.651638:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978841.651641:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978841.651642:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978841.651675:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978841.651678:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978841.651680:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978841.651683:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978841.651685:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978841.651688:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978841.651693:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978841.651695:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978841.651699:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978842.547375:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978842.547382:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978842.547385:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978842.547391:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978842.547396:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978842.547400:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978842.547403:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978842.547405:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978842.547408:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978842.675408:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978842.675414:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978842.675417:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978842.675424:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978842.675430:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978842.675435:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978842.675442:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978842.675447:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978842.675452:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978842.675485:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978842.675490:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978842.675499:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978842.675511:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978842.675519:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978842.675522:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978842.675528:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978842.675530:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978842.675534:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978842.675535:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978842.675565:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978842.675569:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978842.675571:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978842.675574:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978842.675576:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978842.675579:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978842.675582:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978842.675584:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978842.675586:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978842.675609:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978842.675613:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978842.675616:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978842.675620:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978842.675624:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978842.675628:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978842.675632:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978842.675635:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978842.675637:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978843.187629:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978843.187636:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978843.187641:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978843.187650:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880380 x1870620402937344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.187667:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978843.187670:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978843.187674:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978843.187677:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978843.187679:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978843.187683:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402937344:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978843.187689:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978843.187694:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978843.187697:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978843.187700:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978843.187707:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978843.187710:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978843.187717:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978843.187723:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978843.187730:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978843.187739:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402937344, portal 25 00000100:00000001:0.0:1783978843.187745:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978843.187748:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694530432 : -110484015021184 : ffff9b83ef880380) 00000100:00000040:0.0:1783978843.187756:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880380 x1870620402937344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.187764:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978843.187770:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978843.187775:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978843.187782:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402937344, offset 0 00000400:00000200:0.0:1783978843.187794:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978843.187807:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978843.187818:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978843.187827:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978843.187835:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978843.187843:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978843.187852:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978843.187863:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826280:826280:256:4294967295] 192.168.201.148@tcp LPNI seq info [826251:826251:8:4294967295] 00000400:00000200:0.0:1783978843.187872:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978843.187885:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978843.187894:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978843.187900:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978843.187910:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978843.187917:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783978843.187944:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978843.187948:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978843.187954:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978843.187961:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978843.187967:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978843.187970:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978843.187975:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978843.187979:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880380 x1870620402937344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.187996:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978843.188002:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880380 x1870620402937344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978868 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.188016:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978843.188020:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978843.188027:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978843.188033:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978843.188037:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311170298 00000100:00000010:0.0:1783978843.188044:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783978843.188052:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978843.188060:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311170298 00000100:00000010:0.0:1783978843.188066:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783978843.188072:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978843.188079:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978843.188084:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978843.188089:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978843.188099:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978843/real 1783978843] req@ffff9b83ef880380 x1870620402937344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978843.188123:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978843.188127:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978843.188130:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978843.188143:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978843.188150:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978843.188156:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978843.188165:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880380 x1870620402937344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978843.188186:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880380 x1870620402937344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.188198:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978843.188202:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978843.188207:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978843.188211:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978843.188220:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880380 x1870620402937344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.188229:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978843.188233:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880380 x1870620402937344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978868 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.188245:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978843.188251:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978843.188256:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978843.188260:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978843.188266:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978843.188271:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978843.188278:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978843.188287:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978843.188292:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978843.188332:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880380 x1870620402937344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978868 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978843.188354:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402937344:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978843.188364:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978843.188367:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978843.188371:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880380 x1870620402937344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978868 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.188394:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978843.188397:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978843.188399:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978843.188404:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978843.188408:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978843.188411:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978843.188416:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978843.188419:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635400. 02000000:00000001:0.0:1783978843.188424:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978843.188427:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978843.188430:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880380. 00000100:00000001:0.0:1783978843.188436:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978843.188438:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978843.188442:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978843.188450:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978843.188453:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978843.188458:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978843.188462:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978843.188466:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978843.188475:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880a80 x1870620402937472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.188510:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978843.188513:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978843.188516:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978843.188519:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978843.188522:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978843.188528:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402937472:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978843.188538:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978843.188541:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978843.188543:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978843.188545:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978843.188548:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978843.188550:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978843.188554:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978843.188557:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978843.188560:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978843.188564:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402937472, portal 10 00000100:00000001:0.0:1783978843.188565:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978843.188566:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694532224 : -110484015019392 : ffff9b83ef880a80) 00000100:00000040:0.0:1783978843.188572:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880a80 x1870620402937472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.188576:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978843.188577:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978843.188579:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978843.188581:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402937472, offset 0 00000400:00000200:0.0:1783978843.188583:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978843.188586:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978843.188588:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978843.188590:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978843.188592:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978843.188594:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978843.188596:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978843.188599:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826281:826281:256:4294967295] 192.168.201.148@tcp LPNI seq info [826252:826252:8:4294967295] 00000400:00000200:0.0:1783978843.188603:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978843.188609:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978843.188613:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978843.188616:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978843.188620:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978843.188622:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783978843.188633:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978843.188635:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978843.188638:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978843.188642:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978843.188644:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978843.188646:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978843.188648:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978843.188650:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880a80 x1870620402937472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.188655:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978843.188657:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880a80 x1870620402937472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978868 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.188661:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978843.188662:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978843.188664:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978843.188666:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978843.188668:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978843.188669:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311169040 00000100:00000001:0.0:1783978843.188672:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311170298 00000100:00000001:0.0:1783978843.188673:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311169040 00000100:00000001:0.0:1783978843.188674:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311170298 00000100:00000001:0.0:1783978843.188675:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978843.188677:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978843.188678:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978843.188680:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978843/real 1783978843] req@ffff9b83ef880a80 x1870620402937472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978843.188684:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978843.188685:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978843.188686:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978843.188687:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978843.188689:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978843.188690:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978843.188691:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880a80 x1870620402937472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978843.188696:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880a80 x1870620402937472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.188703:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978843.188704:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978843.188705:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978843.188706:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978843.188708:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880a80 x1870620402937472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.188711:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978843.188713:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880a80 x1870620402937472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978868 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.188717:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978843.188718:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978843.188719:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978843.188720:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978843.188721:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978843.188728:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978843.188731:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978843.188733:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978843.188736:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978843.188739:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880a80 x1870620402937472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978868 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978843.188747:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402937472:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978843.188750:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978843.188753:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883800 x1870620402937600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.188759:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978843.188761:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978843.188763:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978843.188765:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978843.188767:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978843.188769:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402937600:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978843.188772:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978843.188774:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978843.188775:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978843.188776:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978843.188779:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978843.188780:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978843.188782:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978843.188784:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978843.188786:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978843.188788:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402937600, portal 10 00000100:00000001:0.0:1783978843.188789:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978843.188790:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694543872 : -110484015007744 : ffff9b83ef883800) 00000100:00000040:0.0:1783978843.188794:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883800 x1870620402937600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.188798:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978843.188799:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978843.188800:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978843.188802:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402937600, offset 0 00000400:00000200:0.0:1783978843.188804:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978843.188807:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978843.188810:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978843.188812:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978843.188815:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978843.188817:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978843.188819:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978843.188821:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826282:826282:256:4294967295] 192.168.201.148@tcp LPNI seq info [826253:826253:8:4294967295] 00000400:00000200:0.0:1783978843.188825:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978843.188831:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978843.188835:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978843.188838:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978843.188842:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978843.188844:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783978843.188851:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978843.188853:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978843.188856:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978843.188859:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978843.188862:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978843.188863:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978843.188865:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978843.188868:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883800 x1870620402937600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.188875:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978843.188877:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883800 x1870620402937600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978868 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.188882:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978843.188883:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978843.188886:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978843.188889:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978843.188891:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978843.188893:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311169035 00000100:00000001:0.0:1783978843.188895:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311170298 00000100:00000001:0.0:1783978843.188898:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311169035 00000100:00000001:0.0:1783978843.188899:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311170298 00000100:00000001:0.0:1783978843.188901:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978843.188903:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978843.188905:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978843.188908:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978843/real 1783978843] req@ffff9b83ef883800 x1870620402937600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978843.188915:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978843.188916:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978843.188918:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978843.188920:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978843.188922:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978843.188924:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978843.188926:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883800 x1870620402937600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978843.188933:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883800 x1870620402937600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.188939:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978843.188940:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978843.188941:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978843.188943:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978843.188946:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883800 x1870620402937600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.188952:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978843.188955:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883800 x1870620402937600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978868 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.188961:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978843.188963:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978843.188964:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978843.188966:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978843.188967:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978843.188972:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978843.188974:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978843.188977:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978843.188980:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978843.188984:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883800 x1870620402937600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978868 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978843.188991:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402937600:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978843.188994:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978843.188997:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880700 x1870620402937728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.189002:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978843.189004:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978843.189006:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978843.189008:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978843.189009:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978843.189012:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402937728:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978843.189015:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978843.189017:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978843.189018:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978843.189020:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978843.189023:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978843.189025:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978843.189028:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978843.189031:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978843.189034:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978843.189037:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402937728, portal 4 00000100:00000001:0.0:1783978843.189038:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978843.189040:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694531328 : -110484015020288 : ffff9b83ef880700) 00000100:00000040:0.0:1783978843.189045:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880700 x1870620402937728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.189052:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978843.189054:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978843.189056:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978843.189059:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402937728, offset 0 00000400:00000200:0.0:1783978843.189063:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978843.189067:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978843.189070:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978843.189073:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978843.189075:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978843.189077:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978843.189079:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978843.189082:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826283:826283:256:4294967295] 192.168.201.148@tcp LPNI seq info [826254:826254:8:4294967295] 00000400:00000200:0.0:1783978843.189086:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978843.189091:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978843.189096:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978843.189099:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978843.189102:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978843.189104:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783978843.189114:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978843.189115:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978843.189118:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978843.189122:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978843.189125:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978843.189126:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978843.189128:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978843.189132:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880700 x1870620402937728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.189139:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978843.189142:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880700 x1870620402937728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978868 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.189148:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978843.189149:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978843.189152:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978843.189155:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978843.189158:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978843.189160:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311169062 00000100:00000001:0.0:1783978843.189162:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311170298 00000100:00000001:0.0:1783978843.189164:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311169062 00000100:00000001:0.0:1783978843.189166:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311170298 00000100:00000001:0.0:1783978843.189168:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978843.189170:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978843.189172:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978843.189175:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978843/real 1783978843] req@ffff9b83ef880700 x1870620402937728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978843.189182:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978843.189183:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978843.189185:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978843.189187:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978843.189189:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978843.189190:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978843.189193:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880700 x1870620402937728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978843.189201:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880700 x1870620402937728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.189207:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978843.189208:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978843.189210:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978843.189211:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978843.189215:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880700 x1870620402937728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.189221:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978843.189225:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880700 x1870620402937728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978868 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.189231:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978843.189233:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978843.189235:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978843.189236:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978843.189237:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978843.189241:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978843.189243:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978843.189246:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978843.189248:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978843.189252:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880700 x1870620402937728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978868 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978843.189260:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402937728:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978843.189263:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978843.189265:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978843.189267:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880a80 x1870620402937472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978868 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.189273:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978843.189275:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978843.189276:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978843.189279:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978843.189280:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978843.189282:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978843.189283:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978843.189285:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634000. 02000000:00000001:0.0:1783978843.189287:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978843.189289:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978843.189290:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880a80. 00000100:00000001:0.0:1783978843.189310:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978843.189312:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978843.189314:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978843.189318:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883800 x1870620402937600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978868 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.189329:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978843.189330:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978843.189331:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978843.189335:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978843.189336:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978843.189337:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978843.189339:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978843.189340:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636c00. 02000000:00000001:0.0:1783978843.189343:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978843.189344:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978843.189345:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883800. 00000100:00000001:0.0:1783978843.189349:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978843.189350:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978843.189352:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978843.189355:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880700 x1870620402937728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978868 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.189361:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978843.189362:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978843.189363:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978843.189367:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978843.189368:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978843.189369:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978843.189371:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978843.189372:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635000. 02000000:00000001:0.0:1783978843.189374:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978843.189375:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978843.189376:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880700. 00000100:00000001:0.0:1783978843.189378:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978843.189380:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978843.189381:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978843.189385:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978843.189386:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978843.189388:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978843.189390:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978843.189391:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978843.189395:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881180 x1870620402937856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.189402:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978843.189403:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978843.189405:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978843.189407:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978843.189409:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978843.189412:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402937856:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978843.189415:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978843.189416:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978843.189418:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978843.189419:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978843.189422:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978843.189424:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978843.189428:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978843.189430:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978843.189433:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978843.189436:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402937856, portal 4 00000100:00000001:0.0:1783978843.189438:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978843.189439:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694534016 : -110484015017600 : ffff9b83ef881180) 00000100:00000040:0.0:1783978843.189445:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881180 x1870620402937856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.189451:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978843.189453:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978843.189455:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978843.189458:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402937856, offset 0 00000400:00000200:0.0:1783978843.189462:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978843.189465:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978843.189468:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978843.189471:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978843.189473:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978843.189475:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978843.189477:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978843.189481:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826284:826284:256:4294967295] 192.168.201.148@tcp LPNI seq info [826255:826255:8:4294967295] 00000400:00000200:0.0:1783978843.189485:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978843.189491:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978843.189507:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978843.189512:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978843.189515:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978843.189518:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783978843.189528:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978843.189530:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783978843.189532:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978843.189536:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978843.189538:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075bb0 00000400:00000010:0.0:1783978843.189540:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075bb0. 00000100:00000001:0.0:1783978843.189542:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978843.189546:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881180 x1870620402937856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.189553:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978843.189556:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881180 x1870620402937856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978868 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.189562:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978843.189564:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978843.189566:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978843.189570:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978843.189573:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978843.189575:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311169053 00000100:00000001:0.0:1783978843.189577:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311170298 00000100:00000001:0.0:1783978843.189579:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311169053 00000100:00000001:0.0:1783978843.189581:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311170298 00000100:00000001:0.0:1783978843.189583:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978843.189586:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978843.189587:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978843.189591:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978843/real 1783978843] req@ffff9b83ef881180 x1870620402937856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978843.189598:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978843.189599:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978843.189601:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978843.189603:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978843.189605:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978843.189607:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978843.189610:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881180 x1870620402937856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978843.189617:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881180 x1870620402937856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.189623:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978843.189624:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978843.189626:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978843.189628:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978843.189631:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881180 x1870620402937856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.189638:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978843.189641:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881180 x1870620402937856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978868 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.189647:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978843.189649:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978843.189651:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978843.189652:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978843.189654:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978843.189657:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978843.189660:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978843.189663:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978843.189665:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978843.189669:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881180 x1870620402937856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978868 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978843.189676:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402937856:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978843.189680:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978843.189681:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978843.189684:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881180 x1870620402937856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978868 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978843.189690:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978843.189691:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978843.189693:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978843.189695:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978843.189696:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978843.189698:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978843.189700:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978843.189701:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783978843.189704:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978843.189705:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978843.189706:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881180. 00000100:00000001:0.0:1783978843.189709:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978843.189710:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978843.189712:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978843.189715:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978843.189716:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978843.189718:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978843.189720:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978843.571405:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978843.571412:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978843.571414:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978843.571419:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978843.571423:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978843.571428:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978843.571432:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978843.571435:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978843.571440:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978843.699534:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978843.699539:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978843.699545:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978843.699549:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978843.699558:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978843.699562:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978843.699567:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978843.699571:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978843.699579:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978843.699582:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978844.596718:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978844.596723:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978844.596725:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978844.596729:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978844.596732:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978844.596735:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978844.596737:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978844.596740:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978844.596742:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978844.723387:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978844.723395:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978844.723399:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978844.723406:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978844.723415:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978844.723420:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978844.723424:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978844.723428:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978844.723434:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978844.723438:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978844.723444:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978844.723447:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978844.723453:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978844.723457:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978844.723476:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978844.723480:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978845.619405:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978845.619413:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978845.619416:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978845.619424:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978845.619430:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978845.619436:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978845.619441:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978845.619444:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978845.619447:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978845.747392:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978845.747399:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978845.747404:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978845.747406:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978845.747412:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978845.747414:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978845.747421:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978845.747424:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978845.747428:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978845.747431:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978846.643563:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978846.643568:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978846.643569:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978846.643572:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978846.643574:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978846.643576:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978846.643578:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978846.643579:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978846.643581:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978846.771388:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978846.771393:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978846.771402:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978846.771406:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978846.771415:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978846.771419:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978846.771424:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978846.771428:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978846.771449:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978846.771453:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978846.771480:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978846.771484:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978846.771488:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978846.771495:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978846.771499:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978846.771503:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978846.771517:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978846.771520:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978846.771525:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978847.667395:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978847.667402:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978847.667406:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978847.667412:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978847.667428:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978847.667434:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978847.667443:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978847.667445:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978847.667447:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978847.795547:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978847.795550:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978847.795551:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978847.795553:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978847.795555:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978847.795557:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978847.795730:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978847.795734:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978847.795737:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978847.795760:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978847.795763:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978847.795766:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978847.795768:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978847.795771:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978847.795772:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978847.795784:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978847.795785:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978847.795788:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978847.795790:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978848.307652:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978848.307658:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978848.307660:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978848.307669:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620402937984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978848.307681:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978848.307685:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978848.307689:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978848.307693:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978848.307698:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978848.307704:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402937984:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978848.307711:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978848.307716:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978848.307720:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978848.307726:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978848.307734:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978848.307737:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978848.307753:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978848.307762:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978848.307772:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978848.307782:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402937984, portal 25 00000100:00000001:0.0:1783978848.307787:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978848.307791:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783978848.307800:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620402937984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978848.307809:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978848.307813:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978848.307817:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075bb0. 00000100:00000200:0.0:1783978848.307822:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402937984, offset 0 00000400:00000200:0.0:1783978848.307831:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978848.307841:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978848.307850:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978848.307857:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978848.307861:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978848.307866:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978848.307869:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978848.307875:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826285:826285:256:4294967295] 192.168.201.148@tcp LPNI seq info [826256:826256:8:4294967295] 00000400:00000200:0.0:1783978848.307882:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978848.307895:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978848.307903:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978848.307909:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783978848.307920:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783978848.307951:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978848.307963:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978848.307968:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311175418 00000100:00000010:0.0:1783978848.307976:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783978848.307984:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978848.307990:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311175418 00000100:00000010:0.0:1783978848.307996:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783978848.308001:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978848.308006:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978848.308011:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978848.308017:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978848.308022:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978848.308030:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978848.308034:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783978848.308039:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978848.308043:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978848.308046:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978848.308069:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39180 x1870620402938112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978848.308085:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978848.308088:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978848.308093:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978848.308098:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978848.308105:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978848.308111:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402938112:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978848.308119:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978848.308122:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978848.308126:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978848.308131:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978848.308137:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978848.308142:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978848.308148:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978848.308155:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ac60. 00000400:00000010:0.0:1783978848.308161:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783978848.308167:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402938112, portal 10 00000100:00000001:0.0:1783978848.308172:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978848.308176:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682704768 : -110484026846848 : ffff9b83eed39180) 00000100:00000040:0.0:1783978848.308188:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39180 x1870620402938112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978848.308204:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978848.308209:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978848.308214:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075d48. 00000100:00000200:0.0:1783978848.308219:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402938112, offset 0 00000400:00000200:0.0:1783978848.308230:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978848.308237:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978848.308244:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978848.308250:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978848.308254:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978848.308259:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978848.308264:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978848.308271:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826286:826286:255:4294967295] 192.168.201.148@tcp LPNI seq info [826257:826257:7:4294967295] 00000400:00000200:0.0:1783978848.308279:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978848.308320:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978848.308327:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978848.308332:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb100. 00000800:00000200:0.0:1783978848.308338:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783978848.308352:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978848.308358:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978848.308364:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978848.308367:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311174160 00000100:00000001:0.0:1783978848.308373:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311175418 00000100:00000001:0.0:1783978848.308378:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311174160 00000100:00000001:0.0:1783978848.308382:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311175418 00000100:00000001:0.0:1783978848.308387:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978848.308391:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978848.308395:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978848.308418:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38380 x1870620402938240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978848.308430:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978848.308433:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978848.308436:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978848.308438:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978848.308441:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978848.308445:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402938240:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978848.308450:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978848.308451:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978848.308453:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978848.308455:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978848.308458:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978848.308460:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978848.308464:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978848.308467:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783978848.308470:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978848.308473:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402938240, portal 10 00000100:00000001:0.0:1783978848.308475:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978848.308476:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682701184 : -110484026850432 : ffff9b83eed38380) 00000100:00000040:0.0:1783978848.308483:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38380 x1870620402938240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978848.308489:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978848.308491:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978848.308494:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075c38. 00000100:00000200:0.0:1783978848.308496:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402938240, offset 0 00000400:00000200:0.0:1783978848.308501:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978848.308504:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978848.308508:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978848.308511:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978848.308513:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978848.308515:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978848.308518:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978848.308521:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826287:826287:254:4294967295] 192.168.201.148@tcp LPNI seq info [826258:826258:6:4294967295] 00000400:00000200:0.0:1783978848.308525:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978848.308532:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978848.308536:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978848.308540:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb800. 00000800:00000200:0.0:1783978848.308543:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783978848.308550:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978848.308553:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978848.308561:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978848.308563:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311174155 00000100:00000001:0.0:1783978848.308566:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311175418 00000100:00000001:0.0:1783978848.308568:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311174155 00000100:00000001:0.0:1783978848.308570:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311175418 00000100:00000001:0.0:1783978848.308572:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978848.308574:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978848.308577:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978848.308580:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978848.308583:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978848.308585:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783978848.308587:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978848.308589:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978848.308590:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978848.308597:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620402938368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978848.308605:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978848.308607:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978848.308609:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978848.308612:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978848.308614:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978848.308617:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402938368:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978848.308621:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978848.308623:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978848.308625:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978848.308627:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978848.308631:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978848.308634:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978848.308638:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978848.308642:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a898. 00000400:00000010:0.0:1783978848.308647:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783978848.308650:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402938368, portal 4 00000100:00000001:0.0:1783978848.308652:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978848.308653:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783978848.308660:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620402938368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978848.308667:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978848.308670:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978848.308673:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075b28. 00000100:00000200:0.0:1783978848.308676:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402938368, offset 0 00000400:00000200:0.0:1783978848.308681:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978848.308684:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978848.308688:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978848.308691:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978848.308694:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978848.308697:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978848.308699:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978848.308703:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826288:826288:253:4294967295] 192.168.201.148@tcp LPNI seq info [826259:826259:5:4294967295] 00000400:00000200:0.0:1783978848.308707:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978848.308712:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978848.308716:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978848.308719:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbe00. 00000800:00000200:0.0:1783978848.308722:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783978848.308728:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978848.308731:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978848.308734:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978848.308736:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311174182 00000100:00000001:0.0:1783978848.308738:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311175418 00000100:00000001:0.0:1783978848.308740:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311174182 00000100:00000001:0.0:1783978848.308742:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311175418 00000100:00000001:0.0:1783978848.308744:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978848.308746:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978848.308748:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978848.308751:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b480 x1870620402938496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978848.308758:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978848.308760:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978848.308762:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978848.308763:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978848.308765:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978848.308768:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402938496:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978848.308773:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978848.308775:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978848.308776:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978848.308778:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978848.308782:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978848.308783:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978848.308789:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978848.308792:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783978848.308795:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075550. 00000100:00000200:0.0:1783978848.308797:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402938496, portal 4 00000100:00000001:0.0:1783978848.308799:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978848.308800:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682713728 : -110484026837888 : ffff9b83eed3b480) 00000100:00000040:0.0:1783978848.308805:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b480 x1870620402938496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978848.308810:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978848.308812:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978848.308813:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075440. 00000100:00000200:0.0:1783978848.308815:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402938496, offset 0 00000400:00000200:0.0:1783978848.308819:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978848.308823:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978848.308826:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978848.308828:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978848.308830:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978848.308832:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978848.308834:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978848.308836:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826289:826289:252:4294967295] 192.168.201.148@tcp LPNI seq info [826260:826260:4:4294967295] 00000400:00000200:0.0:1783978848.308840:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978848.308846:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978848.308849:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978848.308852:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb300. 00000800:00000200:0.0:1783978848.308855:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783978848.308862:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978848.308864:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978848.308867:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978848.308869:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311174172 00000100:00000001:0.0:1783978848.308870:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311175418 00000100:00000001:0.0:1783978848.308872:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311174172 00000100:00000001:0.0:1783978848.308874:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311175418 00000100:00000001:0.0:1783978848.308875:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978848.308877:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978848.308879:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978848.308881:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978848.308883:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978848.308884:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783978848.308886:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978848.308887:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978848.308888:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978848.308890:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978848.691386:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978848.691392:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978848.691394:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978848.691409:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978848.691413:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978848.691417:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978848.691420:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978848.691423:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978848.691427:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978848.819417:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978848.819423:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978848.819433:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978848.819439:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978848.819445:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978848.819451:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978848.819458:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978848.819462:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978848.819464:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978848.819468:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978848.819477:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978848.819482:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978848.819487:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978848.819493:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978848.819500:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978848.819505:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978848.819511:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978848.819517:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978848.819523:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978848.819532:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978848.819536:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978848.819539:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978848.819545:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978848.819548:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978848.819555:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978848.819562:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978848.819569:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978848.819574:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978848.819579:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978848.819582:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978848.819585:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978848.819587:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978848.819589:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978848.819591:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978849.715414:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978849.715423:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978849.715426:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978849.715434:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978849.715439:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978849.715443:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978849.715446:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978849.715448:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978849.715451:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978849.843545:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978849.843548:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978849.843549:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978849.843552:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978849.843555:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978849.843557:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978849.843559:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978849.843560:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978849.843563:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978849.843575:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978849.843577:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978849.843578:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978849.843585:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978849.843587:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978849.843588:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978849.843590:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978849.843592:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978849.843593:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978849.843611:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978849.843613:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978849.843618:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978849.843619:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978849.843623:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978849.843624:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978849.843627:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978849.843628:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978849.843631:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978849.843632:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978849.843650:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978849.843653:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978849.843654:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978849.843656:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978849.843658:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978849.843659:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978849.843661:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978849.843662:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978849.843664:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978850.739405:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978850.739413:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978850.739416:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978850.739422:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978850.739429:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978850.739434:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978850.739444:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978850.739448:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978850.739451:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978850.867442:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978850.867451:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978850.867455:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978850.867462:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978850.867467:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978850.867471:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978850.867476:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978850.867481:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978850.867486:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978850.867519:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978850.867524:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978850.867530:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978850.867531:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978850.867537:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978850.867541:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978850.867548:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978850.867551:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978850.867558:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978850.867562:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978850.867588:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978850.867592:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978850.867594:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978850.867597:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978850.867601:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978850.867603:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978850.867606:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978850.867608:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978850.867610:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978850.867629:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978850.867632:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978850.867633:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978850.867636:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978850.867639:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978850.867641:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978850.867644:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978850.867645:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978850.867648:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978851.380884:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978851.380889:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978851.380892:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978851.380900:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978848/real 1783978851] req@ffff9b83eed3a300 x1870620402938368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978851.380912:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978851.380913:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978851.380916:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a898. 00000400:00000200:0.0:1783978851.380920:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783978851.380921:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783978851.380924:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978851.380928:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620402938368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978851.380935:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620402938368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978851.380942:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978851.380944:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978851.380947:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978851.380949:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978851.380952:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620402938368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978851.380958:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978851.380963:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620402938368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978873 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978851.380969:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978851.380972:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978851.380974:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978851.380975:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978851.380978:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978851.380984:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978851.380988:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978851.380992:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978851.380995:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978851.380999:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620402938368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978873 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978851.381008:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402938368:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978851.381013:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978851.381017:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978848/real 1783978851] req@ffff9b83eed3b480 x1870620402938496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978851.381024:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978851.381025:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978851.381027:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783978851.381029:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075550 00000400:00000010:0.0:1783978851.381031:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075550. 00000100:00000001:0.0:1783978851.381033:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978851.381036:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b480 x1870620402938496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978851.381043:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b480 x1870620402938496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978851.381048:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978851.381049:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978851.381051:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978851.381053:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978851.381057:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b480 x1870620402938496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978851.381062:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978851.381067:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b480 x1870620402938496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978873 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978851.381072:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978851.381074:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978851.381076:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978851.381077:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978851.381079:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978851.381084:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978851.381086:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978851.381089:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978851.381090:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978851.381094:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b480 x1870620402938496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978873 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978851.381101:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402938496:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978851.381105:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978851.381108:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978848/real 1783978851] req@ffff9b83eed39180 x1870620402938112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978851.381114:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978851.381115:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978851.381117:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ac60. 00000400:00000200:0.0:1783978851.381120:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783978851.381122:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783978851.381123:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978851.381126:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39180 x1870620402938112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978851.381134:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39180 x1870620402938112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978851.381139:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978851.381141:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978851.381143:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978851.381145:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978851.381148:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39180 x1870620402938112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978851.381154:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978851.381157:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39180 x1870620402938112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978873 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978851.381163:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978851.381164:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978851.381165:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978851.381167:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978851.381168:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978851.381177:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978851.381180:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978851.381183:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978851.381186:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978851.381189:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39180 x1870620402938112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978873 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978851.381196:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402938112:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978851.381200:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978851.381204:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978848/real 1783978851] req@ffff9b83eed38380 x1870620402938240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978851.381211:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978851.381212:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978851.381214:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783978851.381216:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978851.381218:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978851.381220:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978851.381223:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38380 x1870620402938240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978851.381230:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38380 x1870620402938240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978851.381236:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978851.381237:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978851.381239:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978851.381240:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978851.381243:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38380 x1870620402938240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978851.381250:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978851.381253:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38380 x1870620402938240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978873 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978851.381260:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978851.381262:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978851.381263:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978851.381264:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978851.381265:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978851.381272:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978851.381275:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978851.381279:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978851.381281:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978851.381285:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38380 x1870620402938240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978873 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978851.381368:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402938240:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978851.381373:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978851.381378:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978848/real 1783978851] req@ffff9b83eed39f80 x1870620402937984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978851.381384:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978851.381385:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978851.381387:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978851.381390:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978851.381392:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978851.381394:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978851.381397:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620402937984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978851.381405:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620402937984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978851.381411:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978851.381412:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978851.381414:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978851.381415:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978851.381419:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620402937984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978851.381424:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978851.381428:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620402937984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978873 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978851.381434:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978851.381436:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978851.381437:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978851.381438:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978851.381440:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978851.381442:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978851.381444:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978851.381447:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978851.381449:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978851.381454:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620402937984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978873 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978851.381461:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402937984:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978851.381464:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978851.381467:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978851.381470:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620402938368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978873 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978851.381477:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978851.381481:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978851.381486:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978851.381491:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978851.381494:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978851.381496:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978851.381499:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978851.381501:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16400. 02000000:00000001:0.0:1783978851.381504:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978851.381506:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978851.381508:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783978851.381512:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978851.381513:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978851.381515:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978851.381518:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b480 x1870620402938496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978873 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978851.381524:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978851.381525:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978851.381526:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978851.381529:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978851.381530:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978851.381531:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978851.381533:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978851.381534:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15400. 02000000:00000001:0.0:1783978851.381536:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978851.381538:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978851.381539:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b480. 00000100:00000001:0.0:1783978851.381541:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978851.381543:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978851.381544:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978851.381547:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39180 x1870620402938112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978873 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978851.381553:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978851.381554:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978851.381556:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978851.381559:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978851.381560:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978851.381561:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978851.381563:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978851.381564:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15c00. 02000000:00000001:0.0:1783978851.381566:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978851.381567:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978851.381568:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39180. 00000100:00000001:0.0:1783978851.381570:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978851.381571:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978851.381573:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978851.381576:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38380 x1870620402938240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978873 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978851.381582:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978851.381583:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978851.381584:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978851.381586:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978851.381587:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978851.381589:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978851.381591:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978851.381592:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15800. 02000000:00000001:0.0:1783978851.381594:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978851.381595:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978851.381596:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38380. 00000100:00000001:0.0:1783978851.381598:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978851.381600:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978851.381602:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978851.381605:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620402937984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978873 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978851.381611:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978851.381612:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978851.381613:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978851.381617:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978851.381617:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978851.381618:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978851.381620:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978851.381622:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec17400. 02000000:00000001:0.0:1783978851.381624:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978851.381625:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978851.381626:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783978851.381629:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978851.381630:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978851.381632:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978851.381639:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978851.381641:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978851.381644:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978851.381646:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978851.763547:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978851.763550:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978851.763552:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978851.763554:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978851.763556:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978851.763562:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978851.763564:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978851.763565:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978851.763567:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978851.891412:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978851.891418:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978851.891421:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978851.891429:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978851.891436:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978851.891442:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978851.891448:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978851.891451:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978851.891456:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978851.891480:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978851.891483:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978851.891488:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978851.891491:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978851.891497:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978851.891500:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978851.891507:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978851.891512:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978851.891521:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978851.891526:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978852.787858:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978852.787865:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978852.787867:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978852.787871:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978852.787875:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978852.787878:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978852.787881:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978852.787883:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978852.787886:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978852.915449:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978852.915459:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978852.915464:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978852.915471:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978852.915477:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978852.915483:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978852.915488:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978852.915496:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978852.915502:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978852.915542:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978852.915546:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978852.915553:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978852.915555:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978852.915561:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978852.915565:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978852.915573:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978852.915577:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978852.915585:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978852.915588:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978852.916196:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978852.916199:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978852.916201:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978852.916203:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978852.916205:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978852.916207:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978852.916209:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978852.916211:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978852.916213:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978853.428359:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978853.428365:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978853.428369:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978853.428376:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38a80 x1870620402938624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.428385:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978853.428388:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978853.428392:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978853.428396:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978853.428399:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978853.428403:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402938624:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978853.428408:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978853.428413:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978853.428417:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978853.428420:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978853.428427:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978853.428429:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978853.428435:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978853.428440:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978853.428448:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978853.428458:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402938624, portal 25 00000100:00000001:0.0:1783978853.428460:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978853.428462:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682702976 : -110484026848640 : ffff9b83eed38a80) 00000100:00000040:0.0:1783978853.428467:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38a80 x1870620402938624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.428476:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978853.428484:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978853.428488:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978853.428493:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402938624, offset 0 00000400:00000200:0.0:1783978853.428501:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978853.428511:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978853.428518:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978853.428525:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978853.428529:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978853.428534:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978853.428537:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978853.428541:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826290:826290:256:4294967295] 192.168.201.148@tcp LPNI seq info [826261:826261:8:4294967295] 00000400:00000200:0.0:1783978853.428546:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978853.428557:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978853.428564:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978853.428569:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978853.428577:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978853.428581:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978853.428595:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978853.428598:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978853.428605:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978853.428609:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978853.428615:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978853.428618:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978853.428624:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978853.428629:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38a80 x1870620402938624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.428638:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978853.428642:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620402938624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978878 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.428656:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978853.428657:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978853.428664:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978853.428668:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978853.428671:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311180539 00000100:00000010:0.0:1783978853.428676:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783978853.428684:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978853.428690:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311180539 00000100:00000010:0.0:1783978853.428693:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783978853.428697:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978853.428700:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978853.428703:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978853.428706:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978853.428710:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978853/real 1783978853] req@ffff9b83eed38a80 x1870620402938624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978853.428720:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978853.428722:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978853.428725:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978853.428728:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978853.428730:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978853.428733:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978853.428736:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38a80 x1870620402938624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978853.428746:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38a80 x1870620402938624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.428752:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978853.428754:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978853.428757:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978853.428759:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978853.428763:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38a80 x1870620402938624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.428770:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978853.428774:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38a80 x1870620402938624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978878 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.428781:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978853.428783:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978853.428785:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978853.428786:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978853.428789:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978853.428790:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978853.428793:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978853.428797:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978853.428800:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978853.428805:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38a80 x1870620402938624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978878 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978853.428813:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402938624:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978853.428817:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978853.428821:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b100 x1870620402938752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.428827:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978853.428828:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978853.428830:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978853.428832:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978853.428834:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978853.428837:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402938752:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978853.428840:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978853.428842:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978853.428844:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978853.428846:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978853.428849:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978853.428851:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978853.428855:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978853.428857:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978853.428860:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978853.428862:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402938752, portal 10 00000100:00000001:0.0:1783978853.428864:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978853.428865:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682712832 : -110484026838784 : ffff9b83eed3b100) 00000100:00000040:0.0:1783978853.428874:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b100 x1870620402938752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.428880:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978853.428881:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978853.428884:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978853.428886:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402938752, offset 0 00000400:00000200:0.0:1783978853.428889:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978853.428893:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978853.428897:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978853.428900:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978853.428902:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978853.428904:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978853.428907:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978853.428910:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826291:826291:256:4294967295] 192.168.201.148@tcp LPNI seq info [826262:826262:8:4294967295] 00000400:00000200:0.0:1783978853.428914:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978853.428920:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978853.428924:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978853.428927:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978853.428931:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978853.428934:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978853.428944:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978853.428945:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978853.428949:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978853.428952:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978853.428956:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978853.428958:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978853.428960:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978853.428964:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b100 x1870620402938752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.428971:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978853.428974:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b100 x1870620402938752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978878 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.428980:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978853.428982:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978853.428985:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978853.428988:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978853.428991:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978853.428993:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311179280 00000100:00000001:0.0:1783978853.428996:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311180539 00000100:00000001:0.0:1783978853.428999:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311179280 00000100:00000001:0.0:1783978853.429001:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311180539 00000100:00000001:0.0:1783978853.429003:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978853.429005:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978853.429007:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978853.429010:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978853/real 1783978853] req@ffff9b83eed3b100 x1870620402938752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978853.429017:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978853.429019:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978853.429021:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978853.429023:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978853.429024:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978853.429027:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978853.429030:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b100 x1870620402938752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978853.429038:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b100 x1870620402938752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.429045:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978853.429046:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978853.429048:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978853.429049:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978853.429052:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b100 x1870620402938752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.429058:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978853.429062:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b100 x1870620402938752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978878 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.429069:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978853.429071:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978853.429073:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978853.429075:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978853.429076:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978853.429088:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978853.429091:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978853.429095:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978853.429097:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978853.429101:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b100 x1870620402938752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978878 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978853.429109:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402938752:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978853.429113:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978853.429118:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620402938880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.429130:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978853.429131:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978853.429133:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978853.429135:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978853.429137:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978853.429139:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402938880:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978853.429142:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978853.429145:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978853.429147:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978853.429148:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978853.429151:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978853.429153:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978853.429156:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978853.429159:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978853.429162:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978853.429165:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402938880, portal 10 00000100:00000001:0.0:1783978853.429167:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978853.429168:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783978853.429175:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620402938880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.429181:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978853.429183:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978853.429185:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978853.429189:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402938880, offset 0 00000400:00000200:0.0:1783978853.429193:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978853.429197:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978853.429200:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978853.429203:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978853.429205:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978853.429207:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978853.429217:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978853.429221:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826292:826292:256:4294967295] 192.168.201.148@tcp LPNI seq info [826263:826263:8:4294967295] 00000400:00000200:0.0:1783978853.429225:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978853.429231:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978853.429235:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978853.429238:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978853.429242:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978853.429245:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978853.429256:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978853.429258:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978853.429261:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978853.429265:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978853.429267:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978853.429269:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978853.429272:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978853.429275:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620402938880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.429282:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978853.429285:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620402938880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978878 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.429291:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978853.429370:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978853.429373:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978853.429377:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978853.429380:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978853.429382:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311179276 00000100:00000001:0.0:1783978853.429384:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311180539 00000100:00000001:0.0:1783978853.429387:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311179276 00000100:00000001:0.0:1783978853.429389:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311180539 00000100:00000001:0.0:1783978853.429391:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978853.429393:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978853.429395:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978853.429399:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978853/real 1783978853] req@ffff9b83eed39f80 x1870620402938880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978853.429407:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978853.429409:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978853.429411:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978853.429413:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978853.429415:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978853.429417:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978853.429421:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620402938880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978853.429429:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620402938880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.429435:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978853.429437:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978853.429439:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978853.429440:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978853.429444:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620402938880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.429451:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978853.429455:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620402938880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978878 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.429462:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978853.429471:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978853.429473:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978853.429474:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978853.429476:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978853.429483:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978853.429486:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978853.429490:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978853.429492:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978853.429497:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620402938880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978878 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978853.429504:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402938880:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978853.429508:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978853.429512:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38380 x1870620402939008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.429519:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978853.429521:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978853.429523:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978853.429525:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978853.429527:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978853.429530:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402939008:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978853.429534:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978853.429536:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978853.429538:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978853.429540:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978853.429544:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978853.429547:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978853.429550:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978853.429553:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978853.429571:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978853.429575:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402939008, portal 4 00000100:00000001:0.0:1783978853.429577:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978853.429579:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682701184 : -110484026850432 : ffff9b83eed38380) 00000100:00000040:0.0:1783978853.429585:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38380 x1870620402939008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.429592:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978853.429595:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978853.429598:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978853.429600:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402939008, offset 0 00000400:00000200:0.0:1783978853.429604:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978853.429608:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978853.429612:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978853.429615:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978853.429617:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978853.429619:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978853.429621:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978853.429625:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826293:826293:256:4294967295] 192.168.201.148@tcp LPNI seq info [826264:826264:8:4294967295] 00000400:00000200:0.0:1783978853.429628:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978853.429635:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978853.429638:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978853.429642:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978853.429646:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978853.429648:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978853.429659:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978853.429660:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978853.429663:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978853.429666:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978853.429669:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978853.429671:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978853.429674:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978853.429677:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38380 x1870620402939008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.429683:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978853.429686:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620402939008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978878 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.429692:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978853.429693:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978853.429697:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978853.429700:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978853.429703:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978853.429705:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311179303 00000100:00000001:0.0:1783978853.429708:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311180539 00000100:00000001:0.0:1783978853.429710:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311179303 00000100:00000001:0.0:1783978853.429712:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311180539 00000100:00000001:0.0:1783978853.429714:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978853.429717:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978853.429718:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978853.429722:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978853/real 1783978853] req@ffff9b83eed38380 x1870620402939008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978853.429731:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978853.429732:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978853.429733:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978853.429736:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978853.429738:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978853.429740:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978853.429743:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38380 x1870620402939008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978853.429751:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38380 x1870620402939008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.429758:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978853.429760:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978853.429762:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978853.429763:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978853.429766:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38380 x1870620402939008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.429773:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978853.429777:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38380 x1870620402939008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978878 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.429784:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978853.429786:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978853.429788:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978853.429789:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978853.429791:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978853.429795:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978853.429798:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978853.429801:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978853.429803:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978853.429807:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38380 x1870620402939008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978878 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978853.429813:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402939008:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978853.429817:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978853.429821:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39180 x1870620402939136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.429827:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978853.429828:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978853.429831:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978853.429832:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978853.429834:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978853.429836:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402939136:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978853.429839:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978853.429841:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978853.429843:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978853.429844:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978853.429848:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978853.429850:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978853.429853:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978853.429856:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978853.429859:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978853.429862:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402939136, portal 4 00000100:00000001:0.0:1783978853.429864:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978853.429865:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682704768 : -110484026846848 : ffff9b83eed39180) 00000100:00000040:0.0:1783978853.429871:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39180 x1870620402939136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.429878:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978853.429880:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978853.429883:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978853.429885:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402939136, offset 0 00000400:00000200:0.0:1783978853.429889:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978853.429893:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978853.429896:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978853.429899:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978853.429901:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978853.429903:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978853.429905:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978853.429908:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826294:826294:256:4294967295] 192.168.201.148@tcp LPNI seq info [826265:826265:8:4294967295] 00000400:00000200:0.0:1783978853.429911:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978853.429917:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978853.429921:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978853.429925:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978853.429928:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978853.429930:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978853.429942:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978853.429944:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978853.429947:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978853.429949:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978853.429952:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978853.429953:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978853.429956:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978853.429959:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39180 x1870620402939136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.429966:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978853.429969:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39180 x1870620402939136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978878 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.429975:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978853.429976:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978853.429979:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978853.429982:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978853.429985:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978853.429986:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311179293 00000100:00000001:0.0:1783978853.429988:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311180539 00000100:00000001:0.0:1783978853.429991:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311179293 00000100:00000001:0.0:1783978853.429993:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311180539 00000100:00000001:0.0:1783978853.429995:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978853.429997:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978853.429998:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978853.430002:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978853/real 1783978853] req@ffff9b83eed39180 x1870620402939136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978853.430009:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978853.430011:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978853.430012:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978853.430014:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978853.430015:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978853.430017:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978853.430020:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39180 x1870620402939136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978853.430028:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39180 x1870620402939136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.430040:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978853.430042:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978853.430043:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978853.430045:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978853.430048:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39180 x1870620402939136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.430054:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978853.430058:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39180 x1870620402939136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978878 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.430064:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978853.430067:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978853.430068:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978853.430069:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978853.430070:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978853.430074:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978853.430077:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978853.430079:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978853.430081:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978853.430084:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39180 x1870620402939136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978878 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978853.430092:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402939136:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978853.430095:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978853.430098:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978853.430101:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38a80 x1870620402938624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978878 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.430108:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978853.430111:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978853.430115:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978853.430120:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978853.430122:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978853.430124:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978853.430126:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978853.430129:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14c00. 02000000:00000001:0.0:1783978853.430134:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978853.430136:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978853.430138:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38a80. 00000100:00000001:0.0:1783978853.430141:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978853.430143:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978853.430144:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978853.430147:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b100 x1870620402938752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978878 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.430154:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978853.430155:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978853.430156:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978853.430159:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978853.430160:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978853.430161:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978853.430163:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978853.430164:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14000. 02000000:00000001:0.0:1783978853.430165:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978853.430166:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978853.430167:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b100. 00000100:00000001:0.0:1783978853.430169:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978853.430170:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978853.430171:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978853.430174:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620402938880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978878 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.430180:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978853.430181:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978853.430183:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978853.430186:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978853.430187:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978853.430188:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978853.430190:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978853.430191:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16800. 02000000:00000001:0.0:1783978853.430194:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978853.430195:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978853.430196:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783978853.430198:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978853.430199:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978853.430200:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978853.430203:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38380 x1870620402939008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978878 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.430209:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978853.430210:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978853.430211:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978853.430213:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978853.430214:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978853.430215:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978853.430217:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978853.430218:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16c00. 02000000:00000001:0.0:1783978853.430221:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978853.430222:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978853.430223:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38380. 00000100:00000001:0.0:1783978853.430225:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978853.430226:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978853.430227:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978853.430230:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39180 x1870620402939136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978878 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978853.430236:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978853.430237:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978853.430239:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978853.430241:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978853.430242:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978853.430244:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978853.430245:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978853.430247:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec17400. 02000000:00000001:0.0:1783978853.430249:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978853.430251:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978853.430252:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39180. 00000100:00000001:0.0:1783978853.430254:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978853.430256:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978853.430258:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978853.430267:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978853.430270:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978853.430273:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978853.430274:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978853.811432:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978853.811445:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978853.811449:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978853.811459:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978853.811466:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978853.811471:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978853.811479:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978853.811483:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978853.811488:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978853.939440:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978853.939455:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978853.939465:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978853.939478:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978853.939489:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978853.939499:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978853.939523:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978853.939528:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978853.939535:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978853.939554:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978853.939559:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978853.939564:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978853.939579:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978853.939585:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978853.939592:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978853.939601:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978853.939605:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978853.939609:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978853.939637:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978853.939640:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978853.939645:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978853.939646:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978853.939650:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978853.939651:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978853.939654:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978853.939655:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978853.939658:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978853.939659:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978854.835397:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978854.835404:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978854.835406:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978854.835413:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978854.835417:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978854.835421:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978854.835423:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978854.835426:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978854.835430:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978854.965417:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978854.965422:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978854.965424:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978854.965431:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978854.965436:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978854.965441:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978854.965443:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978854.965446:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978854.965450:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978854.965473:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978854.965479:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978854.965481:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978854.965485:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978854.965488:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978854.965490:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978854.965492:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978854.965494:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978854.965498:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978854.965500:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978854.965503:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978854.965504:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978854.965507:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978854.965509:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978854.965512:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978854.965513:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978855.859453:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978855.859457:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978855.859459:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978855.859462:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978855.859465:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978855.859467:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978855.859469:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978855.859471:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978855.859473:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978855.987409:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978855.987414:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978855.987419:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978855.987421:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978855.987429:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978855.987432:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978855.987437:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978855.987441:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978855.987445:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978855.987449:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978855.988908:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978855.988911:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978855.988912:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978855.988915:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978855.988917:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978855.988918:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978855.988920:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978855.988921:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978855.988923:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978856.885602:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978856.885610:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978856.885612:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978856.885616:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978856.885620:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978856.885624:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978856.885626:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978856.885629:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978856.885632:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978857.011409:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978857.011416:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978857.011421:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978857.011430:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978857.011436:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978857.011443:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978857.011459:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978857.011463:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978857.011467:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978857.011493:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978857.011498:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978857.011504:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978857.011505:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978857.011511:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978857.011515:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978857.011521:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978857.011525:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978857.011532:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978857.011537:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978857.011577:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978857.011582:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978857.011585:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978857.011592:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978857.011597:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978857.011601:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978857.011612:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978857.011614:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978857.011617:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978857.908316:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978857.908319:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978857.908321:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978857.908323:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978857.908325:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978857.908327:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978857.908329:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978857.908330:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978857.908333:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978858.035387:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978858.035393:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978858.035397:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978858.035402:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978858.035407:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978858.035412:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978858.035418:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978858.035423:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978858.035429:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978858.035457:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978858.035462:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978858.035468:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978858.035472:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978858.035480:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978858.035484:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978858.035492:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978858.035495:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978858.035504:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978858.035507:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978858.035539:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978858.035542:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978858.035546:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978858.548269:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978858.548274:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978858.548277:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978858.548284:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b480 x1870620402939264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.548291:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978858.548317:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978858.548321:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978858.548324:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978858.548327:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978858.548330:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402939264:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978858.548334:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978858.548339:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978858.548342:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978858.548344:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978858.548349:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978858.548352:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978858.548358:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978858.548363:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978858.548369:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978858.548377:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402939264, portal 25 00000100:00000001:0.0:1783978858.548378:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978858.548380:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682713728 : -110484026837888 : ffff9b83eed3b480) 00000100:00000040:0.0:1783978858.548383:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b480 x1870620402939264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.548388:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978858.548390:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978858.548392:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978858.548394:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402939264, offset 0 00000400:00000200:0.0:1783978858.548399:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978858.548405:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978858.548409:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978858.548412:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978858.548415:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978858.548418:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978858.548421:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978858.548423:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826295:826295:256:4294967295] 192.168.201.148@tcp LPNI seq info [826266:826266:8:4294967295] 00000400:00000200:0.0:1783978858.548426:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978858.548434:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978858.548438:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978858.548441:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978858.548445:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978858.548448:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 52 secs later) 00000800:00000100:0.0:1783978858.548456:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978858.548458:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978858.548462:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978858.548466:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978858.548470:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978858.548473:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978858.548477:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978858.548481:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b480 x1870620402939264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.548489:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978858.548493:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620402939264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978883 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.548499:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978858.548500:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978858.548505:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978858.548509:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978858.548511:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311185659 00000100:00000010:0.0:1783978858.548515:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783978858.548521:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978858.548525:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311185659 00000100:00000010:0.0:1783978858.548529:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783978858.548531:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978858.548534:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978858.548536:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978858.548539:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978858.548543:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978858/real 1783978858] req@ffff9b83eed3b480 x1870620402939264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978858.548551:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978858.548554:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978858.548556:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978858.548559:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978858.548561:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978858.548564:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978858.548568:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b480 x1870620402939264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978858.548576:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b480 x1870620402939264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.548583:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978858.548584:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978858.548586:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978858.548588:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978858.548591:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b480 x1870620402939264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.548597:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978858.548601:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b480 x1870620402939264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978883 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.548606:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978858.548609:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978858.548611:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978858.548612:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978858.548614:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978858.548616:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978858.548618:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978858.548621:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978858.548623:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978858.548626:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b480 x1870620402939264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978883 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978858.548633:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402939264:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978858.548637:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978858.548640:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620402939392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.548649:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978858.548650:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978858.548652:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978858.548654:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978858.548656:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978858.548658:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402939392:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978858.548660:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978858.548663:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978858.548664:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978858.548665:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978858.548668:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978858.548670:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978858.548673:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978858.548675:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978858.548678:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978858.548681:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402939392, portal 10 00000100:00000001:0.0:1783978858.548683:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978858.548684:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783978858.548691:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620402939392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.548697:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978858.548699:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978858.548700:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978858.548702:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402939392, offset 0 00000400:00000200:0.0:1783978858.548706:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978858.548709:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978858.548712:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978858.548715:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978858.548717:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978858.548719:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978858.548721:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978858.548724:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826296:826296:256:4294967295] 192.168.201.148@tcp LPNI seq info [826267:826267:8:4294967295] 00000400:00000200:0.0:1783978858.548727:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978858.548732:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978858.548736:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978858.548739:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978858.548742:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978858.548745:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 52 secs later) 00000800:00000100:0.0:1783978858.548754:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978858.548756:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978858.548758:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978858.548761:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978858.548764:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978858.548766:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978858.548768:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978858.548772:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3a300 x1870620402939392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.548779:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978858.548781:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620402939392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978883 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.548787:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978858.548788:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978858.548791:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978858.548795:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978858.548798:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978858.548800:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311184400 00000100:00000001:0.0:1783978858.548802:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311185659 00000100:00000001:0.0:1783978858.548804:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311184400 00000100:00000001:0.0:1783978858.548806:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311185659 00000100:00000001:0.0:1783978858.548808:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978858.548810:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978858.548812:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978858.548816:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978858/real 1783978858] req@ffff9b83eed3a300 x1870620402939392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978858.548823:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978858.548824:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978858.548826:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978858.548828:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978858.548830:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978858.548832:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978858.548835:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620402939392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978858.548842:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620402939392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.548849:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978858.548850:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978858.548852:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978858.548853:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978858.548856:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620402939392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.548860:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978858.548862:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620402939392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978883 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.548866:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978858.548867:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978858.548868:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978858.548869:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978858.548870:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978858.548876:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978858.548877:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978858.548879:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978858.548881:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978858.548883:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620402939392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978883 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978858.548888:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402939392:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978858.548891:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978858.548894:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39180 x1870620402939520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.548900:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978858.548901:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978858.548903:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978858.548905:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978858.548906:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978858.548909:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402939520:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978858.548912:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978858.548914:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978858.548915:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978858.548917:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978858.548920:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978858.548922:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978858.548925:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978858.548928:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978858.548931:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978858.548935:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402939520, portal 10 00000100:00000001:0.0:1783978858.548936:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978858.548937:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682704768 : -110484026846848 : ffff9b83eed39180) 00000100:00000040:0.0:1783978858.548943:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39180 x1870620402939520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.548949:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978858.548951:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978858.548953:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978858.548956:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402939520, offset 0 00000400:00000200:0.0:1783978858.548960:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978858.548963:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978858.548967:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978858.548970:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978858.548972:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978858.548975:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978858.548977:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978858.548980:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826297:826297:256:4294967295] 192.168.201.148@tcp LPNI seq info [826268:826268:8:4294967295] 00000400:00000200:0.0:1783978858.548984:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978858.548991:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978858.548995:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978858.548998:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978858.549002:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978858.549004:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 52 secs later) 00000800:00000100:0.0:1783978858.549017:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978858.549018:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978858.549021:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978858.549024:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978858.549027:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978858.549028:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978858.549031:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978858.549034:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39180 x1870620402939520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.549040:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978858.549043:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39180 x1870620402939520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978883 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.549049:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978858.549050:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978858.549053:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978858.549055:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978858.549059:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978858.549061:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311184395 00000100:00000001:0.0:1783978858.549063:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311185659 00000100:00000001:0.0:1783978858.549065:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311184395 00000100:00000001:0.0:1783978858.549067:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311185659 00000100:00000001:0.0:1783978858.549069:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978858.549070:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978858.549072:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978858.549075:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978858/real 1783978858] req@ffff9b83eed39180 x1870620402939520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978858.549081:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978858.549082:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978858.549083:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978858.549086:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978858.549087:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978858.549089:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978858.549092:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39180 x1870620402939520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978858.549098:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39180 x1870620402939520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.549103:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978858.549104:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978858.549106:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978858.549107:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978858.549110:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39180 x1870620402939520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.549115:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978858.549118:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39180 x1870620402939520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978883 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.549124:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978858.549126:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978858.549127:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978858.549128:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978858.549129:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978858.549135:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978858.549137:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978858.549140:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978858.549142:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978858.549146:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39180 x1870620402939520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978883 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978858.549152:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402939520:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978858.549156:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978858.549159:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38380 x1870620402939648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.549165:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978858.549166:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978858.549168:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978858.549170:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978858.549172:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978858.549174:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402939648:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978858.549177:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978858.549178:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978858.549180:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978858.549182:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978858.549185:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978858.549187:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978858.549191:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978858.549193:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978858.549196:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978858.549199:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402939648, portal 4 00000100:00000001:0.0:1783978858.549201:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978858.549202:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682701184 : -110484026850432 : ffff9b83eed38380) 00000100:00000040:0.0:1783978858.549207:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38380 x1870620402939648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.549214:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978858.549216:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978858.549219:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978858.549221:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402939648, offset 0 00000400:00000200:0.0:1783978858.549223:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978858.549240:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978858.549244:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978858.549246:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978858.549252:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978858.549255:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978858.549257:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978858.549259:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826298:826298:256:4294967295] 192.168.201.148@tcp LPNI seq info [826269:826269:8:4294967295] 00000400:00000200:0.0:1783978858.549263:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978858.549269:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978858.549274:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978858.549277:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978858.549281:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978858.549283:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 52 secs later) 00000800:00000100:0.0:1783978858.549308:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978858.549310:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978858.549314:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978858.549317:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978858.549320:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978858.549322:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978858.549325:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978858.549328:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38380 x1870620402939648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.549336:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978858.549339:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620402939648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978883 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.549345:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978858.549347:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978858.549349:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978858.549352:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978858.549355:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978858.549358:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311184423 00000100:00000001:0.0:1783978858.549360:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311185659 00000100:00000001:0.0:1783978858.549362:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311184423 00000100:00000001:0.0:1783978858.549364:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311185659 00000100:00000001:0.0:1783978858.549366:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978858.549368:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978858.549370:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978858.549373:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978858/real 1783978858] req@ffff9b83eed38380 x1870620402939648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978858.549381:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978858.549382:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978858.549384:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978858.549386:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978858.549388:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978858.549390:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978858.549393:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38380 x1870620402939648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978858.549401:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38380 x1870620402939648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.549407:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978858.549409:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978858.549410:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978858.549412:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978858.549415:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38380 x1870620402939648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.549421:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978858.549424:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38380 x1870620402939648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978883 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.549430:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978858.549432:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978858.549434:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978858.549435:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978858.549437:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978858.549441:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978858.549443:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978858.549446:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978858.549448:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978858.549451:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38380 x1870620402939648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978883 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978858.549458:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402939648:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978858.549461:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978858.549464:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620402939776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.549469:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978858.549471:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978858.549473:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978858.549474:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978858.549476:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978858.549478:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402939776:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978858.549481:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978858.549483:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978858.549484:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978858.549485:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978858.549488:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978858.549490:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978858.549493:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978858.549495:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978858.549498:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978858.549501:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402939776, portal 4 00000100:00000001:0.0:1783978858.549503:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978858.549504:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783978858.549510:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620402939776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.549515:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978858.549518:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978858.549520:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978858.549522:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402939776, offset 0 00000400:00000200:0.0:1783978858.549526:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978858.549529:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978858.549533:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978858.549535:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978858.549538:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978858.549540:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978858.549542:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978858.549545:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826299:826299:256:4294967295] 192.168.201.148@tcp LPNI seq info [826270:826270:8:4294967295] 00000400:00000200:0.0:1783978858.549548:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978858.549554:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978858.549558:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978858.549561:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978858.549564:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978858.549566:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 52 secs later) 00000800:00000100:0.0:1783978858.549576:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978858.549578:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978858.549581:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978858.549584:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978858.549587:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978858.549588:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978858.549591:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978858.549594:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620402939776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.549601:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978858.549604:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620402939776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978883 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.549611:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978858.549612:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978858.549615:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978858.549618:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978858.549620:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978858.549622:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311184413 00000100:00000001:0.0:1783978858.549624:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311185659 00000100:00000001:0.0:1783978858.549626:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311184413 00000100:00000001:0.0:1783978858.549628:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311185659 00000100:00000001:0.0:1783978858.549630:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978858.549632:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978858.549634:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978858.549638:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978858/real 1783978858] req@ffff9b83eed39f80 x1870620402939776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978858.549646:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978858.549647:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978858.549649:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978858.549651:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978858.549652:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978858.549653:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978858.549655:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620402939776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978858.549660:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620402939776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.549664:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978858.549665:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978858.549666:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978858.549666:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978858.549668:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620402939776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.549671:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978858.549674:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620402939776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978883 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.549678:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978858.549679:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978858.549680:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978858.549681:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978858.549681:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978858.549684:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978858.549685:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978858.549687:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978858.549688:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978858.549691:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620402939776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978883 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978858.549695:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402939776:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978858.549698:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978858.549699:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978858.549701:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b480 x1870620402939264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978883 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.549705:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978858.549707:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978858.549708:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978858.549710:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978858.549712:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978858.549713:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978858.549715:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978858.549718:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15800. 02000000:00000001:0.0:1783978858.549721:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978858.549722:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978858.549724:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b480. 00000100:00000001:0.0:1783978858.549727:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978858.549729:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978858.549730:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978858.549733:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620402939392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978883 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.549739:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978858.549741:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978858.549742:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978858.549744:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978858.549745:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978858.549746:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978858.549748:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978858.549750:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15c00. 02000000:00000001:0.0:1783978858.549752:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978858.549753:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978858.549755:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783978858.549757:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978858.549758:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978858.549760:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978858.549763:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39180 x1870620402939520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978883 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.549769:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978858.549770:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978858.549772:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978858.549774:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978858.549776:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978858.549777:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978858.549779:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978858.549780:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15400. 02000000:00000001:0.0:1783978858.549782:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978858.549783:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978858.549784:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39180. 00000100:00000001:0.0:1783978858.549786:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978858.549788:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978858.549790:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978858.549793:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38380 x1870620402939648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978883 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.549799:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978858.549800:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978858.549801:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978858.549803:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978858.549804:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978858.549806:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978858.549807:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978858.549809:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16400. 02000000:00000001:0.0:1783978858.549810:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978858.549811:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978858.549813:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38380. 00000100:00000001:0.0:1783978858.549815:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978858.549816:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978858.549818:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978858.549821:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620402939776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978883 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978858.549826:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978858.549827:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978858.549829:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978858.549831:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978858.549832:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978858.549834:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978858.549836:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978858.549837:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec17400. 02000000:00000001:0.0:1783978858.549839:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978858.549840:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978858.549841:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783978858.549843:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978858.549844:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978858.549846:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978858.549853:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978858.549855:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978858.549857:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978858.549859:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978858.931410:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978858.931417:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978858.931419:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978858.931425:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978858.931430:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978858.931434:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978858.931437:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978858.931440:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978858.931442:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978859.059428:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978859.059433:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978859.059440:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978859.059446:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978859.059450:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978859.059456:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978859.059464:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978859.059468:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978859.059473:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978859.059478:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978859.059485:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978859.059491:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978859.059494:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978859.059498:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978859.059503:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978859.059507:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978859.059514:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978859.059519:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978859.059527:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978859.059531:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978859.059535:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978859.059538:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978859.059542:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978859.059546:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978859.059550:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978859.059556:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978859.059563:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978859.059567:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978859.059571:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978859.059574:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978859.059580:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978859.059583:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978859.059586:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978859.059591:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978859.059612:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978859.059615:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978859.059618:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978859.955353:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978859.955360:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978859.955362:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978859.955367:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978859.955370:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978859.955373:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978859.955376:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978859.955379:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978859.955382:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978860.083539:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978860.083545:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978860.083549:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978860.083555:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978860.083561:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978860.083564:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978860.083567:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978860.083569:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978860.083572:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978860.085000:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978860.085004:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978860.085010:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978860.085011:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978860.085015:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978860.085017:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978860.085020:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978860.085021:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978860.085024:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978860.085025:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978860.085044:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978860.085047:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978860.085050:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978860.085071:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978860.085073:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978860.085074:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978860.085077:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978860.085079:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978860.085081:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978860.085444:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978860.085448:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978860.085452:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978860.979380:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978860.979389:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978860.979392:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978860.979400:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978860.979406:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978860.979413:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978860.979424:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978860.979429:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978860.979433:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978861.107622:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978861.107624:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978861.107628:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978861.107629:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978861.107633:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978861.107635:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978861.107638:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978861.107639:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978861.107642:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978861.107643:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978861.107665:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978861.107667:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978861.107668:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978861.107671:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978861.107673:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978861.107675:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978861.107677:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978861.107678:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978861.107680:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978862.003759:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978862.003764:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978862.003765:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978862.003767:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978862.003769:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978862.003771:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978862.003774:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978862.003775:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978862.003778:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978862.135938:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978862.135949:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978862.135951:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978862.135957:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978862.135962:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978862.135966:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978862.135969:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978862.135972:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978862.135977:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978862.136018:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978862.136021:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978862.136025:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978862.136026:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978862.136029:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978862.136030:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978862.136033:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978862.136033:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978862.136036:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978862.136037:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978863.027366:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978863.027379:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978863.027383:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978863.027393:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978863.027407:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978863.027411:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978863.027421:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978863.027424:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978863.027427:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978863.155787:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978863.155793:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978863.155799:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978863.155800:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978863.155805:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978863.155807:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978863.155810:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978863.155812:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978863.155815:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978863.155816:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978863.155839:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978863.155842:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978863.155843:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978863.155846:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978863.155849:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978863.155851:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978863.155854:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978863.155856:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978863.155858:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978863.155868:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978863.155872:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978863.155875:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978863.155882:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978863.155884:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978863.155885:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978863.155887:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978863.155889:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978863.155891:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978863.155892:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978863.155894:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978863.155896:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978863.667694:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978863.667701:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978863.667704:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978863.667713:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882a00 x1870620402939904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.667726:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978863.667730:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978863.667736:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978863.667741:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978863.667745:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978863.667750:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402939904:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978863.667756:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978863.667761:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978863.667765:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978863.667768:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978863.667772:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978863.667776:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978863.667788:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978863.667793:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978863.667802:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978863.667811:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402939904, portal 25 00000100:00000001:0.0:1783978863.667815:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978863.667818:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694540288 : -110484015011328 : ffff9b83ef882a00) 00000100:00000040:0.0:1783978863.667826:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882a00 x1870620402939904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.667837:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978863.667843:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978863.667848:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978863.667853:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402939904, offset 0 00000400:00000200:0.0:1783978863.667869:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978863.667883:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978863.667903:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978863.667914:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978863.667922:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978863.667929:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978863.667936:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978863.667944:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826300:826300:256:4294967295] 192.168.201.148@tcp LPNI seq info [826271:826271:8:4294967295] 00000400:00000200:0.0:1783978863.667955:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978863.667973:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978863.667982:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978863.667989:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978863.668000:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978863.668004:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1783978863.668023:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978863.668026:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978863.668035:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978863.668045:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978863.668055:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978863.668061:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978863.668072:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978863.668080:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882a00 x1870620402939904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.668098:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978863.668105:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882a00 x1870620402939904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978888 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.668118:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978863.668122:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978863.668130:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978863.668152:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978863.668158:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311190778 00000100:00000010:0.0:1783978863.668168:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783978863.668178:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978863.668187:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311190778 00000100:00000010:0.0:1783978863.668194:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783978863.668202:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978863.668210:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978863.668214:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978863.668218:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978863.668225:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978863/real 1783978863] req@ffff9b83ef882a00 x1870620402939904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978863.668242:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978863.668246:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978863.668250:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978863.668255:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978863.668261:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978863.668268:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978863.668278:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882a00 x1870620402939904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978863.668340:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882a00 x1870620402939904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.668366:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978863.668370:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978863.668377:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978863.668381:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978863.668392:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882a00 x1870620402939904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.668423:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978863.668432:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882a00 x1870620402939904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978888 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.668451:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978863.668457:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978863.668460:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978863.668462:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978863.668465:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978863.668475:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978863.668480:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978863.668487:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978863.668492:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978863.668497:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882a00 x1870620402939904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978888 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978863.668510:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402939904:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978863.668518:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978863.668522:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978863.668527:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882a00 x1870620402939904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978888 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.668539:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978863.668543:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978863.668546:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978863.668552:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978863.668555:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978863.668557:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978863.668559:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978863.668561:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636c00. 02000000:00000001:0.0:1783978863.668565:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978863.668567:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978863.668568:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882a00. 00000100:00000001:0.0:1783978863.668572:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978863.668573:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978863.668574:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978863.668581:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978863.668582:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978863.668584:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978863.668585:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978863.668586:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978863.668589:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883480 x1870620402940032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.668596:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978863.668598:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978863.668600:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978863.668601:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978863.668603:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978863.668606:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402940032:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978863.668609:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978863.668612:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978863.668613:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978863.668615:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978863.668618:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978863.668620:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978863.668624:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978863.668627:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978863.668631:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978863.668634:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402940032, portal 10 00000100:00000001:0.0:1783978863.668636:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978863.668637:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542976 : -110484015008640 : ffff9b83ef883480) 00000100:00000040:0.0:1783978863.668645:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883480 x1870620402940032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.668649:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978863.668650:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978863.668653:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978863.668655:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402940032, offset 0 00000400:00000200:0.0:1783978863.668657:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978863.668660:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978863.668663:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978863.668665:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978863.668667:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978863.668669:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978863.668670:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978863.668672:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826301:826301:256:4294967295] 192.168.201.148@tcp LPNI seq info [826272:826272:8:4294967295] 00000400:00000200:0.0:1783978863.668675:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978863.668679:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978863.668682:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978863.668684:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978863.668686:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978863.668688:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1783978863.668696:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978863.668697:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978863.668699:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978863.668701:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978863.668703:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978863.668704:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978863.668706:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978863.668708:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883480 x1870620402940032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.668713:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978863.668715:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883480 x1870620402940032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978888 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.668719:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978863.668720:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978863.668722:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978863.668726:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978863.668727:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978863.668729:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311189520 00000100:00000001:0.0:1783978863.668731:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311190778 00000100:00000001:0.0:1783978863.668732:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311189520 00000100:00000001:0.0:1783978863.668734:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311190778 00000100:00000001:0.0:1783978863.668735:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978863.668736:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978863.668737:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978863.668739:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978863/real 1783978863] req@ffff9b83ef883480 x1870620402940032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978863.668743:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978863.668744:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978863.668745:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978863.668747:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978863.668748:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978863.668749:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978863.668751:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883480 x1870620402940032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978863.668757:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883480 x1870620402940032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.668763:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978863.668764:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978863.668766:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978863.668767:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978863.668770:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883480 x1870620402940032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.668777:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978863.668780:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883480 x1870620402940032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978888 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.668787:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978863.668789:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978863.668791:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978863.668792:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978863.668794:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978863.668805:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978863.668807:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978863.668810:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978863.668812:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978863.668816:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883480 x1870620402940032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978888 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978863.668823:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402940032:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978863.668828:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978863.668831:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883100 x1870620402940160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.668838:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978863.668839:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978863.668841:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978863.668843:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978863.668845:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978863.668847:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402940160:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978863.668851:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978863.668853:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978863.668854:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978863.668856:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978863.668860:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978863.668861:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978863.668865:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978863.668867:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978863.668870:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978863.668873:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402940160, portal 10 00000100:00000001:0.0:1783978863.668875:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978863.668876:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542080 : -110484015009536 : ffff9b83ef883100) 00000100:00000040:0.0:1783978863.668882:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883100 x1870620402940160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.668889:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978863.668891:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978863.668894:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978863.668896:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402940160, offset 0 00000400:00000200:0.0:1783978863.668901:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978863.668904:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978863.668908:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978863.668911:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978863.668913:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978863.668915:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978863.668917:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978863.668920:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826302:826302:256:4294967295] 192.168.201.148@tcp LPNI seq info [826273:826273:8:4294967295] 00000400:00000200:0.0:1783978863.668924:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978863.668931:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978863.668935:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978863.668939:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978863.668943:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978863.668946:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1783978863.668956:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978863.668958:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978863.668961:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978863.668964:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978863.668967:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978863.668969:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978863.668972:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978863.668976:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883100 x1870620402940160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.668983:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978863.668985:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883100 x1870620402940160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978888 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.668991:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978863.668993:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978863.668996:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978863.668999:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978863.669002:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978863.669003:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311189515 00000100:00000001:0.0:1783978863.669005:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311190778 00000100:00000001:0.0:1783978863.669007:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311189515 00000100:00000001:0.0:1783978863.669008:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311190778 00000100:00000001:0.0:1783978863.669010:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978863.669011:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978863.669012:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978863.669014:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978863/real 1783978863] req@ffff9b83ef883100 x1870620402940160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978863.669019:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978863.669020:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978863.669021:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978863.669023:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978863.669024:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978863.669025:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978863.669027:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883100 x1870620402940160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978863.669032:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883100 x1870620402940160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.669037:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978863.669038:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978863.669039:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978863.669040:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978863.669042:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883100 x1870620402940160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.669045:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978863.669047:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883100 x1870620402940160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978888 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.669051:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978863.669052:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978863.669053:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978863.669053:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978863.669054:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978863.669059:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978863.669061:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978863.669063:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978863.669065:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978863.669067:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883100 x1870620402940160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978888 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978863.669074:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402940160:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978863.669078:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978863.669081:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880000 x1870620402940288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.669087:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978863.669089:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978863.669091:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978863.669093:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978863.669095:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978863.669098:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402940288:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978863.669101:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978863.669103:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978863.669105:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978863.669106:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978863.669110:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978863.669112:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978863.669116:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978863.669118:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978863.669121:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978863.669124:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402940288, portal 4 00000100:00000001:0.0:1783978863.669126:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978863.669127:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694529536 : -110484015022080 : ffff9b83ef880000) 00000100:00000040:0.0:1783978863.669134:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880000 x1870620402940288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.669151:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978863.669154:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978863.669156:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978863.669159:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402940288, offset 0 00000400:00000200:0.0:1783978863.669163:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978863.669166:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978863.669170:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978863.669173:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978863.669175:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978863.669178:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978863.669180:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978863.669183:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826303:826303:256:4294967295] 192.168.201.148@tcp LPNI seq info [826274:826274:8:4294967295] 00000400:00000200:0.0:1783978863.669188:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978863.669192:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978863.669196:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978863.669198:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978863.669201:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978863.669202:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1783978863.669209:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978863.669210:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978863.669212:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978863.669215:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978863.669217:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978863.669218:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978863.669219:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978863.669222:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880000 x1870620402940288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.669227:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978863.669229:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880000 x1870620402940288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978888 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.669233:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978863.669234:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978863.669236:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978863.669239:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978863.669242:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978863.669244:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311189542 00000100:00000001:0.0:1783978863.669246:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311190778 00000100:00000001:0.0:1783978863.669248:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311189542 00000100:00000001:0.0:1783978863.669250:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311190778 00000100:00000001:0.0:1783978863.669252:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978863.669254:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978863.669256:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978863.669260:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978863/real 1783978863] req@ffff9b83ef880000 x1870620402940288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978863.669268:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978863.669270:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978863.669271:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978863.669274:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978863.669275:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978863.669277:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978863.669281:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880000 x1870620402940288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978863.669288:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880000 x1870620402940288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.669317:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978863.669318:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978863.669320:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978863.669321:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978863.669325:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880000 x1870620402940288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.669332:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978863.669335:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880000 x1870620402940288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978888 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.669342:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978863.669344:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978863.669346:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978863.669347:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978863.669349:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978863.669353:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978863.669355:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978863.669358:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978863.669361:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978863.669366:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880000 x1870620402940288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978888 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978863.669373:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402940288:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978863.669378:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978863.669381:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882d80 x1870620402940416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.669387:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978863.669388:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978863.669390:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978863.669392:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978863.669394:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978863.669396:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402940416:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978863.669400:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978863.669402:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978863.669403:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978863.669405:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978863.669408:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978863.669410:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978863.669413:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978863.669416:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978863.669419:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978863.669421:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402940416, portal 4 00000100:00000001:0.0:1783978863.669424:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978863.669425:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694541184 : -110484015010432 : ffff9b83ef882d80) 00000100:00000040:0.0:1783978863.669431:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882d80 x1870620402940416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.669438:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978863.669441:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978863.669443:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978863.669445:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402940416, offset 0 00000400:00000200:0.0:1783978863.669450:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978863.669453:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978863.669455:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978863.669457:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978863.669459:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978863.669461:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978863.669462:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978863.669464:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826304:826304:256:4294967295] 192.168.201.148@tcp LPNI seq info [826275:826275:8:4294967295] 00000400:00000200:0.0:1783978863.669467:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978863.669471:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978863.669474:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978863.669476:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978863.669478:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978863.669480:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1783978863.669487:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978863.669488:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978863.669491:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978863.669493:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978863.669495:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978863.669496:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978863.669497:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978863.669500:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882d80 x1870620402940416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.669505:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978863.669506:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882d80 x1870620402940416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978888 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.669510:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978863.669511:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978863.669514:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978863.669517:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978863.669520:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978863.669522:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311189533 00000100:00000001:0.0:1783978863.669524:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311190778 00000100:00000001:0.0:1783978863.669527:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311189533 00000100:00000001:0.0:1783978863.669529:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311190778 00000100:00000001:0.0:1783978863.669531:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978863.669533:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978863.669535:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978863.669538:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978863/real 1783978863] req@ffff9b83ef882d80 x1870620402940416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978863.669546:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978863.669547:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978863.669549:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978863.669551:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978863.669553:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978863.669555:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978863.669557:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882d80 x1870620402940416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978863.669562:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882d80 x1870620402940416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.669566:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978863.669567:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978863.669568:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978863.669569:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978863.669571:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882d80 x1870620402940416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.669574:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978863.669577:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882d80 x1870620402940416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978888 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.669580:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978863.669582:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978863.669583:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978863.669584:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978863.669585:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978863.669588:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978863.669591:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978863.669594:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978863.669596:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978863.669599:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882d80 x1870620402940416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978888 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978863.669607:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402940416:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978863.669610:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978863.669612:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978863.669615:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883480 x1870620402940032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978888 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.669622:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978863.669623:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978863.669625:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978863.669628:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978863.669629:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978863.669631:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978863.669633:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978863.669635:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634000. 02000000:00000001:0.0:1783978863.669638:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978863.669639:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978863.669641:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883480. 00000100:00000001:0.0:1783978863.669645:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978863.669646:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978863.669647:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978863.669650:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883100 x1870620402940160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978888 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.669658:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978863.669659:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978863.669660:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978863.669661:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978863.669662:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978863.669662:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978863.669663:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978863.669664:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635400. 02000000:00000001:0.0:1783978863.669666:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978863.669666:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978863.669667:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883100. 00000100:00000001:0.0:1783978863.669668:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978863.669669:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978863.669670:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978863.669671:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880000 x1870620402940288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978888 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.669674:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978863.669675:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978863.669676:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978863.669678:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978863.669679:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978863.669679:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978863.669680:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978863.669681:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635000. 02000000:00000001:0.0:1783978863.669682:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978863.669682:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978863.669683:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880000. 00000100:00000001:0.0:1783978863.669685:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978863.669686:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978863.669687:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978863.669688:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882d80 x1870620402940416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978888 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978863.669692:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978863.669693:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978863.669694:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978863.669695:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978863.669696:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978863.669697:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978863.669698:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978863.669699:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783978863.669700:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978863.669701:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978863.669702:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882d80. 00000100:00000001:0.0:1783978863.669703:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978863.669704:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978863.669705:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978863.669708:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978863.669709:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978863.669710:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978863.669711:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978864.051427:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978864.051438:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978864.051442:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978864.051451:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978864.051458:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978864.051465:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978864.051470:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978864.051474:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978864.051477:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978864.179408:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978864.179415:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978864.179425:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978864.179429:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978864.179437:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978864.179441:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978864.179448:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978864.179452:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978864.179460:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978864.179464:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978864.179507:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978864.179514:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978864.179521:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978865.075451:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978865.075463:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978865.075465:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978865.075473:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978865.075478:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978865.075482:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978865.075486:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978865.075489:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978865.075493:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978865.203453:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978865.203461:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978865.203464:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978865.203469:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978865.203474:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978865.203477:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978865.203481:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978865.203484:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978865.203492:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978865.203494:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978865.203502:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978865.203505:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978865.203512:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978865.203514:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978865.203518:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978865.203519:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978865.203560:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978865.203565:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978865.203568:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978865.204146:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978865.204151:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978865.204155:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978865.204165:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978865.204170:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978865.204173:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978865.204179:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978865.204182:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978865.204188:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978866.099428:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978866.099438:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978866.099441:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978866.099449:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978866.099456:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978866.099460:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978866.099466:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978866.099469:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978866.099471:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978866.227435:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978866.227448:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978866.227453:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978866.227462:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978866.227471:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978866.227478:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978866.227494:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978866.227499:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978866.227506:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978866.227535:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978866.227539:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978866.227545:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978866.227557:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978866.227566:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978866.227571:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978866.227581:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978866.227585:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978866.227594:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978866.227597:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978866.227649:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978866.227653:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978866.227656:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978867.123445:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978867.123457:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978867.123461:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978867.123471:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978867.123478:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978867.123483:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978867.123488:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978867.123492:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978867.123497:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978867.251618:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978867.251622:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978867.251628:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978867.251630:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978867.251634:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978867.251635:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978867.251639:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978867.251640:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978867.251643:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978867.251644:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978867.251666:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978867.251669:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978867.251672:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978867.253235:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978867.253242:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978867.253244:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978867.253249:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978867.253253:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978867.253267:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978867.253274:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978867.253279:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978867.253289:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978867.253369:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978867.253373:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978867.253375:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978867.253379:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978867.253383:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978867.253385:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978867.253388:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978867.253396:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978867.253411:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978868.147961:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978868.147964:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978868.147965:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978868.147967:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978868.147969:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978868.147970:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978868.147972:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978868.147973:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978868.147974:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978868.275575:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978868.275581:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978868.275589:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978868.275593:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978868.275602:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978868.275606:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978868.275615:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978868.275619:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978868.275625:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978868.275628:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978868.275675:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978868.275679:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978868.275681:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978868.787871:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978868.787876:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978868.787878:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978868.787883:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883b80 x1870620402940544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.787891:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978868.787893:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978868.787896:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978868.787899:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978868.787901:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978868.787904:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402940544:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978868.787908:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978868.787912:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978868.787914:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978868.787917:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978868.787921:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978868.787923:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978868.787928:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978868.787932:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978868.787938:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978868.787945:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402940544, portal 25 00000100:00000001:0.0:1783978868.787947:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978868.787948:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694544768 : -110484015006848 : ffff9b83ef883b80) 00000100:00000040:0.0:1783978868.787953:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883b80 x1870620402940544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.787961:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978868.787963:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978868.787965:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978868.787968:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402940544, offset 0 00000400:00000200:0.0:1783978868.787974:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978868.787981:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978868.787986:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978868.787992:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978868.787996:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978868.787999:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978868.788002:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978868.788006:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826305:826305:256:4294967295] 192.168.201.148@tcp LPNI seq info [826276:826276:8:4294967295] 00000400:00000200:0.0:1783978868.788011:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978868.788020:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978868.788026:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978868.788030:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978868.788037:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978868.788040:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783978868.788065:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978868.788068:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978868.788075:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978868.788079:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978868.788084:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978868.788086:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978868.788091:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978868.788095:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883b80 x1870620402940544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.788105:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978868.788107:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883b80 x1870620402940544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978893 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.788114:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978868.788115:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978868.788119:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978868.788123:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978868.788125:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311195898 00000100:00000010:0.0:1783978868.788130:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783978868.788136:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978868.788140:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311195898 00000100:00000010:0.0:1783978868.788144:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783978868.788147:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978868.788150:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978868.788152:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978868.788154:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978868.788157:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978868/real 1783978868] req@ffff9b83ef883b80 x1870620402940544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978868.788165:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978868.788166:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978868.788167:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978868.788169:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978868.788170:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978868.788172:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978868.788174:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883b80 x1870620402940544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978868.788179:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883b80 x1870620402940544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.788182:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978868.788184:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978868.788185:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978868.788186:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978868.788188:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883b80 x1870620402940544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.788192:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978868.788195:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883b80 x1870620402940544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978893 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.788199:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978868.788200:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978868.788201:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978868.788202:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978868.788203:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978868.788204:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978868.788206:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978868.788208:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978868.788210:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978868.788212:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883b80 x1870620402940544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978893 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978868.788217:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402940544:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978868.788220:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978868.788223:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881c00 x1870620402940672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.788229:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978868.788230:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978868.788232:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978868.788234:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978868.788236:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978868.788238:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402940672:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978868.788241:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978868.788243:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978868.788244:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978868.788246:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978868.788249:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978868.788251:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978868.788254:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978868.788256:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978868.788259:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978868.788262:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402940672, portal 10 00000100:00000001:0.0:1783978868.788263:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978868.788265:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694536704 : -110484015014912 : ffff9b83ef881c00) 00000100:00000040:0.0:1783978868.788271:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881c00 x1870620402940672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.788277:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978868.788279:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978868.788281:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978868.788283:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402940672, offset 0 00000400:00000200:0.0:1783978868.788287:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978868.788291:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978868.788313:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978868.788315:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978868.788316:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978868.788318:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978868.788319:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978868.788321:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826306:826306:256:4294967295] 192.168.201.148@tcp LPNI seq info [826277:826277:8:4294967295] 00000400:00000200:0.0:1783978868.788324:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978868.788330:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978868.788334:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978868.788338:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978868.788341:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978868.788344:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783978868.788354:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978868.788356:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978868.788358:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978868.788362:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978868.788365:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978868.788366:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978868.788369:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978868.788373:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881c00 x1870620402940672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.788380:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978868.788382:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881c00 x1870620402940672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978893 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.788385:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978868.788386:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978868.788389:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978868.788392:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978868.788394:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978868.788395:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311194640 00000100:00000001:0.0:1783978868.788397:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311195898 00000100:00000001:0.0:1783978868.788399:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311194640 00000100:00000001:0.0:1783978868.788401:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311195898 00000100:00000001:0.0:1783978868.788403:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978868.788404:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978868.788406:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978868.788409:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978868/real 1783978868] req@ffff9b83ef881c00 x1870620402940672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978868.788417:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978868.788418:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978868.788420:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978868.788423:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978868.788424:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978868.788426:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978868.788429:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881c00 x1870620402940672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978868.788436:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881c00 x1870620402940672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.788441:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978868.788443:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978868.788444:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978868.788446:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978868.788449:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881c00 x1870620402940672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.788455:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978868.788458:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881c00 x1870620402940672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978893 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.788464:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978868.788467:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978868.788468:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978868.788470:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978868.788472:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978868.788479:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978868.788482:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978868.788486:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978868.788488:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978868.788491:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881c00 x1870620402940672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978893 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978868.788499:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402940672:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978868.788502:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978868.788504:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978868.788506:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883b80 x1870620402940544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978893 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.788511:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978868.788513:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978868.788516:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978868.788518:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978868.788521:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978868.788522:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978868.788524:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978868.788526:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634c00. 02000000:00000001:0.0:1783978868.788529:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978868.788531:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978868.788533:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883b80. 00000100:00000001:0.0:1783978868.788537:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978868.788538:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978868.788540:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978868.788543:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881c00 x1870620402940672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978893 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.788550:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978868.788551:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978868.788553:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978868.788556:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978868.788557:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978868.788558:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978868.788559:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978868.788560:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636000. 02000000:00000001:0.0:1783978868.788562:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978868.788563:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978868.788563:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881c00. 00000100:00000001:0.0:1783978868.788565:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978868.788566:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978868.788567:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978868.788573:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978868.788575:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978868.788576:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978868.788577:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978868.788578:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978868.788580:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882300 x1870620402940800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.788584:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978868.788585:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978868.788586:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978868.788588:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978868.788589:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978868.788590:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402940800:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978868.788592:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978868.788594:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978868.788595:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978868.788596:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978868.788598:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978868.788599:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978868.788601:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978868.788602:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978868.788604:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978868.788607:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402940800, portal 10 00000100:00000001:0.0:1783978868.788608:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978868.788609:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694538496 : -110484015013120 : ffff9b83ef882300) 00000100:00000040:0.0:1783978868.788613:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882300 x1870620402940800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.788617:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978868.788618:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978868.788619:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978868.788621:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402940800, offset 0 00000400:00000200:0.0:1783978868.788623:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978868.788625:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978868.788627:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978868.788629:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978868.788631:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978868.788632:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978868.788634:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978868.788636:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826307:826307:256:4294967295] 192.168.201.148@tcp LPNI seq info [826278:826278:8:4294967295] 00000400:00000200:0.0:1783978868.788638:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978868.788642:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978868.788644:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978868.788646:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978868.788648:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978868.788650:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783978868.788657:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978868.788658:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978868.788659:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978868.788662:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978868.788663:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978868.788664:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978868.788666:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978868.788668:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882300 x1870620402940800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.788672:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978868.788674:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882300 x1870620402940800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978893 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.788677:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978868.788678:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978868.788680:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978868.788682:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978868.788684:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978868.788685:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311194635 00000100:00000001:0.0:1783978868.788686:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311195898 00000100:00000001:0.0:1783978868.788688:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311194635 00000100:00000001:0.0:1783978868.788689:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311195898 00000100:00000001:0.0:1783978868.788691:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978868.788692:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978868.788693:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978868.788695:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978868/real 1783978868] req@ffff9b83ef882300 x1870620402940800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978868.788699:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978868.788699:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978868.788700:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978868.788701:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978868.788702:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978868.788703:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978868.788705:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882300 x1870620402940800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978868.788709:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882300 x1870620402940800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.788713:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978868.788714:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978868.788715:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978868.788716:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978868.788718:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882300 x1870620402940800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.788721:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978868.788723:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882300 x1870620402940800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978893 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.788726:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978868.788728:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978868.788728:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978868.788730:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978868.788731:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978868.788737:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978868.788739:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978868.788742:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978868.788744:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978868.788747:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882300 x1870620402940800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978893 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978868.788755:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402940800:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978868.788758:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978868.788761:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881500 x1870620402940928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.788767:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978868.788769:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978868.788771:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978868.788772:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978868.788774:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978868.788776:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402940928:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978868.788778:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978868.788781:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978868.788782:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978868.788783:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978868.788785:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978868.788786:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978868.788788:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978868.788790:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978868.788792:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978868.788794:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402940928, portal 4 00000100:00000001:0.0:1783978868.788795:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978868.788796:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694534912 : -110484015016704 : ffff9b83ef881500) 00000100:00000040:0.0:1783978868.788800:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881500 x1870620402940928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.788803:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978868.788805:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978868.788806:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978868.788807:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402940928, offset 0 00000400:00000200:0.0:1783978868.788809:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978868.788812:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978868.788814:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978868.788815:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978868.788817:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978868.788818:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978868.788819:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978868.788821:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826308:826308:256:4294967295] 192.168.201.148@tcp LPNI seq info [826279:826279:8:4294967295] 00000400:00000200:0.0:1783978868.788824:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978868.788827:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978868.788830:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978868.788832:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978868.788834:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978868.788835:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783978868.788841:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978868.788842:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978868.788844:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978868.788846:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978868.788848:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978868.788849:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978868.788850:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978868.788852:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881500 x1870620402940928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.788856:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978868.788858:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881500 x1870620402940928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978893 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.788862:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978868.788863:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978868.788865:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978868.788867:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978868.788868:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978868.788869:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311194662 00000100:00000001:0.0:1783978868.788871:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311195898 00000100:00000001:0.0:1783978868.788872:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311194662 00000100:00000001:0.0:1783978868.788873:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311195898 00000100:00000001:0.0:1783978868.788875:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978868.788876:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978868.788877:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978868.788878:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978868/real 1783978868] req@ffff9b83ef881500 x1870620402940928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978868.788882:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978868.788883:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978868.788884:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978868.788885:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978868.788885:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978868.788886:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978868.788888:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881500 x1870620402940928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978868.788892:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881500 x1870620402940928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.788896:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978868.788897:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978868.788898:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978868.788899:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978868.788901:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881500 x1870620402940928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.788905:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978868.788907:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881500 x1870620402940928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978893 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.788911:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978868.788912:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978868.788913:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978868.788913:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978868.788914:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978868.788916:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978868.788918:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978868.788919:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978868.788920:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978868.788922:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881500 x1870620402940928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978893 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978868.788926:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402940928:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978868.788928:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978868.788930:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880e00 x1870620402941056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.788934:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978868.788935:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978868.788936:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978868.788937:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978868.788939:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978868.788942:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402941056:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978868.788944:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978868.788946:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978868.788947:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978868.788949:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978868.788951:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978868.788953:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978868.788956:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978868.788958:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978868.788960:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978868.788963:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402941056, portal 4 00000100:00000001:0.0:1783978868.788965:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978868.788966:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694533120 : -110484015018496 : ffff9b83ef880e00) 00000100:00000040:0.0:1783978868.788971:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880e00 x1870620402941056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.788977:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978868.788980:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978868.788982:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978868.788984:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402941056, offset 0 00000400:00000200:0.0:1783978868.788988:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978868.788990:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978868.788992:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978868.788994:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978868.788995:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978868.788997:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978868.788998:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978868.789000:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826309:826309:256:4294967295] 192.168.201.148@tcp LPNI seq info [826280:826280:8:4294967295] 00000400:00000200:0.0:1783978868.789003:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978868.789006:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978868.789009:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978868.789011:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978868.789013:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978868.789015:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783978868.789021:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978868.789022:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978868.789024:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978868.789026:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978868.789027:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978868.789028:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978868.789030:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978868.789032:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880e00 x1870620402941056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.789036:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978868.789038:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880e00 x1870620402941056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978893 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.789041:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978868.789042:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978868.789044:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978868.789045:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978868.789047:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978868.789064:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311194652 00000100:00000001:0.0:1783978868.789066:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311195898 00000100:00000001:0.0:1783978868.789068:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311194652 00000100:00000001:0.0:1783978868.789070:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311195898 00000100:00000001:0.0:1783978868.789076:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978868.789077:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978868.789079:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978868.789083:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978868/real 1783978868] req@ffff9b83ef880e00 x1870620402941056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978868.789090:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978868.789091:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978868.789093:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978868.789095:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978868.789096:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978868.789099:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978868.789102:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880e00 x1870620402941056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978868.789110:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880e00 x1870620402941056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.789115:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978868.789117:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978868.789119:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978868.789120:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978868.789123:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880e00 x1870620402941056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.789129:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978868.789133:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880e00 x1870620402941056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978893 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.789139:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978868.789141:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978868.789142:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978868.789143:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978868.789145:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978868.789148:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978868.789150:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978868.789153:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978868.789155:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978868.789158:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880e00 x1870620402941056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978893 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978868.789165:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402941056:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978868.789169:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978868.789170:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978868.789174:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882300 x1870620402940800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978893 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.789179:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978868.789181:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978868.789183:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978868.789185:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978868.789187:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978868.789188:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978868.789190:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978868.789191:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634400. 02000000:00000001:0.0:1783978868.789193:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978868.789194:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978868.789196:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882300. 00000100:00000001:0.0:1783978868.789199:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978868.789200:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978868.789202:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978868.789205:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881500 x1870620402940928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978893 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.789210:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978868.789211:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978868.789212:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978868.789214:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978868.789215:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978868.789216:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978868.789218:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978868.789219:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636400. 02000000:00000001:0.0:1783978868.789221:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978868.789222:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978868.789223:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881500. 00000100:00000001:0.0:1783978868.789225:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978868.789227:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978868.789228:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978868.789232:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880e00 x1870620402941056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978893 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978868.789237:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978868.789239:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978868.789240:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978868.789242:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978868.789243:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978868.789244:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978868.789246:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978868.789248:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783978868.789250:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978868.789251:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978868.789252:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880e00. 00000100:00000001:0.0:1783978868.789254:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978868.789255:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978868.789257:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978868.789260:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978868.789262:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978868.789263:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978868.789265:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978869.172574:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978869.172577:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978869.172578:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978869.172580:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978869.172582:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978869.172583:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978869.172585:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978869.172586:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978869.172587:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978869.299411:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978869.299419:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978869.299428:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978869.299433:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978869.299437:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978869.299442:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978869.299448:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978869.299452:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978869.299455:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978869.299457:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978869.299462:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978869.299463:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978869.299465:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978869.299466:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978869.299468:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978869.299469:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978869.299471:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978869.299473:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978869.299478:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978869.299479:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978869.299481:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978869.299482:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978869.299483:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978869.299485:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978869.299486:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978869.299488:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978869.299491:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978869.299492:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978869.299493:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978869.299494:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978869.299496:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978869.299497:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978869.299499:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978869.299500:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978869.299518:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978869.299520:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978869.299523:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978869.299983:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978869.299987:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978869.299989:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978869.299993:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978869.299996:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978869.299998:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978869.300001:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978869.300003:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978869.300005:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978869.301128:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978869.301131:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978869.301133:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978869.301135:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978869.301138:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978869.301141:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978869.301143:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978869.301144:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978869.301147:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978870.195480:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978870.195489:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978870.195491:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978870.195496:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978870.195500:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978870.195503:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978870.195505:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978870.195508:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978870.195512:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978870.324104:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978870.324109:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978870.324112:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978870.324119:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978870.324124:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978870.324128:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978870.324135:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978870.324138:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978870.324143:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978870.324166:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978870.324170:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978870.324175:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978870.324177:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978870.324181:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978870.324184:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978870.324189:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978870.324191:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978870.324194:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978870.324195:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978870.324214:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978870.324218:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978870.324221:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978871.219404:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978871.219412:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978871.219417:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978871.219422:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978871.219426:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978871.219430:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978871.219433:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978871.219435:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978871.219439:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978871.347436:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978871.347440:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978871.347446:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978871.347451:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978871.347459:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978871.347463:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978871.347468:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978871.347472:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978871.347480:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978871.347482:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978871.347504:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978871.347509:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978871.347511:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978871.347515:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978871.347519:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978871.347523:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978871.347529:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978871.347531:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978871.347537:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978871.347559:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978871.347562:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978871.347566:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978871.347570:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978871.347579:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978871.347582:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978871.347584:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978871.347586:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978871.347588:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978872.246094:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978872.246100:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978872.246102:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978872.246107:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978872.246110:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978872.246113:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978872.246115:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978872.246117:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978872.246120:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978872.372562:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978872.372566:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978872.372589:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978872.372591:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978872.372595:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978872.372596:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978872.372601:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978872.372602:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978872.372605:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978872.372606:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978873.267652:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978873.267656:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978873.267657:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978873.267659:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978873.267661:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978873.267663:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978873.267671:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978873.267673:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978873.267675:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978873.395404:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978873.395410:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978873.395418:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978873.395421:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978873.395429:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978873.395432:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978873.395441:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978873.395445:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978873.395451:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978873.395455:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978873.395496:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978873.395500:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978873.395504:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978873.395512:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978873.395518:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978873.395523:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978873.395535:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978873.395540:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978873.395545:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978873.908351:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978873.908355:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978873.908358:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978873.908364:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b100 x1870620402941184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.908373:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978873.908374:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978873.908378:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978873.908380:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978873.908383:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978873.908386:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402941184:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978873.908390:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978873.908393:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978873.908395:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978873.908398:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978873.908402:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978873.908404:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978873.908409:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978873.908412:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978873.908418:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978873.908424:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402941184, portal 25 00000100:00000001:0.0:1783978873.908426:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978873.908427:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682712832 : -110484026838784 : ffff9b83eed3b100) 00000100:00000040:0.0:1783978873.908432:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b100 x1870620402941184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.908439:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978873.908442:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978873.908444:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978873.908448:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402941184, offset 0 00000400:00000200:0.0:1783978873.908453:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978873.908460:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978873.908465:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978873.908470:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978873.908474:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978873.908478:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978873.908479:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978873.908482:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826310:826310:256:4294967295] 192.168.201.148@tcp LPNI seq info [826281:826281:8:4294967295] 00000400:00000200:0.0:1783978873.908485:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978873.908494:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978873.908500:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978873.908505:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978873.908511:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978873.908515:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783978873.908526:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978873.908529:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978873.908535:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978873.908539:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978873.908544:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978873.908546:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978873.908551:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978873.908554:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b100 x1870620402941184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.908561:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978873.908564:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b100 x1870620402941184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978898 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.908568:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978873.908569:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978873.908573:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978873.908575:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978873.908578:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311201019 00000100:00000010:0.0:1783978873.908581:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783978873.908586:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978873.908589:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311201019 00000100:00000010:0.0:1783978873.908590:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783978873.908592:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978873.908595:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978873.908597:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978873.908600:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978873.908603:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978873/real 1783978873] req@ffff9b83eed3b100 x1870620402941184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978873.908612:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978873.908613:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978873.908615:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978873.908617:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978873.908619:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978873.908621:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978873.908625:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b100 x1870620402941184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978873.908633:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b100 x1870620402941184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.908640:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978873.908642:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978873.908643:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978873.908645:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978873.908649:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b100 x1870620402941184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.908654:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978873.908657:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b100 x1870620402941184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978898 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.908666:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978873.908669:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978873.908671:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978873.908672:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978873.908674:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978873.908676:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978873.908679:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978873.908682:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978873.908685:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978873.908689:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b100 x1870620402941184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978898 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978873.908696:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402941184:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978873.908701:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978873.908703:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38a80 x1870620402941312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.908709:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978873.908711:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978873.908818:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978873.908820:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978873.908822:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978873.908825:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402941312:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978873.908828:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978873.908829:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978873.908831:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978873.908832:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978873.908836:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978873.908837:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978873.908841:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978873.908843:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978873.908847:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978873.908849:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402941312, portal 10 00000100:00000001:0.0:1783978873.908851:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978873.908852:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682702976 : -110484026848640 : ffff9b83eed38a80) 00000100:00000040:0.0:1783978873.908859:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38a80 x1870620402941312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.908865:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978873.908867:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978873.908869:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978873.908871:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402941312, offset 0 00000400:00000200:0.0:1783978873.908874:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978873.908878:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978873.908882:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978873.908885:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978873.908886:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978873.908888:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978873.908890:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978873.908893:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826311:826311:256:4294967295] 192.168.201.148@tcp LPNI seq info [826282:826282:8:4294967295] 00000400:00000200:0.0:1783978873.908896:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978873.908901:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978873.908905:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978873.908908:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978873.908911:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978873.908913:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783978873.908922:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978873.908924:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978873.908927:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978873.908930:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978873.908933:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978873.908935:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978873.908937:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978873.908941:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38a80 x1870620402941312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.908947:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978873.908950:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620402941312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978898 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.908955:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978873.908957:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978873.908969:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978873.908972:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978873.908975:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978873.908976:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311199760 00000100:00000001:0.0:1783978873.908979:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311201019 00000100:00000001:0.0:1783978873.908980:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311199760 00000100:00000001:0.0:1783978873.908982:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311201019 00000100:00000001:0.0:1783978873.908984:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978873.908986:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978873.908987:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978873.908991:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978873/real 1783978873] req@ffff9b83eed38a80 x1870620402941312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978873.908998:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978873.908999:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978873.909001:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978873.909003:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978873.909005:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978873.909007:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978873.909010:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38a80 x1870620402941312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978873.909017:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38a80 x1870620402941312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.909029:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978873.909030:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978873.909032:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978873.909033:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978873.909037:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38a80 x1870620402941312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.909043:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978873.909047:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38a80 x1870620402941312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978898 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.909053:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978873.909055:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978873.909057:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978873.909058:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978873.909060:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978873.909068:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978873.909071:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978873.909074:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978873.909076:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978873.909080:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38a80 x1870620402941312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978898 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978873.909087:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402941312:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978873.909091:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978873.909094:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620402941440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.909100:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978873.909101:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978873.909104:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978873.909106:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978873.909107:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978873.909110:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402941440:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978873.909113:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978873.909115:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978873.909116:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978873.909118:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978873.909121:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978873.909124:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978873.909127:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978873.909129:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978873.909132:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978873.909136:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402941440, portal 10 00000100:00000001:0.0:1783978873.909138:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978873.909139:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783978873.909144:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620402941440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.909150:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978873.909152:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978873.909154:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978873.909156:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402941440, offset 0 00000400:00000200:0.0:1783978873.909160:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978873.909164:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978873.909168:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978873.909170:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978873.909173:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978873.909175:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978873.909178:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978873.909181:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826312:826312:256:4294967295] 192.168.201.148@tcp LPNI seq info [826283:826283:8:4294967295] 00000400:00000200:0.0:1783978873.909184:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978873.909191:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978873.909196:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978873.909199:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978873.909202:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978873.909205:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783978873.909215:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978873.909217:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978873.909219:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978873.909222:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978873.909225:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978873.909227:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978873.909230:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978873.909233:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620402941440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.909240:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978873.909243:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620402941440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978898 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.909249:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978873.909250:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978873.909253:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978873.909257:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978873.909260:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978873.909262:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311199755 00000100:00000001:0.0:1783978873.909264:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311201019 00000100:00000001:0.0:1783978873.909266:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311199755 00000100:00000001:0.0:1783978873.909268:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311201019 00000100:00000001:0.0:1783978873.909270:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978873.909272:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978873.909273:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978873.909277:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978873/real 1783978873] req@ffff9b83eed39f80 x1870620402941440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978873.909286:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978873.909287:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978873.909289:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978873.909291:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978873.909324:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978873.909328:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978873.909332:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620402941440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978873.909340:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620402941440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.909346:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978873.909348:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978873.909349:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978873.909351:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978873.909355:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620402941440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.909361:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978873.909364:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620402941440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978898 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.909369:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978873.909371:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978873.909373:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978873.909374:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978873.909375:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978873.909381:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978873.909383:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978873.909386:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978873.909388:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978873.909393:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620402941440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978898 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978873.909401:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402941440:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978873.909404:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978873.909407:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38380 x1870620402941568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.909414:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978873.909415:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978873.909417:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978873.909418:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978873.909420:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978873.909422:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402941568:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978873.909424:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978873.909425:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978873.909426:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978873.909427:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978873.909430:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978873.909431:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978873.909433:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978873.909435:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978873.909437:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978873.909439:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402941568, portal 4 00000100:00000001:0.0:1783978873.909440:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978873.909441:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682701184 : -110484026850432 : ffff9b83eed38380) 00000100:00000040:0.0:1783978873.909445:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38380 x1870620402941568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.909448:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978873.909450:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978873.909451:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978873.909453:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402941568, offset 0 00000400:00000200:0.0:1783978873.909456:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978873.909458:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978873.909461:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978873.909463:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978873.909464:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978873.909466:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978873.909467:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978873.909469:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826313:826313:256:4294967295] 192.168.201.148@tcp LPNI seq info [826284:826284:8:4294967295] 00000400:00000200:0.0:1783978873.909472:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978873.909475:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978873.909478:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978873.909479:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978873.909482:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978873.909483:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783978873.909491:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978873.909493:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978873.909496:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978873.909499:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978873.909502:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978873.909503:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978873.909505:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978873.909509:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38380 x1870620402941568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.909515:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978873.909518:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620402941568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978898 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.909524:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978873.909526:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978873.909529:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978873.909531:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978873.909534:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978873.909537:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311199783 00000100:00000001:0.0:1783978873.909539:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311201019 00000100:00000001:0.0:1783978873.909541:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311199783 00000100:00000001:0.0:1783978873.909543:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311201019 00000100:00000001:0.0:1783978873.909545:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978873.909547:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978873.909549:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978873.909552:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978873/real 1783978873] req@ffff9b83eed38380 x1870620402941568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978873.909559:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978873.909560:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978873.909561:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978873.909564:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978873.909565:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978873.909566:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978873.909568:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38380 x1870620402941568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978873.909573:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38380 x1870620402941568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.909576:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978873.909577:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978873.909578:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978873.909579:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978873.909580:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38380 x1870620402941568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.909584:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978873.909586:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38380 x1870620402941568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978898 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.909590:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978873.909592:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978873.909593:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978873.909594:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978873.909595:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978873.909598:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978873.909599:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978873.909601:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978873.909602:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978873.909604:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38380 x1870620402941568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978898 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978873.909609:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402941568:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978873.909611:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978873.909613:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39180 x1870620402941696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.909616:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978873.909617:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978873.909618:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978873.909619:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978873.909620:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978873.909622:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402941696:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978873.909623:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978873.909624:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978873.909625:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978873.909626:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978873.909629:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978873.909630:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978873.909632:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978873.909633:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978873.909635:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978873.909636:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402941696, portal 4 00000100:00000001:0.0:1783978873.909638:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978873.909639:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682704768 : -110484026846848 : ffff9b83eed39180) 00000100:00000040:0.0:1783978873.909642:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39180 x1870620402941696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.909646:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978873.909647:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978873.909648:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978873.909650:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402941696, offset 0 00000400:00000200:0.0:1783978873.909652:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978873.909654:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978873.909656:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978873.909658:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978873.909659:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978873.909661:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978873.909662:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978873.909664:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826314:826314:256:4294967295] 192.168.201.148@tcp LPNI seq info [826285:826285:8:4294967295] 00000400:00000200:0.0:1783978873.909666:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978873.909670:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978873.909672:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978873.909674:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978873.909676:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978873.909678:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783978873.909684:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978873.909686:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978873.909687:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978873.909689:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978873.909691:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978873.909692:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978873.909693:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978873.909695:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39180 x1870620402941696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.909703:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978873.909704:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39180 x1870620402941696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978898 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.909708:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978873.909709:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978873.909710:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978873.909794:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978873.909796:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978873.909797:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311199773 00000100:00000001:0.0:1783978873.909799:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311201019 00000100:00000001:0.0:1783978873.909800:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311199773 00000100:00000001:0.0:1783978873.909801:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311201019 00000100:00000001:0.0:1783978873.909803:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978873.909804:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978873.909805:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978873.909808:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978873/real 1783978873] req@ffff9b83eed39180 x1870620402941696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978873.909813:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978873.909814:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978873.909815:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978873.909816:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978873.909818:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978873.909819:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978873.909821:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39180 x1870620402941696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978873.909833:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39180 x1870620402941696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.909837:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978873.909838:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978873.909839:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978873.909840:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978873.909842:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39180 x1870620402941696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.909845:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978873.909847:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39180 x1870620402941696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978898 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.909851:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978873.909852:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978873.909853:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978873.909854:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978873.909855:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978873.909857:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978873.909858:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978873.909860:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978873.909861:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978873.909863:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39180 x1870620402941696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978898 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978873.909868:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402941696:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978873.909870:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978873.909871:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978873.909873:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b100 x1870620402941184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978898 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.909877:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978873.909879:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978873.909881:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978873.909883:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978873.909884:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978873.909885:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978873.909887:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978873.909889:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16c00. 02000000:00000001:0.0:1783978873.909891:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978873.909892:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978873.909894:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b100. 00000100:00000001:0.0:1783978873.909896:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978873.909897:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978873.909897:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978873.909899:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38a80 x1870620402941312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978898 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.909903:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978873.909904:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978873.909905:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978873.909906:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978873.909906:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978873.909907:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978873.909908:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978873.909909:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16800. 02000000:00000001:0.0:1783978873.909910:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978873.909911:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978873.909911:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38a80. 00000100:00000001:0.0:1783978873.909912:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978873.909913:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978873.909914:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978873.909916:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620402941440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978898 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.909920:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978873.909921:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978873.909922:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978873.909925:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978873.909926:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978873.909927:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978873.909928:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978873.909930:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14000. 02000000:00000001:0.0:1783978873.909931:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978873.909933:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978873.909934:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783978873.909936:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978873.909938:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978873.909939:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978873.909942:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38380 x1870620402941568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978898 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.909948:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978873.909949:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978873.909950:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978873.909953:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978873.909954:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978873.909956:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978873.909958:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978873.909967:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14c00. 02000000:00000001:0.0:1783978873.909970:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978873.909971:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978873.909973:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38380. 00000100:00000001:0.0:1783978873.909975:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978873.909976:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978873.909977:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978873.909981:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39180 x1870620402941696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978898 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978873.909985:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978873.909986:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978873.909986:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978873.909988:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978873.909989:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978873.909989:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978873.909990:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978873.909991:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec17400. 02000000:00000001:0.0:1783978873.909992:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978873.909993:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978873.909994:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39180. 00000100:00000001:0.0:1783978873.909995:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978873.909996:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978873.909998:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978873.910004:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978873.910005:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978873.910007:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978873.910008:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978874.291349:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978874.291356:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978874.291359:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978874.291364:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978874.291368:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978874.291370:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978874.291373:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978874.291375:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978874.291378:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978874.419392:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978874.419399:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978874.419404:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978874.419412:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978874.419419:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978874.419425:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978874.419443:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978874.419447:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978874.419451:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978874.419477:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978874.419481:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978874.419487:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978874.419491:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978874.419500:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978874.419503:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978874.419512:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978874.419515:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978874.419523:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978874.419526:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978875.318659:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978875.318667:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978875.318669:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978875.318674:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978875.318678:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978875.318681:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978875.318684:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978875.318687:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978875.318690:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978875.443374:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978875.443383:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978875.443387:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978875.443392:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978875.443399:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978875.443402:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978875.443405:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978875.443410:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978875.443418:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978875.443422:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978875.443428:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978875.443431:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978875.443440:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978875.443445:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978875.443453:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978875.443456:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978876.339372:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978876.339380:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978876.339383:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978876.339390:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978876.339396:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978876.339412:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978876.339416:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978876.339417:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978876.339420:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978876.467364:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978876.467371:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978876.467377:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978876.467378:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978876.467382:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978876.467383:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978876.467387:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978876.467388:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978876.467392:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978876.467395:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978876.467482:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978876.467485:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978876.467486:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978876.467488:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978876.467490:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978876.467493:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978876.467495:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978876.467496:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978876.467498:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978876.467525:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978876.467529:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978876.467534:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978876.467546:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978876.467551:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978876.467554:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978876.467556:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978876.467560:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978876.467562:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978876.467566:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978876.467568:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978876.467573:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978877.363692:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978877.363697:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978877.363698:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978877.363701:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978877.363703:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978877.363705:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978877.363707:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978877.363708:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978877.363711:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978877.491410:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978877.491417:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978877.491418:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978877.491423:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978877.491426:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978877.491429:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978877.491432:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978877.491437:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978877.491441:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978877.491464:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978877.491467:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978877.491470:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978877.491472:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978877.491475:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978877.491476:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978877.491478:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978877.491479:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978877.491481:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978877.491483:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978877.491498:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978877.491501:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978877.491504:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978877.492000:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978877.492003:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978877.492004:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978877.492006:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978877.492008:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978877.492012:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978877.492014:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978877.492017:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978877.492019:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978878.387391:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978878.387399:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978878.387403:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978878.387412:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978878.387417:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978878.387421:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978878.387435:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978878.387438:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978878.387440:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978878.515471:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978878.515477:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978878.515478:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978878.515482:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978878.515484:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978878.515487:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978878.515489:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978878.515490:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978878.515492:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978878.515523:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978878.515525:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978878.515528:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978878.515530:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978878.515532:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978878.515534:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978878.515537:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978878.515538:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978878.515540:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978878.515541:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978878.515544:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978878.515546:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978878.515547:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978878.515971:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978878.515973:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978878.515974:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978878.515975:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978878.515977:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978878.515980:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978878.515981:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978878.515982:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978878.515983:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978878.515984:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978878.515985:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978878.515986:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978878.515987:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978878.515988:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978878.515989:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978878.515990:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978878.515991:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978878.515992:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978878.515992:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978878.515993:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978878.515994:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978878.516009:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978878.516010:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978878.516012:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978878.517697:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978878.517701:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978878.517703:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978878.517717:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978878.517720:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978878.517722:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978878.517724:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978878.517725:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978878.517727:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978879.027820:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978879.027825:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978879.027830:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978879.027839:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882680 x1870620402941824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.027858:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978879.027862:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978879.027868:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978879.027885:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978879.027891:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978879.027899:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402941824:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978879.027907:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978879.027911:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978879.027914:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978879.027916:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978879.027922:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978879.027924:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978879.027930:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978879.027934:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978879.027941:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978879.027956:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402941824, portal 25 00000100:00000001:0.0:1783978879.027958:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978879.027960:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694539392 : -110484015012224 : ffff9b83ef882680) 00000100:00000040:0.0:1783978879.027966:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882680 x1870620402941824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.027977:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978879.027984:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978879.027988:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978879.027994:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402941824, offset 0 00000400:00000200:0.0:1783978879.028261:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978879.028270:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978879.028277:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978879.028281:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978879.028284:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978879.028287:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978879.028289:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978879.028317:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826315:826315:256:4294967295] 192.168.201.148@tcp LPNI seq info [826286:826286:8:4294967295] 00000400:00000200:0.0:1783978879.028322:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978879.028331:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978879.028337:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978879.028343:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978879.028350:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978879.028353:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783978879.028365:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978879.028368:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978879.028374:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978879.028378:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978879.028383:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978879.028386:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978879.028391:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978879.028395:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882680 x1870620402941824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.028405:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978879.028409:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882680 x1870620402941824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978904 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.028416:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978879.028418:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978879.028423:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978879.028426:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978879.028429:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311206139 00000100:00000010:0.0:1783978879.028434:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783978879.028440:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978879.028444:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311206139 00000100:00000010:0.0:1783978879.028448:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783978879.028450:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978879.028453:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978879.028456:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978879.028459:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978879.028463:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978879/real 1783978879] req@ffff9b83ef882680 x1870620402941824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978879.028472:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978879.028473:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978879.028476:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978879.028478:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978879.028480:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978879.028483:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978879.028486:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882680 x1870620402941824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978879.028494:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882680 x1870620402941824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.028499:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978879.028501:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978879.028503:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978879.028505:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978879.028509:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882680 x1870620402941824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.028516:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978879.028520:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882680 x1870620402941824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978904 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.028527:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978879.028529:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978879.028531:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978879.028532:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978879.028534:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978879.028535:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978879.028537:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978879.028540:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978879.028542:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978879.028544:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882680 x1870620402941824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978904 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978879.028550:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402941824:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978879.028553:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978879.028556:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881880 x1870620402941952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.028562:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978879.028563:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978879.028565:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978879.028567:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978879.028569:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978879.028572:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402941952:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978879.028575:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978879.028577:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978879.028578:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978879.028580:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978879.028584:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978879.028585:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978879.028589:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978879.028592:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978879.028595:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978879.028598:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402941952, portal 10 00000100:00000001:0.0:1783978879.028599:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978879.028601:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694535808 : -110484015015808 : ffff9b83ef881880) 00000100:00000040:0.0:1783978879.028607:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881880 x1870620402941952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.028612:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978879.028613:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978879.028615:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978879.028616:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402941952, offset 0 00000400:00000200:0.0:1783978879.028618:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978879.028621:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978879.028623:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978879.028625:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978879.028627:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978879.028628:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978879.028630:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978879.028632:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826316:826316:256:4294967295] 192.168.201.148@tcp LPNI seq info [826287:826287:8:4294967295] 00000400:00000200:0.0:1783978879.028634:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978879.028639:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978879.028641:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978879.028643:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978879.028647:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978879.028649:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783978879.028660:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978879.028661:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978879.028664:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978879.028668:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978879.028671:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978879.028672:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978879.028674:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978879.028678:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881880 x1870620402941952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.028685:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978879.028688:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881880 x1870620402941952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978904 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.028694:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978879.028695:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978879.028698:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978879.028701:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978879.028704:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978879.028706:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311204880 00000100:00000001:0.0:1783978879.028709:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311206139 00000100:00000001:0.0:1783978879.028710:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311204880 00000100:00000001:0.0:1783978879.028712:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311206139 00000100:00000001:0.0:1783978879.028714:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978879.028716:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978879.028718:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978879.028722:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978879/real 1783978879] req@ffff9b83ef881880 x1870620402941952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978879.028729:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978879.028731:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978879.028732:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978879.028735:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978879.028736:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978879.028738:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978879.028742:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881880 x1870620402941952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978879.028750:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881880 x1870620402941952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.028756:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978879.028757:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978879.028759:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978879.028760:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978879.028764:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881880 x1870620402941952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.028771:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978879.028774:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881880 x1870620402941952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978904 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.028779:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978879.028780:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978879.028781:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978879.028782:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978879.028783:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978879.028792:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978879.028794:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978879.028797:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978879.028799:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978879.028803:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881880 x1870620402941952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978904 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978879.028810:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402941952:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978879.028814:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978879.028815:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978879.028818:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882680 x1870620402941824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978904 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.028825:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978879.028828:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978879.028830:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978879.028833:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978879.028835:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978879.028837:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978879.028838:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978879.028840:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635000. 02000000:00000001:0.0:1783978879.028844:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978879.028845:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978879.028847:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882680. 00000100:00000001:0.0:1783978879.028849:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978879.028850:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978879.028851:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978879.028853:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881880 x1870620402941952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978904 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.028857:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978879.028858:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978879.028859:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978879.028861:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978879.028862:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978879.028863:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978879.028864:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978879.028864:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783978879.028866:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978879.028866:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978879.028867:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881880. 00000100:00000001:0.0:1783978879.028869:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978879.028869:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978879.028904:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978879.028919:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978879.028921:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978879.028923:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978879.028924:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978879.028925:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978879.028930:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881f80 x1870620402942080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.028937:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978879.028938:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978879.028940:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978879.028942:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978879.028944:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978879.028946:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402942080:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978879.028949:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978879.028951:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978879.028953:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978879.028954:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978879.028957:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978879.028959:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978879.028963:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978879.028965:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978879.028969:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978879.028971:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402942080, portal 10 00000100:00000001:0.0:1783978879.028974:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978879.028975:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694537600 : -110484015014016 : ffff9b83ef881f80) 00000100:00000040:0.0:1783978879.028981:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881f80 x1870620402942080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.028987:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978879.028990:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978879.028992:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978879.028994:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402942080, offset 0 00000400:00000200:0.0:1783978879.028998:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978879.029001:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978879.029005:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978879.029007:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978879.029010:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978879.029012:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978879.029014:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978879.029017:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826317:826317:256:4294967295] 192.168.201.148@tcp LPNI seq info [826288:826288:8:4294967295] 00000400:00000200:0.0:1783978879.029021:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978879.029027:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978879.029031:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978879.029034:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978879.029038:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978879.029040:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783978879.029051:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978879.029053:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978879.029056:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978879.029059:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978879.029062:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978879.029064:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978879.029066:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978879.029079:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881f80 x1870620402942080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.029086:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978879.029089:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881f80 x1870620402942080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978904 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.029094:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978879.029095:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978879.029098:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978879.029101:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978879.029103:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978879.029105:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311204875 00000100:00000001:0.0:1783978879.029108:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311206139 00000100:00000001:0.0:1783978879.029109:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311204875 00000100:00000001:0.0:1783978879.029111:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311206139 00000100:00000001:0.0:1783978879.029113:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978879.029115:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978879.029116:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978879.029119:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978879/real 1783978879] req@ffff9b83ef881f80 x1870620402942080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978879.029126:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978879.029127:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978879.029128:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978879.029130:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978879.029132:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978879.029133:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978879.029136:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881f80 x1870620402942080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978879.029142:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881f80 x1870620402942080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.029148:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978879.029149:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978879.029151:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978879.029152:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978879.029155:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881f80 x1870620402942080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.029161:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978879.029164:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881f80 x1870620402942080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978904 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.029175:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978879.029177:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978879.029179:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978879.029180:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978879.029182:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978879.029188:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978879.029191:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978879.029195:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978879.029196:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978879.029200:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881f80 x1870620402942080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978904 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978879.029207:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402942080:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978879.029210:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978879.029214:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880e00 x1870620402942208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.029219:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978879.029220:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978879.029223:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978879.029224:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978879.029226:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978879.029229:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402942208:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978879.029232:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978879.029234:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978879.029235:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978879.029237:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978879.029240:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978879.029242:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978879.029245:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978879.029247:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978879.029250:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978879.029253:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402942208, portal 4 00000100:00000001:0.0:1783978879.029255:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978879.029256:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694533120 : -110484015018496 : ffff9b83ef880e00) 00000100:00000040:0.0:1783978879.029262:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880e00 x1870620402942208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.029273:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978879.029276:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978879.029278:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978879.029280:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402942208, offset 0 00000400:00000200:0.0:1783978879.029284:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978879.029288:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978879.029291:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978879.029314:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978879.029317:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978879.029319:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978879.029321:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978879.029324:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826318:826318:256:4294967295] 192.168.201.148@tcp LPNI seq info [826289:826289:8:4294967295] 00000400:00000200:0.0:1783978879.029327:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978879.029333:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978879.029338:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978879.029341:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978879.029345:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978879.029347:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783978879.029356:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978879.029358:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978879.029361:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978879.029364:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978879.029367:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978879.029369:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978879.029371:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978879.029374:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880e00 x1870620402942208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.029381:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978879.029384:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880e00 x1870620402942208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978904 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.029395:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978879.029396:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978879.029399:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978879.029402:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978879.029405:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978879.029407:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311204903 00000100:00000001:0.0:1783978879.029409:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311206139 00000100:00000001:0.0:1783978879.029412:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311204903 00000100:00000001:0.0:1783978879.029414:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311206139 00000100:00000001:0.0:1783978879.029416:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978879.029417:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978879.029419:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978879.029422:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978879/real 1783978879] req@ffff9b83ef880e00 x1870620402942208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978879.029430:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978879.029431:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978879.029432:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978879.029435:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978879.029436:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978879.029438:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978879.029441:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880e00 x1870620402942208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978879.029449:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880e00 x1870620402942208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.029454:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978879.029456:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978879.029457:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978879.029459:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978879.029462:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880e00 x1870620402942208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.029469:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978879.029473:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880e00 x1870620402942208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978904 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.029479:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978879.029482:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978879.029483:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978879.029484:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978879.029486:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978879.029490:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978879.029493:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978879.029496:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978879.029497:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978879.029514:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880e00 x1870620402942208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978904 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978879.029522:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402942208:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978879.029526:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978879.029529:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881500 x1870620402942336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.029536:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978879.029537:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978879.029539:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978879.029541:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978879.029542:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978879.029545:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402942336:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978879.029549:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978879.029550:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978879.029558:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978879.029560:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978879.029563:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978879.029565:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978879.029568:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978879.029570:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978879.029573:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978879.029575:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402942336, portal 4 00000100:00000001:0.0:1783978879.029577:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978879.029578:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694534912 : -110484015016704 : ffff9b83ef881500) 00000100:00000040:0.0:1783978879.029583:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881500 x1870620402942336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.029588:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978879.029590:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978879.029592:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978879.029594:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402942336, offset 0 00000400:00000200:0.0:1783978879.029597:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978879.029600:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978879.029604:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978879.029606:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978879.029608:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978879.029610:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978879.029612:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978879.029616:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826319:826319:256:4294967295] 192.168.201.148@tcp LPNI seq info [826290:826290:8:4294967295] 00000400:00000200:0.0:1783978879.029619:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978879.029625:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978879.029629:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978879.029631:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978879.029635:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978879.029637:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783978879.029647:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978879.029649:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978879.029651:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978879.029655:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978879.029657:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978879.029659:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978879.029661:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978879.029665:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881500 x1870620402942336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.029671:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978879.029674:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881500 x1870620402942336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978904 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.029680:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978879.029681:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978879.029684:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978879.029687:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978879.029690:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978879.029692:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311204893 00000100:00000001:0.0:1783978879.029694:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311206139 00000100:00000001:0.0:1783978879.029696:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311204893 00000100:00000001:0.0:1783978879.029698:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311206139 00000100:00000001:0.0:1783978879.029700:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978879.029702:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978879.029704:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978879.029707:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978879/real 1783978879] req@ffff9b83ef881500 x1870620402942336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978879.029715:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978879.029716:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978879.029718:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978879.029720:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978879.029722:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978879.029724:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978879.030290:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881500 x1870620402942336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978879.030322:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881500 x1870620402942336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.030329:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978879.030331:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978879.030333:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978879.030335:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978879.030339:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881500 x1870620402942336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.030345:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978879.030349:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881500 x1870620402942336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978904 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.030356:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978879.030358:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978879.030360:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978879.030361:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978879.030363:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978879.030367:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978879.030370:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978879.030373:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978879.030376:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978879.030380:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881500 x1870620402942336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978904 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978879.030388:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402942336:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978879.030393:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978879.030395:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978879.030398:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881f80 x1870620402942080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978904 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.030405:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978879.030407:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978879.030410:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978879.030413:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978879.030415:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978879.030416:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978879.030418:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978879.030420:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636400. 02000000:00000001:0.0:1783978879.030423:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978879.030424:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978879.030426:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881f80. 00000100:00000001:0.0:1783978879.030430:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978879.030431:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978879.030432:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978879.030435:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880e00 x1870620402942208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978904 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.030441:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978879.030442:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978879.030444:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978879.030446:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978879.030447:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978879.030448:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978879.030450:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978879.030452:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634400. 02000000:00000001:0.0:1783978879.030454:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978879.030455:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978879.030456:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880e00. 00000100:00000001:0.0:1783978879.030459:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978879.030460:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978879.030462:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978879.030465:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881500 x1870620402942336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978904 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978879.030471:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978879.030472:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978879.030474:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978879.030477:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978879.030479:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978879.030480:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978879.030481:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978879.030483:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636000. 02000000:00000001:0.0:1783978879.030485:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978879.030486:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978879.030487:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881500. 00000100:00000001:0.0:1783978879.030489:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978879.030490:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978879.030492:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978879.030497:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978879.030498:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978879.030500:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978879.030502:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978879.411410:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978879.411418:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978879.411421:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978879.411427:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978879.411431:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978879.411436:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978879.411441:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978879.411444:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978879.411449:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978879.539408:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978879.539416:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978879.539421:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978879.539428:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978879.539434:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978879.539439:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978879.539445:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978879.539450:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978879.539455:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978879.539483:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978879.539489:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978879.539498:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978879.539503:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978879.539510:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978879.539513:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978879.539518:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978879.539521:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978879.539527:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978879.539529:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978879.539548:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978879.539552:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978879.539556:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978880.435408:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978880.435413:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978880.435414:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978880.435418:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978880.435421:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978880.435424:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978880.435427:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978880.435428:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978880.435431:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978880.563373:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978880.563380:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978880.563386:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978880.563390:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978880.563396:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978880.563399:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978880.563405:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978880.563409:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978880.563417:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978880.563420:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978880.563442:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978880.563445:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978880.563448:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978880.563542:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978880.563546:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978880.563548:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978880.563551:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978880.563554:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978880.563558:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978880.563561:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978880.563563:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978880.563567:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978880.563602:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978880.563607:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978880.563611:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978880.563618:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978880.563622:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978880.563625:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978880.563639:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978880.563643:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978880.563650:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978881.459394:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978881.459403:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978881.459406:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978881.459415:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978881.459419:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978881.459423:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978881.459426:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978881.459429:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978881.459432:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978881.587440:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978881.587448:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978881.587452:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978881.587461:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978881.587474:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978881.587478:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978881.587485:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978881.587489:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978881.587493:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978881.587522:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978881.587526:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978881.587530:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978881.587532:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978881.587544:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978881.587548:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978881.587553:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978881.587555:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978881.587561:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978881.587564:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978881.587611:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978881.587615:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978881.587618:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978881.587853:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978881.587856:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978881.587857:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978881.587865:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978881.587866:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978881.587868:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978881.587870:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978881.587871:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978881.587873:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978882.483404:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978882.483408:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978882.483410:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978882.483416:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978882.483422:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978882.483426:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978882.483431:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978882.483434:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978882.483436:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978882.612760:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978882.612766:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978882.612772:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978882.612774:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978882.612781:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978882.612785:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978882.612791:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978882.612795:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978882.612800:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978882.612804:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978883.507413:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978883.507418:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978883.507420:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978883.507425:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978883.507428:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978883.507432:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978883.507435:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978883.507436:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978883.507437:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978883.635394:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978883.635399:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978883.635410:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978883.635415:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978883.635424:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978883.635428:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978883.635434:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978883.635438:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978883.635444:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978883.635446:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978884.148192:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978884.148197:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978884.148201:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978884.148211:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620402942464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.148229:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978884.148233:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978884.148240:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978884.148245:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978884.148250:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978884.148257:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402942464:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978884.148263:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978884.148269:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978884.148272:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978884.148277:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978884.148284:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978884.148289:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978884.148320:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978884.148325:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978884.148336:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978884.148345:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402942464, portal 25 00000100:00000001:0.0:1783978884.148349:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978884.148351:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783978884.148358:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620402942464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.148365:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978884.148368:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978884.148371:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978884.148375:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402942464, offset 0 00000400:00000200:0.0:1783978884.148381:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978884.148388:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978884.148394:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978884.148399:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978884.148403:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978884.148407:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978884.148410:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978884.148413:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826320:826320:256:4294967295] 192.168.201.148@tcp LPNI seq info [826291:826291:8:4294967295] 00000400:00000200:0.0:1783978884.148416:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978884.148423:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978884.148427:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978884.148431:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978884.148436:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978884.148439:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783978884.148451:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978884.148454:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978884.148460:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978884.148465:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978884.148469:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978884.148472:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978884.148477:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978884.148481:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3a300 x1870620402942464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.148490:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978884.148493:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620402942464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978909 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.148500:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978884.148502:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978884.148507:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978884.148511:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978884.148513:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311211259 00000100:00000010:0.0:1783978884.148518:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783978884.148524:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978884.148529:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311211259 00000100:00000010:0.0:1783978884.148532:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783978884.148535:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978884.148538:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978884.148540:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978884.148543:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978884.148547:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978884/real 1783978884] req@ffff9b83eed3a300 x1870620402942464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978884.148565:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978884.148567:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978884.148569:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978884.148572:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978884.148574:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978884.148576:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978884.148580:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620402942464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978884.148588:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620402942464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.148595:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978884.148596:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978884.148598:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978884.148600:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978884.148603:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620402942464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.148608:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978884.148610:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620402942464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978909 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.148614:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978884.148617:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978884.148618:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978884.148618:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978884.148620:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978884.148622:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978884.148625:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978884.148628:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978884.148630:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978884.148634:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620402942464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978909 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978884.148641:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402942464:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978884.148646:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978884.148649:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b480 x1870620402942592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.148656:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978884.148657:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978884.148659:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978884.148661:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978884.148663:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978884.148666:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402942592:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978884.148669:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978884.148671:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978884.148672:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978884.148675:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978884.148678:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978884.148679:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978884.148683:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978884.148686:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978884.148689:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978884.148691:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402942592, portal 10 00000100:00000001:0.0:1783978884.148693:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978884.148694:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682713728 : -110484026837888 : ffff9b83eed3b480) 00000100:00000040:0.0:1783978884.148701:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b480 x1870620402942592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.148705:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978884.148706:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978884.148708:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978884.148710:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402942592, offset 0 00000400:00000200:0.0:1783978884.148714:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978884.148717:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978884.148721:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978884.148723:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978884.148726:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978884.148728:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978884.148730:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978884.148733:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826321:826321:256:4294967295] 192.168.201.148@tcp LPNI seq info [826292:826292:8:4294967295] 00000400:00000200:0.0:1783978884.148737:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978884.148743:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978884.148747:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978884.148760:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978884.148764:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978884.148767:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783978884.148776:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978884.148778:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978884.148790:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978884.148795:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978884.148798:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978884.148799:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978884.148802:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978884.148806:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b480 x1870620402942592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.148813:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978884.148816:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620402942592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978909 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.148822:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978884.148823:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978884.148826:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978884.148830:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978884.148833:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978884.148835:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311210000 00000100:00000001:0.0:1783978884.148838:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311211259 00000100:00000001:0.0:1783978884.148840:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311210000 00000100:00000001:0.0:1783978884.148842:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311211259 00000100:00000001:0.0:1783978884.148844:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978884.148845:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978884.148848:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978884.148851:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978884/real 1783978884] req@ffff9b83eed3b480 x1870620402942592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978884.148859:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978884.148860:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978884.148862:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978884.148863:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978884.148864:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978884.148866:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978884.148869:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b480 x1870620402942592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978884.148876:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b480 x1870620402942592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.148882:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978884.148883:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978884.148885:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978884.148886:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978884.148889:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b480 x1870620402942592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.148895:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978884.148899:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b480 x1870620402942592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978909 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.148905:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978884.148908:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978884.148909:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978884.148910:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978884.148912:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978884.148919:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978884.148922:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978884.148926:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978884.148928:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978884.148932:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b480 x1870620402942592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978909 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978884.148940:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402942592:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978884.148944:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978884.148947:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39180 x1870620402942720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.148960:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978884.148961:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978884.148963:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978884.148964:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978884.148965:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978884.148967:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402942720:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978884.148969:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978884.148970:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978884.148971:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978884.148972:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978884.148974:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978884.148976:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978884.148978:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978884.148979:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978884.148981:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978884.148983:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402942720, portal 10 00000100:00000001:0.0:1783978884.148985:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978884.148986:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682704768 : -110484026846848 : ffff9b83eed39180) 00000100:00000040:0.0:1783978884.148992:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39180 x1870620402942720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.148998:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978884.149000:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978884.149002:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978884.149004:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402942720, offset 0 00000400:00000200:0.0:1783978884.149009:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978884.149012:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978884.149016:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978884.149019:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978884.149021:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978884.149023:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978884.149025:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978884.149029:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826322:826322:256:4294967295] 192.168.201.148@tcp LPNI seq info [826293:826293:8:4294967295] 00000400:00000200:0.0:1783978884.149033:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978884.149038:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978884.149041:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978884.149043:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978884.149045:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978884.149047:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783978884.149054:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978884.149055:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978884.149057:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978884.149059:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978884.149061:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978884.149062:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978884.149063:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978884.149066:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39180 x1870620402942720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.149071:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978884.149072:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39180 x1870620402942720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978909 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.149076:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978884.149077:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978884.149079:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978884.149081:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978884.149083:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978884.149084:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311209995 00000100:00000001:0.0:1783978884.149085:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311211259 00000100:00000001:0.0:1783978884.149087:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311209995 00000100:00000001:0.0:1783978884.149088:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311211259 00000100:00000001:0.0:1783978884.149089:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978884.149091:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978884.149092:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978884.149094:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978884/real 1783978884] req@ffff9b83eed39180 x1870620402942720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978884.149098:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978884.149099:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978884.149100:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978884.149101:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978884.149102:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978884.149103:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978884.149105:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39180 x1870620402942720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978884.149110:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39180 x1870620402942720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.149113:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978884.149114:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978884.149115:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978884.149116:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978884.149117:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39180 x1870620402942720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.149121:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978884.149123:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39180 x1870620402942720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978909 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.149126:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978884.149127:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978884.149128:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978884.149129:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978884.149130:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978884.149134:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978884.149136:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978884.149139:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978884.149140:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978884.149142:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39180 x1870620402942720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978909 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978884.149146:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402942720:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978884.149148:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978884.149150:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38380 x1870620402942848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.149153:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978884.149154:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978884.149155:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978884.149156:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978884.149157:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978884.149159:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402942848:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978884.149161:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978884.149162:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978884.149163:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978884.149164:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978884.149166:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978884.149167:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978884.149169:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978884.149170:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978884.149172:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978884.149174:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402942848, portal 4 00000100:00000001:0.0:1783978884.149175:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978884.149176:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682701184 : -110484026850432 : ffff9b83eed38380) 00000100:00000040:0.0:1783978884.149180:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38380 x1870620402942848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.149183:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978884.149185:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978884.149186:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978884.149187:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402942848, offset 0 00000400:00000200:0.0:1783978884.149189:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978884.149191:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978884.149193:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978884.149195:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978884.149196:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978884.149198:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978884.149199:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978884.149201:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826323:826323:256:4294967295] 192.168.201.148@tcp LPNI seq info [826294:826294:8:4294967295] 00000400:00000200:0.0:1783978884.149203:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978884.149207:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978884.149209:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978884.149210:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978884.149213:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978884.149214:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783978884.149220:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978884.149221:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978884.149223:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978884.149225:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978884.149226:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978884.149227:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978884.149228:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978884.149230:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38380 x1870620402942848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.149234:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978884.149236:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620402942848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978909 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.149241:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978884.149242:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978884.149245:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978884.149247:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978884.149250:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978884.149252:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311210022 00000100:00000001:0.0:1783978884.149254:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311211259 00000100:00000001:0.0:1783978884.149256:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311210022 00000100:00000001:0.0:1783978884.149258:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311211259 00000100:00000001:0.0:1783978884.149260:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978884.149262:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978884.149264:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978884.149267:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978884/real 1783978884] req@ffff9b83eed38380 x1870620402942848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978884.149274:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978884.149276:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978884.149277:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978884.149280:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978884.149281:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978884.149284:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978884.149287:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38380 x1870620402942848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978884.149315:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38380 x1870620402942848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.149322:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978884.149323:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978884.149325:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978884.149326:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978884.149329:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38380 x1870620402942848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.149334:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978884.149338:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38380 x1870620402942848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978909 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.149345:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978884.149347:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978884.149348:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978884.149349:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978884.149351:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978884.149354:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978884.149357:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978884.149360:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978884.149362:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978884.149366:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38380 x1870620402942848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978909 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978884.149373:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402942848:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978884.149377:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978884.149379:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978884.149382:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620402942464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978909 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.149388:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978884.149390:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978884.149393:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978884.149397:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978884.149399:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978884.149400:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978884.149403:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978884.149405:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16400. 02000000:00000001:0.0:1783978884.149408:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978884.149410:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978884.149412:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783978884.149415:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978884.149416:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978884.149418:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978884.149421:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b480 x1870620402942592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978909 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.149425:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978884.149426:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978884.149427:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978884.149429:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978884.149429:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978884.149430:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978884.149431:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978884.149432:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15400. 02000000:00000001:0.0:1783978884.149433:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978884.149433:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978884.149434:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b480. 00000100:00000001:0.0:1783978884.149435:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978884.149436:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978884.149437:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978884.149439:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39180 x1870620402942720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978909 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.149442:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978884.149443:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978884.149444:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978884.149446:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978884.149446:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978884.149447:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978884.149448:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978884.149449:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15c00. 02000000:00000001:0.0:1783978884.149450:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978884.149450:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978884.149451:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39180. 00000100:00000001:0.0:1783978884.149452:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978884.149453:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978884.149453:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978884.149455:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38380 x1870620402942848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978909 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.149461:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978884.149462:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978884.149463:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978884.149464:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978884.149465:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978884.149466:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978884.149467:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978884.149467:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15800. 02000000:00000001:0.0:1783978884.149468:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978884.149469:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978884.149469:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38380. 00000100:00000001:0.0:1783978884.149471:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978884.149471:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978884.149472:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978884.149478:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978884.149479:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978884.149480:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978884.149481:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978884.149482:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978884.149484:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620402942976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.149487:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978884.149488:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978884.149489:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978884.149490:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978884.149491:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978884.149493:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402942976:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978884.149495:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978884.149496:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978884.149497:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978884.149498:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978884.149500:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978884.149501:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978884.149503:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978884.149506:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978884.149508:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978884.149510:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402942976, portal 4 00000100:00000001:0.0:1783978884.149511:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978884.149512:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783978884.149516:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620402942976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.149520:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978884.149521:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978884.149522:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978884.149524:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402942976, offset 0 00000400:00000200:0.0:1783978884.149526:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978884.149528:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978884.149530:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978884.149532:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978884.149534:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978884.149535:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978884.149537:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978884.149539:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826324:826324:256:4294967295] 192.168.201.148@tcp LPNI seq info [826295:826295:8:4294967295] 00000400:00000200:0.0:1783978884.149541:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978884.149546:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978884.149550:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978884.149553:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978884.149557:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978884.149559:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783978884.149569:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978884.149571:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978884.149574:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978884.149578:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978884.149580:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978884.149582:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978884.149585:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978884.149588:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620402942976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.149595:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978884.149598:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620402942976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978909 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.149604:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978884.149606:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978884.149610:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978884.149612:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978884.149615:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978884.149617:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311210013 00000100:00000001:0.0:1783978884.149619:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311211259 00000100:00000001:0.0:1783978884.149621:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311210013 00000100:00000001:0.0:1783978884.149623:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311211259 00000100:00000001:0.0:1783978884.149625:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978884.149627:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978884.149629:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978884.149633:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978884/real 1783978884] req@ffff9b83eed39f80 x1870620402942976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978884.149641:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978884.149642:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978884.149644:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978884.149645:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978884.149647:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978884.149648:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978884.149650:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620402942976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978884.149655:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620402942976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.149662:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978884.149663:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978884.149664:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978884.149665:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978884.149667:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620402942976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.149671:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978884.149673:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620402942976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978909 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.149677:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978884.149678:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978884.149679:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978884.149680:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978884.149680:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978884.149683:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978884.149684:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978884.149686:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978884.149687:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978884.149689:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620402942976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978909 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978884.149694:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402942976:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978884.149696:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978884.149697:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978884.149699:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620402942976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978909 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978884.149702:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978884.149703:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978884.149704:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978884.149706:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978884.149706:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978884.149708:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978884.149709:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978884.149710:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec17400. 02000000:00000001:0.0:1783978884.149711:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978884.149712:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978884.149713:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783978884.149715:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978884.149715:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978884.149716:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978884.149719:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978884.149719:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978884.149721:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978884.149722:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978884.531725:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978884.531729:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978884.531730:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978884.531733:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978884.531735:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978884.531737:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978884.531739:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978884.531750:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978884.531752:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978884.659450:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978884.659460:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978884.659463:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978884.659467:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978884.659473:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978884.659475:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978884.659477:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978884.659479:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978884.659486:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978884.659487:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978884.659491:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978884.659493:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978884.659497:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978884.659499:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978884.659503:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978884.659505:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978884.659573:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978884.659585:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978884.659589:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978884.659593:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978884.659598:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978884.659603:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978884.659605:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978884.659608:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978884.659613:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978884.659646:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978884.659651:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978884.659656:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978884.663185:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978884.663197:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978884.663202:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978884.663212:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978884.663222:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978884.663227:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978884.663242:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978884.663247:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978884.663252:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978885.555413:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978885.555422:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978885.555425:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978885.555434:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978885.555439:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978885.555446:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978885.555460:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978885.555464:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978885.555469:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978885.683652:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978885.683656:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978885.683657:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978885.683660:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978885.683662:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978885.683664:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978885.683667:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978885.683668:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978885.683670:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978885.683689:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978885.683692:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978885.683696:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978885.683697:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978885.683701:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978885.683703:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978885.683706:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978885.683707:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978885.683711:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978885.683712:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978885.683727:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978885.683730:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978885.683733:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978886.579393:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978886.579403:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978886.579407:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978886.579414:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978886.579419:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978886.579428:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978886.579432:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978886.579436:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978886.579440:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978886.707410:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978886.707415:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978886.707424:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978886.707428:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978886.707437:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978886.707441:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978886.707447:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978886.707449:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978886.707453:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978886.707454:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978886.707554:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978886.707557:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978886.707559:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978886.707562:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978886.707565:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978886.707567:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978886.707570:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978886.707572:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978886.707574:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978886.707839:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978886.707844:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978886.707848:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978886.707852:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978886.707856:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978886.707858:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978886.707860:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978886.707861:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978886.707864:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978887.603397:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978887.603403:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978887.603405:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978887.603409:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978887.603413:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978887.603417:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978887.603421:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978887.603425:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978887.603430:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978887.731619:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978887.731622:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978887.731623:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978887.731625:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978887.731627:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978887.731628:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978887.731733:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978887.731736:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978887.731741:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978887.731761:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978887.731763:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978887.731767:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978887.731769:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978887.731773:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978887.731774:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978887.731777:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978887.731778:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978887.731781:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978887.731783:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978888.628991:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978888.628996:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978888.628997:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978888.629000:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978888.629002:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978888.629004:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978888.629006:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978888.629007:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978888.629009:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978888.755458:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978888.755467:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978888.755471:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978888.755481:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978888.755488:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978888.755492:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978888.756500:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978888.756503:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978888.756505:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978888.756531:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978888.756534:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978888.756539:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978888.756543:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978888.756545:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978888.756549:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978888.756553:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978888.756556:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978888.756558:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978888.756560:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978888.756565:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978888.756566:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978888.756568:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978888.756569:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978888.756572:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978888.756573:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978888.756575:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978888.756577:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978888.756581:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978888.756583:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978888.756584:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978888.756585:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978888.756587:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978888.756588:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978888.756590:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978888.756592:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978888.756596:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978888.756598:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978888.756599:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978888.756601:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978888.756602:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978888.756603:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978888.756605:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978888.756607:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978888.756632:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978888.756636:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978888.756638:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978889.267822:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978889.267828:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978889.267831:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978889.267839:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3b80 x1870620402943104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.267848:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978889.267851:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978889.267855:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978889.267858:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978889.267861:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978889.267866:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402943104:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978889.267871:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978889.267876:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978889.267880:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978889.267883:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978889.267889:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978889.267892:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978889.267899:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978889.267904:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978889.267912:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978889.267921:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402943104, portal 25 00000100:00000001:0.0:1783978889.267924:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978889.267926:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889973120 : -110483819578496 : ffff9b83fb2e3b80) 00000100:00000040:0.0:1783978889.267932:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3b80 x1870620402943104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.267941:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978889.267944:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978889.267947:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978889.267951:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402943104, offset 0 00000400:00000200:0.0:1783978889.267960:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978889.267971:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978889.267978:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978889.267985:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978889.267990:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978889.267995:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978889.267998:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978889.268002:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826325:826325:256:4294967295] 192.168.201.148@tcp LPNI seq info [826296:826296:8:4294967295] 00000400:00000200:0.0:1783978889.268007:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978889.268020:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978889.268028:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978889.268034:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978889.268042:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978889.268046:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783978889.268062:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978889.268065:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978889.268074:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978889.268080:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978889.268087:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978889.268090:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978889.268097:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978889.268101:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3b80 x1870620402943104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.268425:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978889.268431:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3b80 x1870620402943104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978914 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.268439:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978889.268441:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978889.268449:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978889.268454:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978889.268458:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311216379 00000100:00000010:0.0:1783978889.268466:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783978889.268475:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978889.268483:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311216379 00000100:00000010:0.0:1783978889.268488:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783978889.268491:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978889.268494:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978889.268497:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978889.268500:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978889.268505:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978889/real 1783978889] req@ffff9b83fb2e3b80 x1870620402943104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978889.268516:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978889.268518:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978889.268520:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978889.268524:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978889.268526:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978889.268529:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978889.268533:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3b80 x1870620402943104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978889.268543:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3b80 x1870620402943104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.268551:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978889.268553:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978889.268556:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978889.268558:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978889.268563:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3b80 x1870620402943104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.268572:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978889.268577:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3b80 x1870620402943104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978914 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.268584:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978889.268588:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978889.268589:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978889.268590:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978889.268593:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978889.268595:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978889.268599:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978889.268603:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978889.268606:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978889.268610:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3b80 x1870620402943104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978914 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978889.268619:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402943104:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978889.268624:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978889.268627:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978889.268630:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3b80 x1870620402943104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978914 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.268642:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978889.268646:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978889.268649:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978889.268653:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978889.268655:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978889.268657:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978889.268659:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978889.268662:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065400. 02000000:00000001:0.0:1783978889.268667:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978889.268669:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978889.268670:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3b80. 00000100:00000001:0.0:1783978889.268674:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978889.268676:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978889.268678:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978889.268687:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978889.268689:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978889.268692:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978889.268705:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978889.268707:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978889.268711:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2d80 x1870620402943232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.268718:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978889.268719:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978889.268721:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978889.268723:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978889.268724:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978889.268727:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402943232:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978889.268730:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978889.268732:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978889.268733:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978889.268735:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978889.268738:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978889.268740:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978889.268744:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978889.268747:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978889.268751:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978889.268754:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402943232, portal 10 00000100:00000001:0.0:1783978889.268756:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978889.268757:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889969536 : -110483819582080 : ffff9b83fb2e2d80) 00000100:00000040:0.0:1783978889.268765:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2d80 x1870620402943232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.268771:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978889.268773:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978889.268776:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978889.268779:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402943232, offset 0 00000400:00000200:0.0:1783978889.268784:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978889.268788:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978889.268793:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978889.268796:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978889.268799:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978889.268801:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978889.268804:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978889.268807:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826326:826326:256:4294967295] 192.168.201.148@tcp LPNI seq info [826297:826297:8:4294967295] 00000400:00000200:0.0:1783978889.268812:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978889.268819:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978889.268824:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978889.268828:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978889.268832:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978889.268835:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783978889.268846:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978889.268848:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978889.268852:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978889.268855:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978889.268859:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978889.268861:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978889.268864:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978889.268868:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2d80 x1870620402943232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.268876:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978889.268879:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2d80 x1870620402943232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978914 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.268886:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978889.268887:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978889.268891:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978889.268895:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978889.268899:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978889.268901:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311215120 00000100:00000001:0.0:1783978889.268904:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311216379 00000100:00000001:0.0:1783978889.268906:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311215120 00000100:00000001:0.0:1783978889.268908:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311216379 00000100:00000001:0.0:1783978889.268910:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978889.268912:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978889.268915:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978889.268919:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978889/real 1783978889] req@ffff9b83fb2e2d80 x1870620402943232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978889.268927:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978889.268929:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978889.268930:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978889.268933:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978889.268935:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978889.268938:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978889.268941:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2d80 x1870620402943232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978889.268950:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2d80 x1870620402943232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.268963:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978889.268964:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978889.268966:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978889.268967:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978889.268971:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2d80 x1870620402943232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.268978:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978889.268982:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2d80 x1870620402943232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978914 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.268988:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978889.268991:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978889.268992:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978889.268993:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978889.268995:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978889.269006:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978889.269009:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978889.269012:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978889.269015:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978889.269019:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2d80 x1870620402943232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978914 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978889.269027:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402943232:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978889.269031:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978889.269033:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978889.269036:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2d80 x1870620402943232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978914 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.269042:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978889.269044:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978889.269046:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978889.269048:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978889.269050:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978889.269051:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978889.269053:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978889.269055:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064c00. 02000000:00000001:0.0:1783978889.269057:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978889.269058:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978889.269060:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2d80. 00000100:00000001:0.0:1783978889.269062:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978889.269064:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978889.269065:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978889.269069:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978889.269070:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978889.269072:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978889.269074:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978889.269662:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978889.269664:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978889.269666:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978889.269670:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1500 x1870620402943360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.269677:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978889.269679:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978889.269681:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978889.269683:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978889.269685:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978889.269688:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402943360:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978889.269691:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978889.269705:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978889.269707:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978889.269709:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978889.269713:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978889.269715:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978889.269719:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978889.269722:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978889.269726:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978889.269730:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402943360, portal 10 00000100:00000001:0.0:1783978889.269732:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978889.269733:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889963264 : -110483819588352 : ffff9b83fb2e1500) 00000100:00000040:0.0:1783978889.269740:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1500 x1870620402943360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.269746:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978889.269749:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978889.269752:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978889.269754:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402943360, offset 0 00000400:00000200:0.0:1783978889.269759:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978889.269763:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978889.269767:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978889.269771:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978889.269773:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978889.269776:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978889.269778:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978889.269781:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826327:826327:256:4294967295] 192.168.201.148@tcp LPNI seq info [826298:826298:8:4294967295] 00000400:00000200:0.0:1783978889.269785:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978889.269792:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978889.269797:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978889.269800:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978889.269805:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978889.269808:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783978889.269820:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978889.269822:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978889.269825:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978889.269828:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978889.269831:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978889.269833:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978889.269836:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978889.269840:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1500 x1870620402943360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.269848:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978889.269851:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1500 x1870620402943360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978914 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.269858:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978889.269860:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978889.269864:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978889.269867:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978889.269870:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978889.269873:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311215116 00000100:00000001:0.0:1783978889.269875:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311216379 00000100:00000001:0.0:1783978889.269877:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311215116 00000100:00000001:0.0:1783978889.269880:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311216379 00000100:00000001:0.0:1783978889.269882:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978889.269883:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978889.269885:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978889.269889:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978889/real 1783978889] req@ffff9b83fb2e1500 x1870620402943360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978889.269898:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978889.269899:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978889.269901:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978889.269903:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978889.269905:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978889.269907:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978889.269911:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1500 x1870620402943360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978889.269919:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1500 x1870620402943360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.269926:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978889.269928:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978889.269930:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978889.269931:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978889.269935:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1500 x1870620402943360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.269942:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978889.269946:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1500 x1870620402943360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978914 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.269953:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978889.269955:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978889.269956:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978889.269958:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978889.269960:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978889.269967:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978889.269970:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978889.269973:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978889.269976:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978889.269980:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1500 x1870620402943360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978914 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978889.269988:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402943360:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978889.269992:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978889.269995:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0700 x1870620402943488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.270001:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978889.270002:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978889.270004:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978889.270006:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978889.270008:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978889.270011:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402943488:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978889.270015:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978889.270016:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978889.270018:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978889.270020:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978889.270023:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978889.270025:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978889.270029:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978889.270032:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978889.270035:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978889.270038:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402943488, portal 4 00000100:00000001:0.0:1783978889.270040:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978889.270041:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889959680 : -110483819591936 : ffff9b83fb2e0700) 00000100:00000040:0.0:1783978889.270047:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0700 x1870620402943488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.270053:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978889.270055:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978889.270057:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978889.270060:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402943488, offset 0 00000400:00000200:0.0:1783978889.270064:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978889.270068:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978889.270071:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978889.270074:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978889.270076:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978889.270078:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978889.270081:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978889.270083:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826328:826328:256:4294967295] 192.168.201.148@tcp LPNI seq info [826299:826299:8:4294967295] 00000400:00000200:0.0:1783978889.270087:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978889.270093:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978889.270098:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978889.270101:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978889.270105:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978889.270108:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783978889.270119:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978889.270121:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978889.270124:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978889.270127:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978889.270130:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978889.270132:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978889.270134:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978889.270138:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0700 x1870620402943488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.270145:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978889.270148:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0700 x1870620402943488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978914 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.270154:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978889.270156:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978889.270158:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978889.270161:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978889.270164:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978889.270167:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311215143 00000100:00000001:0.0:1783978889.270169:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311216379 00000100:00000001:0.0:1783978889.270171:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311215143 00000100:00000001:0.0:1783978889.270173:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311216379 00000100:00000001:0.0:1783978889.270175:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978889.270177:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978889.270179:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978889.270183:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978889/real 1783978889] req@ffff9b83fb2e0700 x1870620402943488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978889.270191:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978889.270193:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978889.270194:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978889.270196:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978889.270198:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978889.270200:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978889.270203:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0700 x1870620402943488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978889.270211:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0700 x1870620402943488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.270217:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978889.270218:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978889.270220:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978889.270222:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978889.270225:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0700 x1870620402943488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.270232:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978889.270236:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0700 x1870620402943488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978914 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.270242:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978889.270245:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978889.270246:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978889.270247:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978889.270249:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978889.270254:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978889.270256:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978889.270260:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978889.270262:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978889.270265:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0700 x1870620402943488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978914 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978889.270279:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402943488:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978889.270283:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978889.270286:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0e00 x1870620402943616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.270313:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978889.270314:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978889.270316:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978889.270318:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978889.270320:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978889.270323:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402943616:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978889.270326:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978889.270329:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978889.270330:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978889.270332:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978889.270335:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978889.270337:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978889.270340:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978889.270343:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978889.270346:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978889.270348:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402943616, portal 4 00000100:00000001:0.0:1783978889.270350:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978889.270352:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889961472 : -110483819590144 : ffff9b83fb2e0e00) 00000100:00000040:0.0:1783978889.270358:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0e00 x1870620402943616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.270364:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978889.270367:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978889.270368:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978889.270371:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402943616, offset 0 00000400:00000200:0.0:1783978889.270375:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978889.271837:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978889.271850:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978889.271854:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978889.271858:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978889.271862:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978889.271865:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978889.271869:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826329:826329:256:4294967295] 192.168.201.148@tcp LPNI seq info [826300:826300:8:4294967295] 00000400:00000200:0.0:1783978889.271874:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978889.271884:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978889.271890:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978889.271900:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978889.271907:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978889.271910:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783978889.271921:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978889.271924:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978889.271931:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978889.271936:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978889.271941:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978889.271944:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978889.271951:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978889.271959:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0e00 x1870620402943616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.271972:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978889.271975:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0e00 x1870620402943616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978914 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.271983:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978889.271985:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978889.271991:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978889.271996:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978889.272000:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978889.272003:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311215135 00000100:00000001:0.0:1783978889.272006:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311216379 00000100:00000001:0.0:1783978889.272009:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311215135 00000100:00000001:0.0:1783978889.272011:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311216379 00000100:00000001:0.0:1783978889.272013:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978889.272016:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978889.272020:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978889.272024:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978889/real 1783978889] req@ffff9b83fb2e0e00 x1870620402943616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978889.272033:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978889.272035:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978889.272038:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978889.272041:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978889.272042:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978889.272044:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978889.272048:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0e00 x1870620402943616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978889.272055:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0e00 x1870620402943616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.272060:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978889.272062:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978889.272064:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978889.272065:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978889.272068:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0e00 x1870620402943616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.272074:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978889.272078:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0e00 x1870620402943616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978914 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.272086:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978889.272089:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978889.272090:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978889.272092:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978889.272094:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978889.272099:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978889.272103:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978889.272107:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978889.272109:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978889.272113:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0e00 x1870620402943616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978914 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978889.272121:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402943616:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978889.272134:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978889.272137:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978889.272140:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1500 x1870620402943360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978914 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.272147:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978889.272150:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978889.272154:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978889.272158:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978889.272160:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978889.272162:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978889.272165:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978889.272167:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064c00. 02000000:00000001:0.0:1783978889.272170:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978889.272172:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978889.272174:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1500. 00000100:00000001:0.0:1783978889.272177:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978889.272179:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978889.272181:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978889.273206:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0700 x1870620402943488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978914 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.273222:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978889.273224:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978889.273226:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978889.273231:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978889.273232:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978889.273234:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978889.273236:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978889.273237:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065400. 02000000:00000001:0.0:1783978889.273240:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978889.273241:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978889.273243:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0700. 00000100:00000001:0.0:1783978889.273246:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978889.273248:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978889.273250:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978889.273255:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0e00 x1870620402943616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978914 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978889.273260:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978889.273262:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978889.273263:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978889.273266:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978889.273267:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978889.273268:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978889.273270:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978889.273271:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065000. 02000000:00000001:0.0:1783978889.273273:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978889.273274:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978889.273275:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0e00. 00000100:00000001:0.0:1783978889.273278:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978889.273279:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978889.273281:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978889.273289:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978889.273290:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978889.273305:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978889.273307:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978889.651448:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978889.651463:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978889.651469:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978889.651483:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978889.651493:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978889.651502:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978889.651514:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978889.651517:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978889.651520:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978889.779386:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978889.779392:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978889.779398:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978889.779403:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978889.779408:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978889.779416:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978889.779422:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978889.779423:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978889.779427:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978889.779445:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978889.779450:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978889.779456:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978889.779462:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978889.779474:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978889.779489:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978889.779493:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978889.779497:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978889.779502:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978889.779528:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978889.779533:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978889.779544:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978889.779552:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978889.779562:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978889.779568:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978889.779574:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978889.779582:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978889.779590:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978889.779595:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978889.779622:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978889.779626:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978889.779630:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978890.675373:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978890.675382:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978890.675387:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978890.675396:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978890.675402:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978890.675406:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978890.675421:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978890.675425:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978890.675428:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978890.803503:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978890.803509:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978890.803513:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978890.803518:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978890.803521:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978890.803524:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978890.803528:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978890.803530:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978890.803533:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978890.803555:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978890.803559:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978890.803564:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978890.803566:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978890.803571:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978890.803573:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978890.803580:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978890.803584:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978890.803586:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978890.803590:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978890.803609:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978890.803611:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978890.803613:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978891.699401:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978891.699408:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978891.699412:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978891.699416:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978891.699422:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978891.699426:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978891.699432:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978891.699436:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978891.699438:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978891.827415:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978891.827422:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978891.827431:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978891.827434:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978891.827441:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978891.827444:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978891.827448:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978891.827450:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978891.827455:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978891.827458:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978891.827479:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978891.827483:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978891.827487:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978891.827576:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978891.827580:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978891.827582:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978891.827585:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978891.827587:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978891.827590:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978891.827592:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978891.827594:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978891.827597:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978891.827626:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978891.827632:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978891.827635:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978891.827640:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978891.827645:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978891.827661:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978891.827664:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978891.827666:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978891.827669:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978892.723376:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978892.723385:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978892.723391:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978892.723399:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978892.723407:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978892.723413:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978892.723424:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978892.723428:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978892.723431:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978892.851409:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978892.851418:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978892.851423:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978892.851431:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978892.851438:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978892.851442:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978892.851453:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978892.851457:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978892.851463:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978892.851479:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978892.851484:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978892.851494:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978892.851500:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978892.851506:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978892.851510:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978892.851515:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978892.851518:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978892.851523:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978892.851548:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978892.851552:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978892.851557:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978892.851559:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978892.851563:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978892.851564:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978892.851568:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978892.851569:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978892.851572:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978892.851573:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978892.851602:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978892.851605:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978892.851609:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978893.747749:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978893.747754:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978893.747755:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978893.747758:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978893.747761:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978893.747763:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978893.747765:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978893.747766:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978893.747768:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978893.875417:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978893.875422:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978893.875426:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978893.875431:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978893.875436:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978893.875441:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978893.875445:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978893.875448:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978893.875451:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978893.875467:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978893.875470:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978893.875473:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978893.875476:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978893.875482:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978893.875486:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978893.875489:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978893.875490:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978893.875492:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978893.875512:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978893.875516:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978893.875521:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978893.875524:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978893.875530:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978893.875534:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978893.875541:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978893.875545:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978893.875550:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978893.875553:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978893.875570:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978893.875573:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978893.875575:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783978894.387488:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978894.387499:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978894.387502:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978894.387506:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978894.387511:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978894.387519:0:296888:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 16547 00000400:00000200:0.0:1783978894.387527:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978894.387533:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978894.387535:0:296888:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978894.387538:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978894.387541:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978894.387543:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978894.387545:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978894.387548:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978894.387550:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783978894.387552:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978894.387554:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783978894.387556:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783978894.387557:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783978894.387560:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978894.387561:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978894.387563:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978894.387564:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978894.387566:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783978894.387568:0:296888:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978894.387570:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978894.387572:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978894.387575:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978894.387578:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978894.387581:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978894.387584:0:296888:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978894.387591:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783978894.387595:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783978894.387599:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978894.387601:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978894.387797:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978894.387801:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978894.387805:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978894.387813:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783978894.387819:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978894.387829:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402943744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978894.387838:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978894.387843:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978894.387848:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402943744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978894.387868:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978894.387872:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978894.387875:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978894.387877:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978894.387879:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978894.387883:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978894.387900:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16547 00000400:00000200:0.0:1783978894.387907:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978894.387914:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978894.387917:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978894.387921:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978894.387925:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978894.387930:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978894.387933:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978894.387938:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978894.387941:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783978894.387946:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978894.387950:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783978894.387955:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783978894.387960:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783978894.387968:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978894.387972:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978894.387976:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978894.387980:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978894.387985:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783978894.387988:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978894.387996:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978894.387999:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978894.388005:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978894.388009:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978894.388010:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978894.388013:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978894.388015:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978894.388017:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978894.388023:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783978894.388030:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978894.388034:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978894.388035:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978894.388036:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978894.388037:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978894.388039:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978894.388043:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783978894.388048:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978894.388054:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402943872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978894.388062:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978894.388066:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978894.388073:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402943872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978894.388084:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978894.388087:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978894.388092:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978894.388093:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978894.388094:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978894.388096:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978894.388099:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16547 00000400:00000200:0.0:1783978894.388102:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978894.388109:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978894.388111:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978894.388117:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978894.388120:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978894.388124:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978894.388130:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978894.388132:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978894.388135:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783978894.388138:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978894.388141:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783978894.388146:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783978894.388151:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783978894.388156:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978894.388161:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978894.388164:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978894.388166:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978894.388169:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783978894.388174:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978894.388176:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978894.388181:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978894.388185:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978894.388189:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978894.388192:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978894.388194:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978894.388196:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978894.388198:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978894.388203:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783978894.388206:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978894.388210:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978894.388212:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978894.388215:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978894.388217:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978894.388220:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978894.388226:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783978894.388230:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978894.388235:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402944000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978894.388245:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978894.388249:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978894.388255:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402944000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978894.388266:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978894.388271:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978894.388277:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978894.388280:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978894.388282:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978894.388286:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978894.388290:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16547 00000400:00000200:0.0:1783978894.388338:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978894.388345:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978894.389983:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978894.389990:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978894.389993:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978894.389995:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978894.389997:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978894.390000:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978894.390002:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783978894.390003:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978894.390006:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783978894.390008:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783978894.390010:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783978894.390014:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978894.390016:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978894.390017:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978894.390019:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978894.390021:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783978894.390024:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978894.390027:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978894.390029:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978894.390034:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978894.390036:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978894.390038:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978894.390042:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978894.390044:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978894.390046:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978894.390050:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783978894.390054:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978894.390057:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978894.390058:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978894.390060:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978894.390062:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978894.390065:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978894.390069:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783978894.390074:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978894.390080:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620402944128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978894.390089:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978894.390092:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978894.390096:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620402944128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978894.390116:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978894.390120:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978894.390124:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978894.390125:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978894.390127:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978894.390130:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978894.390132:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16547 00000400:00000200:0.0:1783978894.390137:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978894.390140:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978894.390143:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978894.390146:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978894.390148:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978894.390150:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978894.390152:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978894.390154:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978894.390156:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783978894.390157:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978894.390159:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783978894.390161:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783978894.390164:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783978894.390167:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978894.390169:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978894.390171:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978894.390173:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978894.390176:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783978894.390179:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978894.390182:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978894.390184:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978894.390186:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978894.390188:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978894.390190:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978894.390192:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978894.390195:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978894.390196:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978894.390200:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783978894.390202:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978894.390204:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978894.390205:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978894.390207:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978894.390208:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978894.390210:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978894.390213:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783978894.390216:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978894.390221:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402944256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978894.390227:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978894.390230:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978894.390233:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402944256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978894.390242:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978894.390245:0:296888:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16557) 00000100:00000001:0.0:1783978894.771390:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978894.771399:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978894.771402:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978894.771409:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978894.771415:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978894.771420:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978894.771424:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978894.771428:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978894.771431:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978894.899631:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978894.899636:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978894.899637:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978894.899640:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978894.899643:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978894.899645:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978894.899648:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978894.899649:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978894.899651:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978894.899673:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978894.899678:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978894.899681:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978894.899686:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978894.899692:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978894.899696:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978894.899701:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978894.899706:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978894.899713:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978894.899717:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978894.899724:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978894.899728:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978894.899733:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978894.899736:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978894.899753:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978894.899757:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978894.899779:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978894.899783:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978894.899786:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978895.795376:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978895.795384:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978895.795388:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978895.795397:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978895.795404:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978895.795409:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978895.795423:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978895.795427:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978895.795430:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978895.923403:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978895.923411:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978895.923414:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978895.923419:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978895.923423:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978895.923427:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978895.923430:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978895.923434:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978895.923438:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978895.923458:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978895.923461:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978895.923466:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978895.923468:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978895.923472:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978895.923475:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978895.923479:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978895.923483:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978895.923488:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978895.923492:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978895.923508:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978895.923512:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978895.923518:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978896.819399:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978896.819406:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978896.819409:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978896.819414:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978896.819420:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978896.819425:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978896.819435:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978896.819438:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978896.819440:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978896.947397:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978896.947405:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978896.947414:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978896.947417:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978896.947424:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978896.947428:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978896.947436:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978896.947440:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978896.947448:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978896.947452:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978896.947475:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978896.947480:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978896.947484:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978897.843393:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978897.843402:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978897.843405:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978897.843410:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978897.843416:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978897.843422:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978897.843434:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978897.843437:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978897.843442:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978897.971391:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978897.971396:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978897.971399:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978897.971405:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978897.971410:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978897.971413:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978897.971418:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978897.971420:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978897.971422:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978897.971434:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978897.971437:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978897.971439:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978897.971442:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978897.971446:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978897.971450:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978897.971452:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978897.971453:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978897.971454:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978897.971472:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978897.971473:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978897.971476:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978897.971477:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978897.971480:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978897.971480:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978897.971482:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978897.971483:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978897.971485:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978897.971486:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978897.971500:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978897.971501:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978897.971503:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978898.867389:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978898.867398:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978898.867401:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978898.867409:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978898.867415:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978898.867420:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978898.867426:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978898.867429:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978898.867433:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978898.995378:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978898.995383:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978898.995386:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978898.995390:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978898.995394:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978898.995397:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978898.995402:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978898.995406:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978898.995410:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978898.995431:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978898.995433:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978898.995438:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978898.995440:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978898.995443:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978898.995446:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978898.995449:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978898.995452:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978898.995454:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978898.995457:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978898.995461:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978898.995463:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978898.995465:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978898.995467:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978898.995469:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978898.995471:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978898.995473:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978898.995476:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978898.995481:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978898.995484:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978898.995487:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978898.995490:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978898.995495:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978898.995499:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978898.995505:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978898.995510:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978898.995518:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978898.995520:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978898.995524:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978898.995538:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978898.995544:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978898.995546:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978898.995548:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978898.995550:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978898.995567:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978898.995569:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978898.995572:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978899.507577:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978899.507583:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978899.507586:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978899.507595:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882300 x1870620402944384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.507608:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978899.507610:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978899.507615:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978899.507618:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978899.507624:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978899.507632:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402944384:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978899.507641:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978899.507649:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978899.507654:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978899.507660:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978899.507668:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783978899.507671:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978899.507679:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978899.507684:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978899.507690:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978899.507698:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402944384, portal 25 00000100:00000001:0.0:1783978899.507701:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978899.507704:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694538496 : -110484015013120 : ffff9b83ef882300) 00000100:00000040:0.0:1783978899.507711:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882300 x1870620402944384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.507724:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978899.507729:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978899.507733:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978899.507737:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402944384, offset 0 00000400:00000200:0.0:1783978899.507742:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978899.507752:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978899.507760:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978899.507767:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978899.507773:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978899.507779:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978899.507780:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978899.507783:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826335:826335:256:4294967295] 192.168.201.148@tcp LPNI seq info [826306:826306:8:4294967295] 00000400:00000200:0.0:1783978899.507786:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978899.507795:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978899.507804:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978899.507809:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978899.507816:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978899.507820:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 11 secs later) 00000800:00000100:0.0:1783978899.507838:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978899.507841:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978899.507849:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978899.507858:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978899.507866:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978899.507878:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978899.507886:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978899.507893:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882300 x1870620402944384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.507909:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978899.507916:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882300 x1870620402944384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978924 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.507943:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978899.507950:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978899.507959:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978899.507968:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978899.507974:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311226618 00000100:00000010:0.0:1783978899.507980:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783978899.507989:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978899.507997:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311226618 00000100:00000010:0.0:1783978899.508004:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783978899.508009:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978899.508015:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978899.508021:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978899.508026:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978899.508032:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978899/real 1783978899] req@ffff9b83ef882300 x1870620402944384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978899.508054:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978899.508056:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978899.508066:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978899.508070:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978899.508073:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978899.508076:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978899.508081:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882300 x1870620402944384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978899.508091:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882300 x1870620402944384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.508106:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978899.508109:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978899.508114:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978899.508116:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978899.508127:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882300 x1870620402944384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.508151:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978899.508161:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882300 x1870620402944384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978924 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.508178:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978899.508183:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978899.508186:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978899.508188:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978899.508192:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978899.508194:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978899.508199:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978899.508206:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978899.508217:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978899.508226:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882300 x1870620402944384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978924 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978899.508244:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402944384:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978899.508251:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978899.508255:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978899.508259:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882300 x1870620402944384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978924 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.508272:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978899.508276:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978899.508280:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783978899.508292:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978899.508314:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978899.508315:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978899.508318:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978899.508320:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635400. 02000000:00000001:0.0:1783978899.508326:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978899.508329:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978899.508333:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882300. 00000100:00000001:0.0:1783978899.508338:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978899.508342:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978899.508348:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978899.508358:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978899.508361:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978899.508367:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978899.508372:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978899.508375:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978899.508384:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881c00 x1870620402944512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.508393:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978899.508395:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978899.508397:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978899.508398:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978899.508400:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978899.508403:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402944512:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978899.508405:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978899.508407:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978899.508408:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978899.508409:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978899.508411:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783978899.508413:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978899.508416:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978899.508417:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978899.508421:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978899.508424:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402944512, portal 10 00000100:00000001:0.0:1783978899.508425:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978899.508427:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694536704 : -110484015014912 : ffff9b83ef881c00) 00000100:00000040:0.0:1783978899.508434:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881c00 x1870620402944512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.508440:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978899.508442:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978899.508445:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978899.508447:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402944512, offset 0 00000400:00000200:0.0:1783978899.508451:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978899.508456:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978899.508460:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978899.508463:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978899.508465:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978899.508467:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978899.508469:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978899.508471:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826336:826336:256:4294967295] 192.168.201.148@tcp LPNI seq info [826307:826307:8:4294967295] 00000400:00000200:0.0:1783978899.508474:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978899.508478:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978899.508481:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978899.508484:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978899.508486:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978899.508488:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 11 secs later) 00000800:00000100:0.0:1783978899.508495:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978899.508496:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978899.508498:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978899.508501:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978899.508503:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978899.508504:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978899.508506:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978899.508508:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881c00 x1870620402944512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.508513:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978899.508515:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881c00 x1870620402944512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978924 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.508533:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978899.508535:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978899.508538:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978899.508542:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978899.508545:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978899.508547:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311225360 00000100:00000001:0.0:1783978899.508549:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311226618 00000100:00000001:0.0:1783978899.508551:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311225360 00000100:00000001:0.0:1783978899.508552:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311226618 00000100:00000001:0.0:1783978899.508553:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978899.508554:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978899.508556:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978899.508559:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978899/real 1783978899] req@ffff9b83ef881c00 x1870620402944512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978899.508564:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978899.508565:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978899.508567:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978899.508568:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978899.508569:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978899.508571:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978899.508573:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881c00 x1870620402944512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978899.508578:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881c00 x1870620402944512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.508581:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978899.508582:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978899.508583:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978899.508584:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978899.508586:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881c00 x1870620402944512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.508589:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978899.508591:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881c00 x1870620402944512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978924 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.508596:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978899.508598:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978899.508599:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978899.508599:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978899.508600:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978899.508606:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978899.508608:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978899.508610:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978899.508611:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978899.508613:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881c00 x1870620402944512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978924 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978899.508618:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402944512:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978899.508623:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978899.508626:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883b80 x1870620402944640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.508632:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978899.508633:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978899.508635:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978899.508637:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978899.508639:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978899.508642:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402944640:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978899.508645:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978899.508647:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978899.508648:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978899.508650:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978899.508653:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978899.508656:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978899.508659:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978899.508661:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978899.508664:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978899.508667:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402944640, portal 10 00000100:00000001:0.0:1783978899.508668:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978899.508669:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694544768 : -110484015006848 : ffff9b83ef883b80) 00000100:00000040:0.0:1783978899.508674:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883b80 x1870620402944640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.508678:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978899.508679:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978899.508680:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978899.508682:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402944640, offset 0 00000400:00000200:0.0:1783978899.508684:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978899.508687:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978899.508689:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978899.508691:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978899.508693:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978899.508694:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978899.508696:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978899.508698:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826337:826337:256:4294967295] 192.168.201.148@tcp LPNI seq info [826308:826308:8:4294967295] 00000400:00000200:0.0:1783978899.508700:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978899.508703:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978899.508706:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978899.508708:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978899.508711:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978899.508712:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 11 secs later) 00000800:00000100:0.0:1783978899.508719:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978899.508720:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978899.508722:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978899.508724:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978899.508726:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978899.508727:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978899.508728:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978899.508730:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883b80 x1870620402944640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.508735:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978899.508737:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883b80 x1870620402944640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978924 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.508741:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978899.508742:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978899.508744:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978899.508746:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978899.508747:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978899.508749:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311225355 00000100:00000001:0.0:1783978899.508750:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311226618 00000100:00000001:0.0:1783978899.508752:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311225355 00000100:00000001:0.0:1783978899.508753:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311226618 00000100:00000001:0.0:1783978899.508755:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978899.508756:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978899.508757:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978899.508759:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978899/real 1783978899] req@ffff9b83ef883b80 x1870620402944640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978899.508763:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978899.508764:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978899.508765:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978899.508766:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978899.508767:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978899.508768:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978899.508769:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883b80 x1870620402944640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978899.508776:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883b80 x1870620402944640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.508782:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978899.508783:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978899.508785:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978899.508786:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978899.508789:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883b80 x1870620402944640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.508796:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978899.508800:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883b80 x1870620402944640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978924 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.508807:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978899.508810:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978899.508811:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978899.508812:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978899.508814:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978899.508820:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978899.508823:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978899.508826:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978899.508828:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978899.508832:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883b80 x1870620402944640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978924 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978899.508840:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402944640:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978899.508844:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978899.508847:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882d80 x1870620402944768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.508853:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978899.508854:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978899.508857:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978899.508859:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978899.508861:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978899.508864:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402944768:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978899.508867:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978899.508869:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978899.508870:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978899.508872:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978899.508875:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978899.508877:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978899.508880:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978899.508883:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978899.508886:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978899.508889:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402944768, portal 4 00000100:00000001:0.0:1783978899.508891:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978899.508893:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694541184 : -110484015010432 : ffff9b83ef882d80) 00000100:00000040:0.0:1783978899.508898:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882d80 x1870620402944768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.508904:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978899.508907:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978899.508909:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978899.508912:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402944768, offset 0 00000400:00000200:0.0:1783978899.508915:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978899.508919:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978899.508922:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978899.508925:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978899.508928:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978899.508930:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978899.508932:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978899.508935:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826338:826338:256:4294967295] 192.168.201.148@tcp LPNI seq info [826309:826309:8:4294967295] 00000400:00000200:0.0:1783978899.508939:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978899.508944:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978899.508948:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978899.508951:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978899.508955:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978899.508957:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 11 secs later) 00000800:00000100:0.0:1783978899.508968:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978899.508970:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978899.508974:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978899.508977:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978899.508979:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978899.508981:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978899.508983:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978899.508987:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882d80 x1870620402944768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.508994:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978899.508997:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882d80 x1870620402944768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978924 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.509009:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978899.509010:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978899.509013:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978899.509016:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978899.509019:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978899.509021:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311225382 00000100:00000001:0.0:1783978899.509023:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311226618 00000100:00000001:0.0:1783978899.509026:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311225382 00000100:00000001:0.0:1783978899.509027:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311226618 00000100:00000001:0.0:1783978899.509029:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978899.509031:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978899.509033:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978899.509036:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978899/real 1783978899] req@ffff9b83ef882d80 x1870620402944768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978899.509043:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978899.509045:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978899.509046:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978899.509049:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978899.509050:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978899.509052:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978899.509055:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882d80 x1870620402944768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978899.509062:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882d80 x1870620402944768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.509068:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978899.509069:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978899.509071:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978899.509072:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978899.509076:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882d80 x1870620402944768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.509082:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978899.509086:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882d80 x1870620402944768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978924 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.509092:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978899.509094:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978899.509096:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978899.509097:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978899.509099:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978899.509104:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978899.509106:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978899.509109:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978899.509111:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978899.509115:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882d80 x1870620402944768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978924 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978899.509122:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402944768:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978899.509125:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978899.509127:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978899.509129:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881c00 x1870620402944512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978924 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.509135:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978899.509137:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978899.509139:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783978899.509142:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978899.509144:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978899.509145:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978899.509147:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978899.509149:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635000. 02000000:00000001:0.0:1783978899.509151:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978899.509153:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978899.509154:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881c00. 00000100:00000001:0.0:1783978899.509157:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978899.509159:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978899.509160:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978899.509164:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883b80 x1870620402944640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978924 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.509170:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978899.509171:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978899.509172:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978899.509174:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978899.509175:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978899.509177:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978899.509179:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978899.509180:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783978899.509183:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978899.509184:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978899.509185:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883b80. 00000100:00000001:0.0:1783978899.509188:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978899.509190:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978899.509191:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978899.509194:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882d80 x1870620402944768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978924 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.509205:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978899.509207:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978899.509208:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978899.509211:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978899.509212:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978899.509214:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978899.509216:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978899.509217:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636400. 02000000:00000001:0.0:1783978899.509220:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978899.509221:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978899.509222:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882d80. 00000100:00000001:0.0:1783978899.509224:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978899.509226:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978899.509228:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978899.509231:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978899.509233:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978899.509235:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978899.509236:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978899.509238:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978899.509241:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880000 x1870620402944896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.509247:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978899.509249:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978899.509251:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978899.509252:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978899.509254:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978899.509257:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402944896:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978899.509260:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978899.509262:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978899.509264:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978899.509265:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978899.509268:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978899.509270:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978899.509273:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978899.509275:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978899.509279:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978899.509282:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402944896, portal 4 00000100:00000001:0.0:1783978899.509284:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978899.509285:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694529536 : -110484015022080 : ffff9b83ef880000) 00000100:00000040:0.0:1783978899.509291:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880000 x1870620402944896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.509314:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978899.509317:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978899.509319:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978899.509322:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402944896, offset 0 00000400:00000200:0.0:1783978899.509326:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978899.509330:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978899.509334:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978899.509337:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978899.509339:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978899.509341:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978899.509343:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978899.509346:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826339:826339:256:4294967295] 192.168.201.148@tcp LPNI seq info [826310:826310:8:4294967295] 00000400:00000200:0.0:1783978899.509350:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978899.509356:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978899.509360:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978899.509363:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978899.509366:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978899.509369:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 11 secs later) 00000800:00000100:0.0:1783978899.509379:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978899.509381:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978899.509384:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978899.509387:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978899.509390:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978899.509392:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978899.509394:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978899.509398:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880000 x1870620402944896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.509405:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978899.509408:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880000 x1870620402944896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978924 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.509415:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978899.509416:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978899.509419:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978899.509422:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978899.509425:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978899.509427:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311225373 00000100:00000001:0.0:1783978899.509430:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311226618 00000100:00000001:0.0:1783978899.509432:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311225373 00000100:00000001:0.0:1783978899.509434:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311226618 00000100:00000001:0.0:1783978899.509436:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978899.509439:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978899.509441:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978899.509445:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978899/real 1783978899] req@ffff9b83ef880000 x1870620402944896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978899.509453:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978899.509454:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978899.509456:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978899.509458:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978899.509460:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978899.509462:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978899.509465:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880000 x1870620402944896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978899.509473:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880000 x1870620402944896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.509480:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978899.509481:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978899.509483:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978899.509484:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978899.509487:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880000 x1870620402944896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.509494:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978899.509498:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880000 x1870620402944896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978924 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.509505:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978899.509508:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978899.509510:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978899.509511:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978899.509513:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978899.509534:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978899.509537:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978899.509541:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978899.509544:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978899.509548:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880000 x1870620402944896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978924 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978899.509556:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402944896:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978899.509559:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978899.509561:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978899.509563:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880000 x1870620402944896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978924 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978899.509567:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978899.509568:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978899.509569:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978899.509571:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978899.509572:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978899.509573:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978899.509574:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978899.509576:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634400. 02000000:00000001:0.0:1783978899.509577:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978899.509578:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978899.509579:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880000. 00000100:00000001:0.0:1783978899.509582:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978899.509582:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978899.509584:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978899.509586:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978899.509587:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978899.509589:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978899.509590:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978899.891406:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978899.891413:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978899.891416:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978899.891421:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978899.891425:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978899.891429:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978899.891433:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978899.891437:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978899.891440:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978900.019402:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978900.019410:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978900.019414:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978900.019422:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978900.019429:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978900.019434:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978900.019442:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978900.019451:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978900.019457:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978900.019488:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978900.019493:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978900.019502:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978900.019523:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978900.019534:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978900.019540:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978900.019549:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978900.019553:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978900.019560:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978900.019564:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978900.019589:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978900.019593:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978900.019596:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978900.915392:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978900.915400:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978900.915404:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978900.915411:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978900.915416:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978900.915421:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978900.915430:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978900.915433:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978900.915435:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978901.043404:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978901.043410:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978901.043412:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978901.043419:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978901.043426:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978901.043431:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978901.043437:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978901.043440:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978901.043445:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978901.043468:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978901.043470:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978901.043475:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978901.043479:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978901.043485:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978901.043489:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978901.043512:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978901.043515:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978901.043524:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978901.043529:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978901.043555:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978901.043559:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978901.043564:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978901.939394:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978901.939402:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978901.939406:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978901.939413:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978901.939419:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978901.939423:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978901.939435:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978901.939438:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978901.939442:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978902.068597:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978902.068602:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978902.068604:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978902.068608:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978902.068611:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978902.068613:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978902.068615:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978902.068617:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978902.068619:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978902.068641:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978902.068643:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978902.068648:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978902.068649:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978902.068653:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978902.068654:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978902.068657:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978902.068659:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978902.068662:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978902.068663:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978902.068680:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978902.068688:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978902.068691:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978902.069271:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978902.069274:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978902.069277:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978902.069283:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978902.069287:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978902.069289:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978902.069317:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978902.069321:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978902.069324:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978902.963401:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978902.963409:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978902.963410:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978902.963415:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978902.963418:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978902.963422:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978902.963424:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978902.963427:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978902.963431:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978903.091421:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978903.091428:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978903.091431:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978903.091436:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978903.091440:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978903.091444:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978903.091448:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978903.091452:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978903.091466:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978903.091487:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978903.091493:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978903.091498:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978903.091505:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978903.091512:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978903.091517:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978903.091523:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978903.091527:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978903.091533:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978903.091558:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978903.091562:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978903.091568:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978903.091571:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978903.091576:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978903.091577:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978903.091580:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978903.091581:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978903.091594:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978903.091597:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978903.091618:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978903.091622:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978903.091625:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978903.989720:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978903.989726:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978903.989728:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978903.989732:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978903.989735:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978903.989737:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978903.989739:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978903.989741:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978903.989743:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978904.115411:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978904.115420:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978904.115424:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978904.115432:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978904.115448:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978904.115453:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978904.115516:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978904.115518:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978904.115521:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978904.115543:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978904.115546:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978904.115553:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978904.115556:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978904.115563:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978904.115566:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978904.115571:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978904.115574:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978904.115578:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978904.115581:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978904.115598:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978904.115601:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978904.115605:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978904.627665:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978904.627669:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978904.627673:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978904.627681:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883100 x1870620402945024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.627698:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978904.627701:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978904.627706:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978904.627710:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978904.627714:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978904.627720:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402945024:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978904.627726:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978904.627734:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978904.627738:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978904.627743:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978904.627748:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978904.627752:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978904.627759:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978904.627764:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978904.627771:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978904.627795:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402945024, portal 25 00000100:00000001:0.0:1783978904.627801:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978904.627804:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542080 : -110484015009536 : ffff9b83ef883100) 00000100:00000040:0.0:1783978904.627815:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883100 x1870620402945024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.627827:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978904.627831:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978904.627836:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978904.627843:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402945024, offset 0 00000400:00000200:0.0:1783978904.627855:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978904.627866:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978904.627883:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978904.627891:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978904.627898:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978904.627905:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978904.627911:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978904.627918:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826340:826340:256:4294967295] 192.168.201.148@tcp LPNI seq info [826311:826311:8:4294967295] 00000400:00000200:0.0:1783978904.627929:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978904.627945:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978904.627954:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978904.627961:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978904.627970:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978904.627976:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1783978904.627997:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978904.628001:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978904.628012:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978904.628021:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978904.628030:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978904.628034:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978904.628041:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978904.628048:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883100 x1870620402945024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.628063:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978904.628069:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883100 x1870620402945024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978929 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.628077:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978904.628080:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978904.628086:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978904.628092:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978904.628096:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311231738 00000100:00000010:0.0:1783978904.628104:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783978904.628112:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978904.628119:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311231738 00000100:00000010:0.0:1783978904.628123:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783978904.628134:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978904.628138:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978904.628141:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978904.628146:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978904.628151:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978904/real 1783978904] req@ffff9b83ef883100 x1870620402945024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978904.628165:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978904.628167:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978904.628170:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978904.628174:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978904.628176:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978904.628180:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978904.628186:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883100 x1870620402945024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978904.628206:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883100 x1870620402945024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.628233:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978904.628236:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978904.628241:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978904.628243:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978904.628250:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883100 x1870620402945024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.628270:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978904.628279:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883100 x1870620402945024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978929 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.628328:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978904.628332:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978904.628333:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978904.628335:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978904.628339:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978904.628341:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978904.628344:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978904.628349:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978904.628352:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978904.628358:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883100 x1870620402945024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978929 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978904.628367:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402945024:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978904.628375:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978904.628380:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978904.628388:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883100 x1870620402945024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978929 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.628422:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978904.628426:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978904.628441:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978904.628446:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978904.628448:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978904.628450:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978904.628452:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978904.628455:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636000. 02000000:00000001:0.0:1783978904.628460:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978904.628461:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978904.628463:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883100. 00000100:00000001:0.0:1783978904.628468:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978904.628469:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978904.628471:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978904.628477:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978904.628478:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978904.628480:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978904.628481:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978904.628482:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978904.628485:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883480 x1870620402945152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.628489:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978904.628490:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978904.628492:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978904.628493:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978904.628494:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978904.628496:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402945152:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978904.628498:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978904.628499:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978904.628500:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978904.628501:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978904.628504:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978904.628506:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978904.628510:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978904.628513:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978904.628516:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978904.628519:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402945152, portal 10 00000100:00000001:0.0:1783978904.628521:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978904.628522:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542976 : -110484015008640 : ffff9b83ef883480) 00000100:00000040:0.0:1783978904.628529:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883480 x1870620402945152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.628535:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978904.628538:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978904.628540:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978904.628550:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402945152, offset 0 00000400:00000200:0.0:1783978904.628554:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978904.628558:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978904.628560:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978904.628562:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978904.628564:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978904.628566:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978904.628567:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978904.628569:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826341:826341:256:4294967295] 192.168.201.148@tcp LPNI seq info [826312:826312:8:4294967295] 00000400:00000200:0.0:1783978904.628572:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978904.628576:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978904.628578:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978904.628581:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978904.628584:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978904.628587:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1783978904.628596:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978904.628598:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978904.628606:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978904.628609:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978904.628612:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978904.628614:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978904.628617:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978904.628621:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883480 x1870620402945152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.628628:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978904.628631:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883480 x1870620402945152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978929 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.628635:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978904.628636:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978904.628639:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978904.628641:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978904.628643:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978904.628644:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311230480 00000100:00000001:0.0:1783978904.628646:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311231738 00000100:00000001:0.0:1783978904.628648:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311230480 00000100:00000001:0.0:1783978904.628649:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311231738 00000100:00000001:0.0:1783978904.628650:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978904.628651:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978904.628652:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978904.628654:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978904/real 1783978904] req@ffff9b83ef883480 x1870620402945152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978904.628659:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978904.628660:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978904.628661:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978904.628662:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978904.628663:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978904.628665:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978904.628666:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883480 x1870620402945152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978904.628671:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883480 x1870620402945152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.628678:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978904.628679:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978904.628680:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978904.628681:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978904.628683:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883480 x1870620402945152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.628686:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978904.628688:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883480 x1870620402945152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978929 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.628693:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978904.628695:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978904.628696:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978904.628697:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978904.628699:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978904.628706:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978904.628709:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978904.628712:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978904.628714:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978904.628717:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883480 x1870620402945152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978929 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978904.628725:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402945152:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978904.628729:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978904.628732:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882a00 x1870620402945280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.628738:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978904.628739:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978904.628741:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978904.628742:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978904.628744:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978904.628746:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402945280:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978904.628749:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978904.628751:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978904.628752:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978904.628754:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978904.628757:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978904.628759:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978904.628762:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978904.628764:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978904.628767:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978904.628770:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402945280, portal 10 00000100:00000001:0.0:1783978904.628772:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978904.628773:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694540288 : -110484015011328 : ffff9b83ef882a00) 00000100:00000040:0.0:1783978904.628779:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882a00 x1870620402945280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.628786:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978904.628788:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978904.628790:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978904.628792:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402945280, offset 0 00000400:00000200:0.0:1783978904.628795:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978904.628798:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978904.628800:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978904.628802:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978904.628804:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978904.628806:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978904.628807:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978904.628809:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826342:826342:256:4294967295] 192.168.201.148@tcp LPNI seq info [826313:826313:8:4294967295] 00000400:00000200:0.0:1783978904.628811:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978904.628815:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978904.628818:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978904.628820:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978904.628823:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978904.628824:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1783978904.628832:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978904.628834:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978904.628837:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978904.628840:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978904.628842:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978904.628844:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978904.628846:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978904.628850:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882a00 x1870620402945280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.628857:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978904.628860:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882a00 x1870620402945280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978929 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.628866:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978904.628867:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978904.628870:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978904.628873:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978904.628876:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978904.628878:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311230475 00000100:00000001:0.0:1783978904.628880:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311231738 00000100:00000001:0.0:1783978904.628882:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311230475 00000100:00000001:0.0:1783978904.628883:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311231738 00000100:00000001:0.0:1783978904.628885:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978904.628887:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978904.628889:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978904.628893:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978904/real 1783978904] req@ffff9b83ef882a00 x1870620402945280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978904.628900:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978904.628902:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978904.628903:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978904.628906:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978904.628907:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978904.628910:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978904.628913:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882a00 x1870620402945280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978904.628921:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882a00 x1870620402945280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.628927:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978904.628929:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978904.628930:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978904.628932:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978904.628935:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882a00 x1870620402945280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.628941:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978904.628945:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882a00 x1870620402945280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978929 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.628951:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978904.628953:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978904.628955:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978904.628956:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978904.628958:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978904.628962:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978904.628965:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978904.628968:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978904.628971:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978904.628974:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882a00 x1870620402945280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978929 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978904.628979:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402945280:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978904.628981:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978904.628983:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881180 x1870620402945408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.628987:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978904.628988:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978904.628990:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978904.628991:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978904.628992:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978904.628994:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402945408:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978904.628995:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978904.628997:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978904.628998:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978904.628999:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978904.629002:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783978904.629003:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978904.629005:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978904.629007:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978904.629009:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978904.629011:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402945408, portal 4 00000100:00000001:0.0:1783978904.629012:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978904.629013:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694534016 : -110484015017600 : ffff9b83ef881180) 00000100:00000040:0.0:1783978904.629017:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881180 x1870620402945408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.629021:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978904.629023:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978904.629024:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978904.629026:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402945408, offset 0 00000400:00000200:0.0:1783978904.629029:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978904.629031:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978904.629033:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978904.629035:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978904.629037:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978904.629039:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978904.629040:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978904.629042:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826343:826343:256:4294967295] 192.168.201.148@tcp LPNI seq info [826314:826314:8:4294967295] 00000400:00000200:0.0:1783978904.629045:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978904.629049:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978904.629051:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978904.629053:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978904.629055:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978904.629057:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1783978904.629063:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978904.629065:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978904.629067:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978904.629069:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978904.629071:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978904.629072:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978904.629073:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978904.629075:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881180 x1870620402945408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.629080:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978904.629081:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881180 x1870620402945408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978929 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.629085:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978904.629086:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978904.629088:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978904.629090:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978904.629091:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978904.629093:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311230502 00000100:00000001:0.0:1783978904.629095:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311231738 00000100:00000001:0.0:1783978904.629096:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311230502 00000100:00000001:0.0:1783978904.629098:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311231738 00000100:00000001:0.0:1783978904.629099:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978904.629100:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978904.629101:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978904.629102:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978904/real 1783978904] req@ffff9b83ef881180 x1870620402945408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978904.629106:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978904.629107:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978904.629108:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978904.629109:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978904.629111:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978904.629112:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978904.629114:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881180 x1870620402945408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978904.629118:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881180 x1870620402945408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.629121:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978904.629122:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978904.629123:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978904.629124:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978904.629125:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881180 x1870620402945408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.629129:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978904.629131:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881180 x1870620402945408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978929 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.629134:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978904.629136:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978904.629137:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978904.629138:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978904.629139:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978904.629142:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978904.629143:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978904.629145:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978904.629146:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978904.629148:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881180 x1870620402945408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978929 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978904.629155:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402945408:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978904.629158:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978904.629161:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880700 x1870620402945536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.629168:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978904.629169:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978904.629171:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978904.629173:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978904.629175:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978904.629177:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402945536:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978904.629180:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978904.629182:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978904.629183:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978904.629185:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978904.629188:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978904.629190:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978904.629193:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978904.629195:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978904.629198:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978904.629201:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402945536, portal 4 00000100:00000001:0.0:1783978904.629203:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978904.629205:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694531328 : -110484015020288 : ffff9b83ef880700) 00000100:00000040:0.0:1783978904.629210:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880700 x1870620402945536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.629216:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978904.629219:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978904.629221:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978904.629223:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402945536, offset 0 00000400:00000200:0.0:1783978904.629226:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978904.629229:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978904.629232:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978904.629235:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978904.629237:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978904.629239:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978904.629242:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978904.629245:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826344:826344:256:4294967295] 192.168.201.148@tcp LPNI seq info [826315:826315:8:4294967295] 00000400:00000200:0.0:1783978904.629249:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978904.629254:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978904.629258:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978904.629261:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978904.629263:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978904.629266:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1783978904.629276:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978904.629278:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978904.629281:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978904.629284:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978904.629287:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978904.629288:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978904.629290:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978904.629313:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880700 x1870620402945536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.629327:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978904.629331:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880700 x1870620402945536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978929 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.629336:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978904.629338:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978904.629341:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978904.629344:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978904.629346:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978904.629348:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311230493 00000100:00000001:0.0:1783978904.629351:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311231738 00000100:00000001:0.0:1783978904.629353:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311230493 00000100:00000001:0.0:1783978904.629355:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311231738 00000100:00000001:0.0:1783978904.629357:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978904.629359:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978904.629361:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978904.629364:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978904/real 1783978904] req@ffff9b83ef880700 x1870620402945536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978904.629372:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978904.629374:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978904.629375:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978904.629378:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978904.629379:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978904.629381:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978904.629384:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880700 x1870620402945536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978904.629392:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880700 x1870620402945536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.629398:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978904.629400:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978904.629402:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978904.629403:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978904.629407:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880700 x1870620402945536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.629413:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978904.629417:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880700 x1870620402945536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978929 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.629423:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978904.629426:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978904.629437:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978904.629439:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978904.629441:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978904.629445:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978904.629447:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978904.629451:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978904.629453:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978904.629457:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880700 x1870620402945536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978929 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978904.629464:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402945536:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978904.629468:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978904.629469:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978904.629472:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883480 x1870620402945152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978929 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.629479:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978904.629481:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978904.629483:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783978904.629486:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978904.629487:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978904.629489:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978904.629491:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978904.629493:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634400. 02000000:00000001:0.0:1783978904.629496:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978904.629497:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978904.629498:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883480. 00000100:00000001:0.0:1783978904.629501:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978904.629502:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978904.629504:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978904.629507:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882a00 x1870620402945280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978929 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.629514:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978904.629515:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978904.629516:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783978904.629518:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978904.629519:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978904.629520:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978904.629522:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978904.629523:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636400. 02000000:00000001:0.0:1783978904.629525:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978904.629526:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978904.629527:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882a00. 00000100:00000001:0.0:1783978904.629530:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978904.629531:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978904.629533:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978904.629536:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881180 x1870620402945408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978929 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.629541:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978904.629542:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978904.629544:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783978904.629546:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978904.629547:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978904.629548:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978904.629550:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978904.629551:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783978904.629553:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978904.629555:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978904.629556:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881180. 00000100:00000001:0.0:1783978904.629559:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978904.629560:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978904.629561:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978904.629564:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880700 x1870620402945536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978929 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978904.629570:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978904.629571:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978904.629572:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783978904.629574:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978904.629575:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978904.629577:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978904.629578:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978904.629580:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635000. 02000000:00000001:0.0:1783978904.629582:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978904.629583:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978904.629585:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880700. 00000100:00000001:0.0:1783978904.629588:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978904.629589:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978904.629590:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978904.629595:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978904.629596:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978904.629598:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978904.629599:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978905.011403:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978905.011411:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978905.011415:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978905.011430:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978905.011436:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978905.011439:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978905.011443:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978905.011446:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978905.011448:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978905.139465:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978905.139473:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978905.139480:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978905.139487:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978905.139504:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978905.139517:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978905.139525:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978905.139531:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978905.139536:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978905.139552:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978905.139560:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978905.139564:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978905.139570:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978905.139578:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978905.139583:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978905.139586:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978905.139589:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978905.139592:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978905.139625:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978905.139637:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978905.139644:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978905.139654:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978905.139662:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978905.139667:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978905.139676:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978905.139681:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978905.139689:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978905.139691:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978905.139695:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978905.139697:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978905.139703:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978905.139706:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978905.139711:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978905.139713:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978905.139731:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978905.139733:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978905.139736:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978906.035454:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978906.035465:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978906.035469:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978906.035478:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978906.035485:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978906.035491:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978906.035496:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978906.035500:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978906.035504:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978906.163633:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978906.163639:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978906.163649:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978906.163653:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978906.163660:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978906.163663:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978906.163671:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978906.163674:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978906.163680:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978906.163683:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978906.164039:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978906.164043:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978906.164047:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978906.164052:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978906.164059:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978906.164063:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978906.164068:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978906.164072:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978906.164076:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978906.164101:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978906.164104:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978906.164106:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978906.164108:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978906.164110:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978906.164113:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978906.164115:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978906.164117:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978906.164119:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978907.059469:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978907.059480:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978907.059484:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978907.059492:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978907.059500:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978907.059506:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978907.059519:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978907.059523:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978907.059527:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978907.187520:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978907.187537:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978907.187541:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978907.187550:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978907.187558:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978907.187718:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978907.187723:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978907.187727:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978907.187734:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978907.187764:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978907.187768:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978907.187775:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978907.187778:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978907.187786:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978907.187789:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978907.187795:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978907.187797:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978907.187801:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978907.187803:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978908.084367:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978908.084385:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978908.084387:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978908.084392:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978908.084404:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978908.084408:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978908.084411:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978908.084413:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978908.084416:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978908.211674:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978908.211677:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978908.211678:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978908.211680:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978908.211682:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978908.211684:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978908.211686:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978908.211688:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978908.211690:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978908.211708:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978908.211711:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978908.211715:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978908.211717:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978908.211721:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978908.211722:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978908.211725:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978908.211726:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978908.211730:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978908.211731:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978908.213339:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978908.213347:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978908.213355:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978908.213373:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978908.213379:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978908.213385:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978908.213392:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978908.213395:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978908.213399:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978909.107368:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978909.107381:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978909.107384:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978909.107395:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978909.107402:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978909.107408:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978909.107422:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978909.107426:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978909.107430:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978909.235484:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978909.235495:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978909.235497:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978909.235504:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978909.235508:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978909.235512:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978909.235515:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978909.235517:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978909.235522:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978909.235551:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978909.235554:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978909.235559:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978909.235563:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978909.235566:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978909.235569:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978909.235573:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978909.235575:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978909.235577:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978909.235580:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978909.235584:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978909.235585:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978909.235587:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978909.235588:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978909.235589:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978909.235591:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978909.235592:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978909.235594:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978909.235598:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978909.235600:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978909.235601:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978909.235603:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978909.235604:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978909.235605:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978909.235607:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978909.235609:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978909.235613:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978909.235614:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978909.235615:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978909.235617:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978909.235618:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978909.235620:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978909.235621:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978909.235623:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978909.236014:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978909.236017:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978909.236019:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978909.236021:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978909.236023:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978909.236025:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978909.236027:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978909.236028:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978909.236030:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978909.238507:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978909.238516:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978909.238520:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978909.238526:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978909.238531:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978909.238537:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978909.238543:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978909.238546:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978909.238549:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978909.238734:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978909.238738:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978909.238739:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978909.238741:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978909.238744:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978909.238746:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978909.238749:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978909.238751:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978909.238754:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978909.747480:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978909.747490:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978909.747492:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978909.747496:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978909.747501:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978909.747508:0:226353:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 16563 00000400:00000200:0.0:1783978909.747517:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978909.747523:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978909.747525:0:226353:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978909.747527:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978909.747529:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978909.747532:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978909.747533:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978909.747536:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978909.747538:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783978909.747540:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978909.747543:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783978909.747545:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783978909.747546:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783978909.747548:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978909.747549:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978909.747550:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978909.747551:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978909.747553:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783978909.747555:0:226353:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978909.747557:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978909.747560:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978909.747564:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978909.747567:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978909.747569:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978909.747572:0:226353:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978909.747583:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783978909.747588:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783978909.747592:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978909.747594:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978909.747598:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978909.747601:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978909.747606:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978909.747616:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783978909.747624:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978909.747636:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402945664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978909.747646:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978909.747652:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978909.747657:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402945664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978909.747680:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978909.747683:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978909.747686:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978909.747687:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978909.747689:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978909.747692:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978909.747696:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16563 00000400:00000200:0.0:1783978909.747701:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978909.747704:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978909.747707:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978909.747713:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978909.747717:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978909.747719:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978909.747723:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978909.747724:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978909.747726:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783978909.747728:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978909.747730:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783978909.747733:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783978909.747737:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783978909.747743:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978909.747746:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978909.747749:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978909.747751:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978909.747753:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783978909.747757:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978909.747762:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978909.747763:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978909.747769:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978909.747773:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978909.747778:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978909.747784:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978909.747789:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978909.747792:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978909.747798:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783978909.747803:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978909.747809:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978909.747823:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978909.747826:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978909.747826:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978909.747828:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978909.747832:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783978909.747835:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978909.747842:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402945792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978909.747854:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978909.747856:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978909.747863:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402945792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978909.747876:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978909.747881:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978909.747887:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978909.747890:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978909.747892:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978909.747903:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978909.747909:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16563 00000400:00000200:0.0:1783978909.747918:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978909.747923:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978909.747925:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978909.747932:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978909.747934:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978909.747937:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978909.747939:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978909.747942:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978909.747944:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783978909.747946:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978909.747948:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783978909.747949:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783978909.747950:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783978909.747954:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978909.747957:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978909.747960:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978909.747962:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978909.747965:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783978909.747970:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978909.747973:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978909.747976:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978909.747981:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978909.747986:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978909.747990:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978909.747994:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978909.748001:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978909.748004:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978909.748011:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783978909.748014:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978909.748020:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978909.748022:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978909.748027:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978909.748030:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978909.748033:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978909.748039:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783978909.748050:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978909.748057:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402945920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978909.748068:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978909.748071:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978909.748076:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402945920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978909.748087:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978909.748091:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978909.748096:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978909.748097:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978909.748098:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978909.748100:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978909.748104:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16563 00000400:00000200:0.0:1783978909.748109:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978909.748113:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978909.748114:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978909.748115:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978909.748117:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978909.748118:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978909.748119:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978909.748120:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978909.748121:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783978909.748122:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978909.748125:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783978909.748128:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783978909.748130:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783978909.748133:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978909.748134:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978909.748135:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978909.748140:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978909.748144:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783978909.748148:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978909.748152:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978909.748155:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978909.748159:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978909.748164:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978909.748168:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978909.748172:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978909.748177:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978909.748180:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978909.748186:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783978909.748190:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978909.748191:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978909.748192:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978909.748193:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978909.748194:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978909.748195:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978909.748198:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783978909.748204:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978909.748212:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402946048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978909.748225:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978909.748228:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978909.748233:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402946048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978909.748245:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978909.748247:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978909.748250:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978909.748253:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978909.748254:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978909.748256:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978909.748259:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16563 00000400:00000200:0.0:1783978909.748264:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978909.748267:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978909.748271:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978909.748274:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978909.748277:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978909.748279:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978909.748282:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978909.748285:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978909.748287:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783978909.748290:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978909.748332:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783978909.748336:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783978909.748358:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783978909.748364:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978909.748368:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978909.748372:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978909.748376:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978909.748380:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783978909.748386:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978909.748391:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978909.748396:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978909.748400:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978909.748403:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978909.748408:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978909.748412:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978909.748416:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978909.748420:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978909.748423:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783978909.748427:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978909.748430:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978909.748432:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978909.748435:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978909.748436:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978909.748438:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978909.748443:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783978909.748448:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978909.748457:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620402946176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978909.748472:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978909.748476:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978909.748484:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620402946176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978909.748499:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978909.748507:0:226353:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16573) 00000100:00000001:0.0:1783978910.131984:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978910.131988:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978910.131989:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978910.131991:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978910.131993:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978910.131995:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978910.131996:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978910.131997:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978910.131999:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978910.259825:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978910.259828:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978910.259830:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978910.259833:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978910.259835:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978910.259837:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978910.262988:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978910.262991:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978910.262994:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978910.263016:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978910.263020:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978910.263024:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978910.263026:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978910.263030:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978910.263032:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978910.263036:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978910.263037:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978910.263041:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978910.263042:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978911.155387:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978911.155395:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978911.155398:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978911.155406:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978911.155412:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978911.155423:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978911.155427:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978911.155429:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978911.155432:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978911.283496:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978911.283505:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978911.283514:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978911.283516:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978911.283522:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978911.283524:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978911.283533:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978911.283537:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978911.283545:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978911.283549:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978911.284490:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978911.284495:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978911.284497:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978911.284500:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978911.284503:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978911.284505:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978911.284508:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978911.284509:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978911.284512:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978912.179456:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978912.179463:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978912.179466:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978912.179474:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978912.179480:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978912.179484:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978912.179496:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978912.179499:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978912.179503:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978912.308991:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978912.308998:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978912.309007:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978912.309010:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978912.309017:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978912.309020:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978912.309027:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978912.309028:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978912.309032:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978912.309033:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978913.203471:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978913.203482:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978913.203485:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978913.203491:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978913.203495:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978913.203500:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978913.203504:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978913.203506:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978913.203510:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978913.334002:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978913.334007:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978913.334008:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978913.334012:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978913.334014:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978913.334017:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978913.334019:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978913.334021:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978913.334022:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978913.334044:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978913.334047:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978913.334051:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978913.334052:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978913.334055:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978913.334055:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978913.334058:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978913.334059:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978913.334061:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978913.334062:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978914.227563:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978914.227571:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978914.227582:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978914.227588:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978914.227592:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978914.227596:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978914.227598:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978914.227601:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978914.227604:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978914.355469:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978914.355475:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978914.355477:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978914.355480:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978914.355482:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978914.355484:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978914.355486:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978914.355487:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978914.355489:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978914.355510:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978914.355512:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978914.355515:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978914.355516:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978914.355519:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978914.355520:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978914.355522:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978914.355523:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978914.355525:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978914.355526:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978914.355550:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978914.355552:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978914.355554:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978914.355556:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978914.355559:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978914.355562:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978914.355566:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978914.355568:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978914.355571:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978915.251434:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978915.251443:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978915.251445:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978915.251452:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978915.251457:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978915.251461:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978915.251465:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978915.251467:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978915.251470:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978915.379587:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978915.379591:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978915.379593:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978915.379595:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978915.379598:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978915.379601:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978915.379603:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978915.379605:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978915.379609:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978915.379633:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978915.379638:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978915.379641:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978915.379644:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978915.379648:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978915.379650:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978915.379651:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978915.379654:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978915.379658:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978915.379660:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978915.379664:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978915.379665:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978915.379669:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978915.379670:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978915.379673:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978915.379674:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978915.380353:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978915.380358:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978915.380362:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978915.380368:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978915.380372:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978915.380376:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978915.380379:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978915.380381:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978915.380384:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978916.275471:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978916.275480:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978916.275482:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978916.275487:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978916.275491:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978916.275494:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978916.275497:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978916.275499:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978916.275503:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978916.406778:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978916.406785:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978916.406790:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978916.406797:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978916.406804:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978916.406809:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978916.406815:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978916.406819:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978916.406825:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978916.406851:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978916.406854:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978916.406858:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978916.406860:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978916.406864:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978916.406865:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978916.406869:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978916.406870:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978916.406872:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978916.406874:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978916.407044:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978916.407047:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978916.407049:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978916.407051:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978916.407054:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978916.407056:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978916.407058:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978916.407060:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978916.407062:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978916.407089:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978916.407094:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978916.407097:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978916.407099:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978916.407102:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978916.407105:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978916.407106:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978916.407108:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978916.407110:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978917.299406:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978917.299412:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978917.299415:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978917.299420:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978917.299425:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978917.299429:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978917.299443:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978917.299446:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978917.299449:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978917.427814:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978917.427819:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978917.427820:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978917.427823:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978917.427825:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978917.427828:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978917.427830:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978917.427831:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978917.427833:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978917.427855:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978917.427858:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978917.427862:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978917.427863:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978917.427867:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978917.427869:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978917.427872:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978917.427873:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978917.427876:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978917.427877:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978917.427893:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978917.427895:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978917.427896:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978917.427898:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978917.427900:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978917.427901:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978917.427904:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978917.427905:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978917.427907:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978917.427915:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978917.427925:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978917.427928:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978917.427934:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978917.427936:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978917.427937:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978917.427939:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978917.427941:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978917.427942:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978917.427944:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978917.427945:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978917.427947:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1783978917.940111:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.148:988 00000400:00000100:0.0:1783978917.940159:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.148@tcp at host 192.168.201.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1783978917.940171:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978917.940175:0:2392:0:(router.c:1791:lnet_notify()) 192.168.201.48@tcp notifying 192.168.201.148@tcp: down 00000400:00000200:0.0:1783978917.940179:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978917.940183:0:2392:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1783978917.940188:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783978917.940192:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d4af8900. 00000400:00000200:0.0:1783978917.940212:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978917.940217:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978917.940223:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c8b46c38 00000400:00000010:0.0:1783978917.940226:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c8b46c38. 00000100:00000001:0.0:1783978917.940233:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978917.940242:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83eed38a80 x1870620402946304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978917.940377:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978917.940383:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620402946304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978939 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978917.941452:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978917.941456:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783978917.941470:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783978917.941473:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d4af8f00. 00000400:00000200:0.0:1783978917.941478:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978917.941482:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978917.941486:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c8b46aa0 00000400:00000010:0.0:1783978917.941488:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c8b46aa0. 00000100:00000001:0.0:1783978917.941490:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978917.941496:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83eed3b100 x1870620402946432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978917.941601:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978917.941605:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b100 x1870620402946432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978939 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978917.941611:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978917.941613:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783978917.941620:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783978917.941622:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d4af8100. 00000400:00000200:0.0:1783978917.941625:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978917.941629:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978917.941632:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c8b46000 00000400:00000010:0.0:1783978917.941634:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c8b46000. 00000100:00000001:0.0:1783978917.941636:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978917.941641:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83eed39f80 x1870620402946560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978917.941649:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978917.941652:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620402946560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978939 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978917.941658:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978917.941660:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783978917.941665:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783978917.941668:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d4af8500. 00000400:00000200:0.0:1783978917.941671:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978917.941674:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978917.941677:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c8b46660 00000400:00000010:0.0:1783978917.941679:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c8b46660. 00000100:00000001:0.0:1783978917.941681:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978917.941685:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83eed38380 x1870620402946688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978917.941692:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978917.941695:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620402946688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978939 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978917.941700:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978917.941702:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783978917.942447:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783978917.942451:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d4af8700. 00000400:00000200:0.0:1783978917.942455:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978917.942459:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978917.942463:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c8b46b28 00000400:00000010:0.0:1783978917.942465:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c8b46b28. 00000100:00000001:0.0:1783978917.942468:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978917.942472:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83eed39180 x1870620402946816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978917.942480:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978917.942483:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39180 x1870620402946816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978939 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978917.942489:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978917.942491:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978918.329233:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978918.329242:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978918.329244:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978918.329250:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978918.329253:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978918.329257:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978918.329260:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978918.329263:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978918.329266:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978918.451406:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978918.451413:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978918.451418:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978918.451422:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978918.451428:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978918.451433:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978918.451437:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978918.451441:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978918.451444:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978918.451478:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978918.451484:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978918.451506:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978918.451510:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978918.451519:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978918.451523:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978918.451529:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978918.451534:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978918.451542:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978918.451544:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978918.451564:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978918.451567:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978918.451570:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978919.347398:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978919.347405:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978919.347407:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978919.347411:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978919.347415:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978919.347418:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.347422:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978919.347424:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.347428:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978919.475482:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978919.475487:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978919.475494:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978919.475500:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978919.475505:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978919.475510:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978919.475517:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978919.475522:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978919.475528:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978919.475534:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978919.475552:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978919.475556:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978919.475560:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978919.475562:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978919.475567:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978919.475571:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978919.475577:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978919.475583:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978919.475592:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978919.475597:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978919.475601:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978919.475605:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978919.475609:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978919.475611:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978919.475613:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978919.475615:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978919.475619:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978919.475621:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978919.475622:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978919.475624:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978919.475638:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978919.475640:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978919.475642:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978919.475643:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978919.475661:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978919.475690:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978919.475693:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978919.992745:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978919.992757:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978919.992763:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978919.992779:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883800 x1870620402946944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.992800:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978919.992805:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978919.992816:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978919.992823:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978919.992829:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978919.992839:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402946944:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978919.992848:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978919.992856:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978919.992861:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978919.992867:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978919.992879:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978919.992885:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978919.992897:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978919.992910:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978919.992923:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978919.992939:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402946944, portal 25 00000100:00000001:0.0:1783978919.992945:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978919.992947:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694543872 : -110484015007744 : ffff9b83ef883800) 00000100:00000040:0.0:1783978919.992961:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883800 x1870620402946944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.992986:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978919.992993:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978919.992997:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978919.993004:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402946944, offset 0 00000400:00000200:0.0:1783978919.993016:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978919.993033:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978919.993048:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978919.993060:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978919.993072:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978919.993079:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978919.993088:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978919.993099:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826355:826355:256:4294967295] 192.168.201.148@tcp LPNI seq info [826326:826326:8:4294967295] 00000400:00000200:0.0:1783978919.993109:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978919.993132:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978919.993152:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978919.993173:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978919.993189:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978919.993199:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978919.993344:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978919.993347:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978919.993358:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978919.993373:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978919.993385:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978919.993391:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978919.993402:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978919.993412:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883800 x1870620402946944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.993448:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978919.993455:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883800 x1870620402946944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978944 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.993473:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978919.993478:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978919.993486:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978919.993495:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978919.993501:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311247104 00000100:00000010:0.0:1783978919.993513:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783978919.993526:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978919.993538:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311247104 00000100:00000010:0.0:1783978919.993547:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783978919.993557:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978919.993567:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978919.993577:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978919.993585:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978919.993601:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978919/real 1783978919] req@ffff9b83ef883800 x1870620402946944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978919.993636:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978919.993643:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978919.993649:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978919.993657:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978919.993663:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978919.993672:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978919.993686:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883800 x1870620402946944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978919.993717:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883800 x1870620402946944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.993738:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978919.993743:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.993749:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978919.993754:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978919.993764:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883800 x1870620402946944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.993789:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978919.993803:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883800 x1870620402946944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.993825:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978919.993832:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.993838:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978919.993842:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.993852:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978919.993856:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978919.993864:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978919.993876:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978919.993883:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978919.993895:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883800 x1870620402946944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978919.993947:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402946944:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978919.993957:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.993964:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978919.993968:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883800 x1870620402946944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.993976:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978919.993979:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978919.993984:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978919.993988:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978919.993990:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978919.993993:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978919.993995:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978919.993998:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634c00. 02000000:00000001:0.0:1783978919.994003:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978919.994005:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978919.994007:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883800. 00000100:00000001:0.0:1783978919.994012:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978919.994014:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.994017:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.994025:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978919.994027:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978919.994030:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978919.994032:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978919.994034:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978919.994038:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880a80 x1870620402947072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.994046:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978919.994047:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978919.994049:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978919.994052:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978919.994054:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978919.994057:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402947072:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978919.994061:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978919.994064:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978919.994066:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978919.994068:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978919.994072:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978919.994074:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978919.994078:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978919.994081:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978919.994086:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978919.994090:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402947072, portal 10 00000100:00000001:0.0:1783978919.994092:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978919.994093:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694532224 : -110484015019392 : ffff9b83ef880a80) 00000100:00000040:0.0:1783978919.994100:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880a80 x1870620402947072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.994107:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978919.994109:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978919.994111:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978919.994113:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402947072, offset 0 00000400:00000200:0.0:1783978919.994118:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978919.994123:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978919.994128:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978919.994132:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978919.994135:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978919.994137:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978919.994139:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978919.994143:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826356:826356:256:4294967295] 192.168.201.148@tcp LPNI seq info [826327:826327:8:4294967295] 00000400:00000200:0.0:1783978919.994147:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978919.994155:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978919.994159:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978919.994175:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978919.994180:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978919.994183:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978919.994195:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978919.994197:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978919.994200:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978919.994271:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978919.994275:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978919.994277:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978919.994280:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978919.994283:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880a80 x1870620402947072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.994291:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978919.994321:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880a80 x1870620402947072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978944 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.994333:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978919.994335:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978919.994339:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978919.994343:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978919.994346:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978919.994349:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311245846 00000100:00000001:0.0:1783978919.994351:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311247104 00000100:00000001:0.0:1783978919.994354:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311245846 00000100:00000001:0.0:1783978919.994356:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311247104 00000100:00000001:0.0:1783978919.994358:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978919.994360:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978919.994362:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978919.994366:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978919/real 1783978919] req@ffff9b83ef880a80 x1870620402947072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978919.994374:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978919.994375:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978919.994377:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978919.994379:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978919.994380:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978919.994383:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978919.994385:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880a80 x1870620402947072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978919.994393:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880a80 x1870620402947072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.994400:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978919.994401:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.994403:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978919.994404:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978919.994407:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880a80 x1870620402947072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.994415:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978919.994418:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880a80 x1870620402947072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.994425:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978919.994427:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.994429:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978919.994430:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.994432:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978919.994443:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978919.994446:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978919.994450:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978919.994452:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978919.994456:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880a80 x1870620402947072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978919.994463:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402947072:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978919.994467:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978919.994471:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880380 x1870620402947200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.994477:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978919.994478:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978919.994480:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978919.994482:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978919.994484:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978919.994487:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402947200:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978919.994490:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978919.994492:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978919.994494:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978919.994496:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978919.994499:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978919.994501:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978919.994504:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978919.994507:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978919.994510:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978919.994513:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402947200, portal 10 00000100:00000001:0.0:1783978919.994514:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978919.994515:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694530432 : -110484015021184 : ffff9b83ef880380) 00000100:00000040:0.0:1783978919.994521:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880380 x1870620402947200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.994527:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978919.994529:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978919.994531:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978919.994534:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402947200, offset 0 00000400:00000200:0.0:1783978919.994538:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978919.994542:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978919.994546:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978919.994549:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978919.994552:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978919.994554:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978919.994557:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978919.994559:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826357:826357:256:4294967295] 192.168.201.148@tcp LPNI seq info [826328:826328:8:4294967295] 00000400:00000200:0.0:1783978919.994563:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978919.994569:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978919.994574:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978919.994577:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978919.994580:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978919.994583:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978919.994594:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978919.994596:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978919.994599:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978919.994603:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978919.994605:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978919.994607:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978919.994610:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978919.994613:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880380 x1870620402947200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.994620:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978919.994623:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880380 x1870620402947200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978944 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.994628:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978919.994630:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978919.994633:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978919.994636:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978919.994639:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978919.994640:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311245841 00000100:00000001:0.0:1783978919.994643:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311247104 00000100:00000001:0.0:1783978919.994645:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311245841 00000100:00000001:0.0:1783978919.994647:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311247104 00000100:00000001:0.0:1783978919.994649:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978919.994651:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978919.994653:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978919.994656:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978919/real 1783978919] req@ffff9b83ef880380 x1870620402947200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978919.994663:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978919.994664:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978919.994666:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978919.994668:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978919.994670:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978919.994672:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978919.994675:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880380 x1870620402947200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978919.994682:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880380 x1870620402947200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.994687:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978919.994688:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.994689:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978919.994690:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978919.994693:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880380 x1870620402947200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.994699:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978919.994702:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880380 x1870620402947200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.994707:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978919.994709:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.994710:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978919.994711:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.994712:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978919.994718:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978919.994720:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978919.994723:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978919.994726:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978919.994729:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880380 x1870620402947200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978919.994737:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402947200:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978919.994740:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978919.994744:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880700 x1870620402947328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.994751:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978919.994752:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978919.994755:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978919.994756:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978919.994758:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978919.994761:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402947328:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978919.994764:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978919.994767:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978919.994768:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978919.994770:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978919.994773:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978919.994775:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978919.994779:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978919.994781:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978919.994784:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978919.994787:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402947328, portal 4 00000100:00000001:0.0:1783978919.994789:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978919.994790:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694531328 : -110484015020288 : ffff9b83ef880700) 00000100:00000040:0.0:1783978919.994796:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880700 x1870620402947328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.994802:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978919.994804:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978919.994806:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978919.994809:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402947328, offset 0 00000400:00000200:0.0:1783978919.994812:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978919.994816:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978919.994820:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978919.994822:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978919.994824:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978919.994826:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978919.994828:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978919.994832:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826358:826358:256:4294967295] 192.168.201.148@tcp LPNI seq info [826329:826329:8:4294967295] 00000400:00000200:0.0:1783978919.994836:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978919.994842:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978919.994846:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978919.994849:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978919.994853:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978919.994855:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978919.994865:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978919.994866:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978919.994870:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978919.994873:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978919.994876:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978919.994877:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978919.994879:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978919.994883:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880700 x1870620402947328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.994890:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978919.994893:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880700 x1870620402947328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978944 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.994899:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978919.994900:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978919.994903:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978919.994906:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978919.994909:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978919.994911:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311245868 00000100:00000001:0.0:1783978919.994913:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311247104 00000100:00000001:0.0:1783978919.994915:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311245868 00000100:00000001:0.0:1783978919.994917:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311247104 00000100:00000001:0.0:1783978919.994918:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978919.994921:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978919.994922:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978919.994925:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978919/real 1783978919] req@ffff9b83ef880700 x1870620402947328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978919.994932:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978919.994934:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978919.994936:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978919.994938:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978919.994940:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978919.994941:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978919.994944:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880700 x1870620402947328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978919.994952:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880700 x1870620402947328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.994958:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978919.994959:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.994961:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978919.994962:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978919.994965:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880700 x1870620402947328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.994971:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978919.994974:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880700 x1870620402947328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.994980:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978919.994983:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.994984:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978919.994985:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.994987:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978919.994990:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978919.994992:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978919.994995:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978919.994997:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978919.995001:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880700 x1870620402947328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978919.995007:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402947328:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978919.995010:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978919.995013:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881180 x1870620402947456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.995018:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978919.995019:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978919.995021:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978919.995022:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978919.995024:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978919.995026:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402947456:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978919.995029:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978919.995031:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978919.995032:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978919.995034:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978919.995038:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978919.995040:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978919.995043:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978919.995045:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978919.995048:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978919.995051:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402947456, portal 4 00000100:00000001:0.0:1783978919.995053:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978919.995054:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694534016 : -110484015017600 : ffff9b83ef881180) 00000100:00000040:0.0:1783978919.995060:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881180 x1870620402947456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.995066:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978919.995069:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978919.995071:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978919.995074:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402947456, offset 0 00000400:00000200:0.0:1783978919.995078:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978919.995081:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978919.995085:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978919.995088:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978919.995090:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978919.995092:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978919.995094:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978919.995097:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826359:826359:256:4294967295] 192.168.201.148@tcp LPNI seq info [826330:826330:8:4294967295] 00000400:00000200:0.0:1783978919.995101:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978919.995107:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978919.995111:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978919.995114:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978919.995118:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978919.995120:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783978919.995130:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978919.995132:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978919.995135:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978919.995138:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978919.995140:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978919.995142:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978919.995144:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978919.995148:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881180 x1870620402947456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.995155:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978919.995157:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881180 x1870620402947456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978944 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.995173:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978919.995174:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978919.995179:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978919.995182:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978919.995185:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978919.995187:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311245858 00000100:00000001:0.0:1783978919.995188:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311247104 00000100:00000001:0.0:1783978919.995190:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311245858 00000100:00000001:0.0:1783978919.995192:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311247104 00000100:00000001:0.0:1783978919.995194:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978919.995196:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978919.995198:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978919.996307:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978919/real 1783978919] req@ffff9b83ef881180 x1870620402947456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978919.996324:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978919.996326:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978919.996328:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978919.996333:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978919.996334:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978919.996337:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978919.996342:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881180 x1870620402947456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978919.996350:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881180 x1870620402947456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.996358:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978919.996359:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.996362:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978919.996363:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978919.996367:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881180 x1870620402947456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.996374:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978919.996378:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881180 x1870620402947456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.996385:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978919.996388:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.996389:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978919.996390:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.996393:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978919.996397:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978919.996400:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978919.996403:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978919.996406:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978919.996410:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881180 x1870620402947456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978919.996416:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402947456:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978919.996421:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.996423:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978919.996427:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880a80 x1870620402947072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.996434:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978919.996436:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978919.996439:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783978919.996442:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978919.996444:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978919.996446:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978919.996448:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978919.996450:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636000. 02000000:00000001:0.0:1783978919.996454:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978919.996456:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978919.996457:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880a80. 00000100:00000001:0.0:1783978919.996462:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978919.996463:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.996465:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978919.996469:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880380 x1870620402947200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.996475:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978919.996476:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978919.996477:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978919.996481:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978919.996482:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978919.996483:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978919.996485:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978919.996486:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634400. 02000000:00000001:0.0:1783978919.996489:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978919.996490:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978919.996491:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880380. 00000100:00000001:0.0:1783978919.996493:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978919.996494:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.996496:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978919.996499:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880700 x1870620402947328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.996505:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978919.996506:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978919.996508:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978919.996510:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978919.996511:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978919.996512:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978919.996514:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978919.996515:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636400. 02000000:00000001:0.0:1783978919.996517:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978919.996518:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978919.996519:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880700. 00000100:00000001:0.0:1783978919.996521:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978919.996522:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.996524:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978919.996527:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881180 x1870620402947456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978944 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978919.996537:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978919.996538:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978919.996540:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978919.996541:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978919.996542:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978919.996544:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978919.996546:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978919.996547:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636c00. 02000000:00000001:0.0:1783978919.996549:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978919.996550:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978919.996551:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881180. 00000100:00000001:0.0:1783978919.996554:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978919.996555:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.996557:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978919.996564:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978919.996566:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978919.996569:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978919.996571:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978920.371428:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978920.371440:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978920.371445:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978920.371454:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978920.371461:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978920.371466:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978920.371471:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978920.371475:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978920.371479:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978920.499396:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978920.499404:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978920.499409:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978920.499410:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978920.499413:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978920.499415:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978920.499420:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978920.499421:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978920.499426:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978920.499428:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978920.499449:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978920.499452:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978920.499455:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978920.503648:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978920.503656:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978920.503658:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978920.503663:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978920.503667:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978920.503671:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978920.503674:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978920.503676:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978920.503679:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978921.395405:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978921.395415:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978921.395417:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978921.395421:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978921.395425:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978921.395428:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978921.395430:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978921.395432:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978921.395434:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978921.523607:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978921.523612:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978921.523613:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978921.523616:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978921.523619:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978921.523622:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978921.523625:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978921.523637:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978921.523642:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978921.523674:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978921.523679:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978921.523685:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978921.523687:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978921.523692:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978921.523694:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978921.523698:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978921.523700:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978921.523704:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978921.523706:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978921.523735:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978921.523739:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978921.523742:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978922.419422:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978922.419433:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978922.419437:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978922.419445:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978922.419451:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978922.419458:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978922.419465:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978922.419469:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978922.419473:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978922.547410:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978922.547419:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978922.547425:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978922.547434:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978922.547440:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978922.547446:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978922.547453:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978922.547457:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978922.547462:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978922.547496:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978922.547502:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978922.547510:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978922.547513:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978922.547518:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978922.547520:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978922.547524:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978922.547525:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978922.547528:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978922.547529:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978922.547550:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978922.547554:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978922.547557:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978922.547701:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978922.547710:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978922.547715:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978922.547722:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978922.547731:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978922.547739:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978922.547749:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978922.547760:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978922.547776:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978923.443393:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978923.443400:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978923.443402:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978923.443406:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978923.443410:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978923.443415:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978923.443418:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978923.443422:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978923.443425:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978923.571399:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978923.571408:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978923.571413:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978923.571422:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978923.571428:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978923.571434:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978923.571447:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978923.571451:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978923.571455:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978923.571479:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978923.571484:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978923.571493:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978923.571497:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978923.571504:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978923.571508:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978923.571516:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978923.571520:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978923.571533:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978923.571535:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978923.571556:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978923.571561:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978923.571566:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978924.467343:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978924.467352:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978924.467354:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978924.467359:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978924.467363:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978924.467366:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978924.467375:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978924.467376:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978924.467378:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978924.595378:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978924.595383:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978924.595388:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978924.595395:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978924.595400:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978924.595404:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978924.595417:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978924.595420:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978924.595426:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978924.595453:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978924.595460:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978924.595465:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978924.595470:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978924.595477:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978924.595482:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978924.595486:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978924.595490:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978924.595499:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978924.595501:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978924.595506:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978924.595509:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978924.595511:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978924.595513:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978924.595518:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978924.595520:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978924.595538:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978924.595541:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978924.595543:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978925.107645:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978925.107651:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978925.107656:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978925.107867:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882a00 x1870620402947584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.107891:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978925.107895:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978925.107902:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978925.107908:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978925.107915:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978925.107932:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402947584:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978925.107941:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978925.107948:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978925.107952:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978925.107958:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978925.107966:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978925.107970:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978925.107981:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978925.107988:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978925.107997:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978925.108006:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402947584, portal 25 00000100:00000001:0.0:1783978925.108011:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978925.108015:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694540288 : -110484015011328 : ffff9b83ef882a00) 00000100:00000040:0.0:1783978925.108025:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882a00 x1870620402947584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.108042:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978925.108049:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978925.108054:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978925.108060:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402947584, offset 0 00000400:00000200:0.0:1783978925.108071:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978925.108097:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978925.108108:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978925.108118:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978925.108126:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978925.108135:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978925.108144:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978925.108151:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826360:826360:256:4294967295] 192.168.201.148@tcp LPNI seq info [826331:826331:8:4294967295] 00000400:00000200:0.0:1783978925.108161:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978925.108179:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978925.108186:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978925.108191:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978925.108197:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978925.108201:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783978925.108213:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978925.108216:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978925.108223:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978925.108228:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978925.108233:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978925.108236:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978925.108241:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978925.108246:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882a00 x1870620402947584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.108254:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978925.108257:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882a00 x1870620402947584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978950 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.108265:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978925.108267:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978925.108272:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978925.108276:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978925.108279:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311252218 00000100:00000010:0.0:1783978925.108284:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783978925.108290:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978925.108332:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311252218 00000100:00000010:0.0:1783978925.108337:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783978925.108340:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978925.108344:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978925.108347:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978925.108349:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978925.108355:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978925/real 1783978925] req@ffff9b83ef882a00 x1870620402947584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978925.108365:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978925.108367:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978925.109131:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978925.109135:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978925.109138:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978925.109141:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978925.109147:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882a00 x1870620402947584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978925.109157:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882a00 x1870620402947584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.109165:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978925.109167:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978925.109169:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978925.109171:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978925.109175:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882a00 x1870620402947584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.109183:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978925.109187:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882a00 x1870620402947584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978950 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.109194:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978925.109197:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978925.109199:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978925.109200:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978925.109202:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978925.109205:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978925.109207:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978925.109211:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978925.109214:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978925.109218:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882a00 x1870620402947584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978950 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978925.109226:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402947584:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978925.109231:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978925.109233:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978925.109236:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882a00 x1870620402947584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978950 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.109242:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978925.109245:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978925.109247:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978925.109252:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978925.109254:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978925.109255:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978925.109257:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978925.109259:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634000. 02000000:00000001:0.0:1783978925.109262:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978925.109264:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978925.109266:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882a00. 00000100:00000001:0.0:1783978925.109270:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978925.109271:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978925.109273:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978925.109281:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978925.109283:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978925.109285:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978925.109286:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978925.109288:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978925.109291:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883480 x1870620402947712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.109322:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978925.109324:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978925.109326:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978925.109327:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978925.109329:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978925.109332:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402947712:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978925.109336:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978925.109339:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978925.109340:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978925.109342:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978925.109346:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978925.109348:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978925.109352:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978925.109355:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978925.109358:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978925.109362:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402947712, portal 10 00000100:00000001:0.0:1783978925.109363:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978925.109365:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542976 : -110484015008640 : ffff9b83ef883480) 00000100:00000040:0.0:1783978925.109371:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883480 x1870620402947712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.109377:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978925.109379:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978925.109382:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978925.109384:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402947712, offset 0 00000400:00000200:0.0:1783978925.109388:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978925.109393:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978925.109397:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978925.109400:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978925.109402:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978925.109405:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978925.109407:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978925.109410:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826361:826361:256:4294967295] 192.168.201.148@tcp LPNI seq info [826332:826332:8:4294967295] 00000400:00000200:0.0:1783978925.109415:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978925.109422:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978925.109427:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978925.109431:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978925.109436:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978925.109438:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783978925.109449:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978925.109451:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978925.109454:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978925.109457:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978925.109460:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978925.109462:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978925.109464:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978925.109468:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883480 x1870620402947712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.109476:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978925.109479:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883480 x1870620402947712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978950 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.109485:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978925.109486:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978925.109489:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978925.109493:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978925.109496:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978925.109498:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311250961 00000100:00000001:0.0:1783978925.109501:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311252218 00000100:00000001:0.0:1783978925.109503:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311250961 00000100:00000001:0.0:1783978925.109506:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311252218 00000100:00000001:0.0:1783978925.109508:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978925.109510:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978925.109512:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978925.109516:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978925/real 1783978925] req@ffff9b83ef883480 x1870620402947712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978925.109524:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978925.109525:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978925.109527:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978925.109530:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978925.109532:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978925.109534:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978925.109537:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883480 x1870620402947712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978925.109544:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883480 x1870620402947712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.109550:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978925.109552:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978925.109554:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978925.109555:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978925.109559:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883480 x1870620402947712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.109565:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978925.109569:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883480 x1870620402947712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978950 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.109576:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978925.109579:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978925.109580:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978925.109582:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978925.109583:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978925.109591:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978925.109594:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978925.109598:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978925.109600:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978925.109604:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883480 x1870620402947712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978950 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978925.109609:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402947712:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978925.109612:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978925.109614:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883100 x1870620402947840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.109619:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978925.109620:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978925.109621:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978925.109622:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978925.109624:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978925.109625:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402947840:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978925.109627:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978925.109628:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978925.109629:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978925.109630:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978925.109633:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978925.109634:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978925.109637:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978925.109638:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978925.109640:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978925.109643:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402947840, portal 10 00000100:00000001:0.0:1783978925.109644:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978925.109645:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542080 : -110484015009536 : ffff9b83ef883100) 00000100:00000040:0.0:1783978925.109649:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883100 x1870620402947840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.109653:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978925.109655:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978925.109656:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978925.109658:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402947840, offset 0 00000400:00000200:0.0:1783978925.109660:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978925.109663:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978925.109666:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978925.109668:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978925.109670:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978925.109671:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978925.109673:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978925.109675:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826362:826362:256:4294967295] 192.168.201.148@tcp LPNI seq info [826333:826333:8:4294967295] 00000400:00000200:0.0:1783978925.109677:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978925.109682:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978925.109684:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978925.109687:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978925.109689:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978925.109691:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783978925.109698:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978925.109700:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978925.109703:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978925.109706:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978925.109709:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978925.109711:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978925.109713:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978925.109716:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883100 x1870620402947840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.109723:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978925.109726:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883100 x1870620402947840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978950 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.109733:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978925.109735:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978925.109738:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978925.109741:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978925.109744:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978925.109746:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311250956 00000100:00000001:0.0:1783978925.109748:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311252218 00000100:00000001:0.0:1783978925.109750:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311250956 00000100:00000001:0.0:1783978925.109751:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311252218 00000100:00000001:0.0:1783978925.109753:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978925.109754:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978925.109756:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978925.109758:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978925/real 1783978925] req@ffff9b83ef883100 x1870620402947840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978925.109762:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978925.109763:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978925.109765:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978925.109766:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978925.109767:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978925.109769:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978925.109771:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883100 x1870620402947840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978925.109776:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883100 x1870620402947840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.109780:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978925.109780:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978925.109781:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978925.109782:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978925.109784:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883100 x1870620402947840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.109787:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978925.109790:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883100 x1870620402947840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978950 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.109794:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978925.109796:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978925.109797:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978925.109797:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978925.109798:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978925.109803:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978925.109806:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978925.109809:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978925.109810:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978925.109814:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883100 x1870620402947840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978950 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978925.109822:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402947840:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978925.109825:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978925.109828:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880000 x1870620402947968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.109835:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978925.109836:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978925.109839:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978925.109840:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978925.109842:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978925.109845:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402947968:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978925.109848:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978925.109850:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978925.109851:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978925.109853:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978925.109856:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978925.109858:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978925.109862:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978925.109864:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978925.109867:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978925.109870:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402947968, portal 4 00000100:00000001:0.0:1783978925.109872:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978925.109873:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694529536 : -110484015022080 : ffff9b83ef880000) 00000100:00000040:0.0:1783978925.109878:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880000 x1870620402947968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.109884:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978925.109887:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978925.109889:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978925.109891:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402947968, offset 0 00000400:00000200:0.0:1783978925.109895:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978925.109898:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978925.109902:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978925.109904:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978925.109907:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978925.109909:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978925.109910:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978925.109912:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826363:826363:256:4294967295] 192.168.201.148@tcp LPNI seq info [826334:826334:8:4294967295] 00000400:00000200:0.0:1783978925.109915:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978925.109919:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978925.109922:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978925.110593:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978925.110599:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978925.110602:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783978925.110613:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978925.110615:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978925.110619:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978925.110623:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978925.110626:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978925.110629:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978925.110632:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978925.110636:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880000 x1870620402947968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.110644:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978925.110647:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880000 x1870620402947968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978950 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.110653:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978925.110655:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978925.110658:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978925.110662:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978925.110665:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978925.110667:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311250984 00000100:00000001:0.0:1783978925.110670:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311252218 00000100:00000001:0.0:1783978925.110672:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311250984 00000100:00000001:0.0:1783978925.110673:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311252218 00000100:00000001:0.0:1783978925.110675:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978925.110677:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978925.110679:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978925.110682:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978925/real 1783978925] req@ffff9b83ef880000 x1870620402947968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978925.110690:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978925.110691:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978925.110692:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978925.110695:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978925.110696:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978925.110698:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978925.110701:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880000 x1870620402947968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978925.110708:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880000 x1870620402947968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.110713:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978925.110715:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978925.110717:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978925.110718:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978925.110721:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880000 x1870620402947968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.110727:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978925.110730:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880000 x1870620402947968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978950 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.110737:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978925.110739:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978925.110740:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978925.110741:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978925.110743:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978925.110747:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978925.110749:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978925.110752:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978925.110755:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978925.110758:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880000 x1870620402947968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978950 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978925.110764:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402947968:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978925.110768:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978925.110771:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882d80 x1870620402948096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.110776:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978925.110777:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978925.110779:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978925.110781:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978925.110783:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978925.110786:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402948096:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978925.110788:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978925.110790:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978925.110791:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978925.110793:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978925.110796:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978925.110798:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978925.110801:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978925.110804:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978925.110807:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978925.110810:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402948096, portal 4 00000100:00000001:0.0:1783978925.110811:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978925.110812:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694541184 : -110484015010432 : ffff9b83ef882d80) 00000100:00000040:0.0:1783978925.110818:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882d80 x1870620402948096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.110823:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978925.110825:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978925.110827:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978925.110830:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402948096, offset 0 00000400:00000200:0.0:1783978925.110834:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978925.110838:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978925.110841:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978925.110844:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978925.110846:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978925.110848:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978925.110850:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978925.110853:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826364:826364:256:4294967295] 192.168.201.148@tcp LPNI seq info [826335:826335:8:4294967295] 00000400:00000200:0.0:1783978925.110856:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978925.110862:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978925.110866:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978925.110869:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978925.110872:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978925.110875:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783978925.110883:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978925.110885:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978925.110887:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978925.110890:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978925.110893:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978925.110895:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978925.110897:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978925.110900:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882d80 x1870620402948096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.110906:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978925.110908:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882d80 x1870620402948096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978950 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.110914:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978925.110915:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978925.110918:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978925.110921:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978925.110938:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978925.110940:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311250974 00000100:00000001:0.0:1783978925.110942:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311252218 00000100:00000001:0.0:1783978925.110944:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311250974 00000100:00000001:0.0:1783978925.110946:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311252218 00000100:00000001:0.0:1783978925.110948:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978925.110950:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978925.110951:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978925.110955:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978925/real 1783978925] req@ffff9b83ef882d80 x1870620402948096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978925.110963:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978925.110964:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978925.110965:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978925.110967:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978925.110969:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978925.110971:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978925.110973:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882d80 x1870620402948096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978925.110980:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882d80 x1870620402948096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.110985:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978925.110987:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978925.110988:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978925.110990:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978925.110993:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882d80 x1870620402948096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.110999:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978925.111002:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882d80 x1870620402948096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978950 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.111009:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978925.111011:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978925.111012:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978925.111014:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978925.111015:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978925.111019:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978925.111022:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978925.111025:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978925.111027:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978925.111032:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882d80 x1870620402948096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978950 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978925.111040:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402948096:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978925.111044:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978925.111045:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978925.111049:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883480 x1870620402947712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978950 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.111055:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978925.111057:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978925.111059:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978925.111062:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978925.111064:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978925.111066:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978925.111068:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978925.111070:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783978925.111084:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978925.111086:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978925.111087:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883480. 00000100:00000001:0.0:1783978925.111091:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978925.111093:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978925.111094:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978925.111098:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883100 x1870620402947840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978950 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.111105:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978925.111106:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978925.111108:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978925.111110:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978925.111111:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978925.111113:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978925.111115:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978925.111116:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635000. 02000000:00000001:0.0:1783978925.111119:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978925.111120:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978925.111121:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883100. 00000100:00000001:0.0:1783978925.111123:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978925.111124:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978925.111126:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978925.111129:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880000 x1870620402947968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978950 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.111134:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978925.111135:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978925.111137:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978925.111139:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978925.111140:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978925.111141:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978925.111143:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978925.111144:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636c00. 02000000:00000001:0.0:1783978925.111146:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978925.111147:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978925.111149:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880000. 00000100:00000001:0.0:1783978925.111152:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978925.111153:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978925.111154:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978925.111158:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882d80 x1870620402948096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978950 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978925.111162:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978925.111163:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978925.111164:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978925.111166:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978925.111167:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978925.111167:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978925.111169:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978925.111170:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636400. 02000000:00000001:0.0:1783978925.111171:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978925.111172:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978925.111172:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882d80. 00000100:00000001:0.0:1783978925.111174:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978925.111174:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978925.111176:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978925.111181:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978925.111182:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978925.111184:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978925.111185:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978925.491402:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978925.491411:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978925.491414:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978925.491419:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978925.491425:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978925.491431:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978925.491433:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978925.491437:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978925.491439:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978925.619399:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978925.619406:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978925.619410:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978925.619417:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978925.619424:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978925.619428:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978925.619433:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978925.619437:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978925.619441:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978925.619458:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978925.619463:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978925.619467:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978925.619471:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978925.619477:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978925.619481:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978925.619485:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978925.619489:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978925.619495:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978925.619525:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978925.619528:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978925.619532:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978925.619533:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978925.619536:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978925.619537:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978925.619541:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978925.619542:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978925.619546:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978925.619547:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978925.619560:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978925.619563:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978925.619565:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978926.515399:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978926.515406:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978926.515408:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978926.515413:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978926.515417:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978926.515422:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978926.515425:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978926.515428:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978926.515431:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978926.643715:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978926.643731:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978926.643735:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978926.643740:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978926.643746:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978926.643752:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978926.643757:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978926.643761:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978926.643767:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978926.643803:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978926.643807:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978926.643811:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978926.643812:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978926.643816:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978926.643817:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978926.643820:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978926.643821:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978926.643824:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978926.643826:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978926.643844:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978926.643846:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978926.643849:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978926.644197:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978926.644199:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978926.644200:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978926.644202:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978926.644204:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978926.644206:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978926.644208:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978926.644209:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978926.644211:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978927.539628:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978927.539635:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978927.539637:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978927.539641:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978927.539645:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978927.539648:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978927.539651:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978927.539652:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978927.539655:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978927.670162:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978927.670169:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978927.670174:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978927.670175:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978927.670178:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978927.670179:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978927.670182:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978927.670183:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978927.670185:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978927.670186:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978927.670201:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978927.670203:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978927.670205:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978928.564084:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978928.564088:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978928.564090:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978928.564093:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978928.564094:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978928.564097:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978928.564099:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978928.564100:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978928.564103:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978928.691435:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978928.691444:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978928.691454:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978928.691460:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978928.691473:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978928.691477:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978928.691489:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978928.691504:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978928.691514:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978928.691516:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978928.691547:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978928.691549:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978928.691552:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978928.691915:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978928.691918:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978928.691919:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978928.691921:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978928.691923:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978928.691925:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978928.691927:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978928.691928:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978928.691929:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978929.587446:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978929.587458:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978929.587462:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978929.587470:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978929.587477:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978929.587484:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978929.587490:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978929.587494:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978929.587499:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978929.715466:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978929.715473:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978929.715477:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978929.715483:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978929.715491:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978929.715499:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978929.715506:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978929.715510:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978929.715516:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978929.715555:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978929.715561:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978929.715569:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978929.715577:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978929.715584:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978929.715590:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978929.715598:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978929.715604:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978929.715613:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978929.715618:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978929.715623:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978929.715628:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978929.715634:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978929.715637:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978929.715643:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978929.715647:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978929.715653:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978929.715657:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978929.715669:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978929.715674:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978929.715682:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978929.715687:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978929.715691:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978929.715693:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978929.715695:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978929.715697:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978929.715700:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978929.715705:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978929.715709:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978929.715712:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978929.715723:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978929.715726:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978929.715732:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978929.715734:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978929.715760:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978929.715764:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978929.715774:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978929.715892:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978929.715895:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978929.715896:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978929.715899:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978929.715901:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978929.715903:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978929.715906:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978929.715907:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978929.715909:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978930.227789:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978930.227796:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978930.227799:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978930.227810:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883b80 x1870620402948224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.227821:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978930.227824:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978930.227828:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978930.227832:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978930.227835:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978930.227839:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402948224:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978930.227844:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978930.227849:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978930.227852:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978930.227855:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978930.227864:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978930.227865:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978930.227872:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978930.227875:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978930.227882:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978930.227890:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402948224, portal 25 00000100:00000001:0.0:1783978930.227891:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978930.227893:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694544768 : -110484015006848 : ffff9b83ef883b80) 00000100:00000040:0.0:1783978930.227898:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883b80 x1870620402948224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.227903:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978930.227905:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978930.227907:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978930.227910:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402948224, offset 0 00000400:00000200:0.0:1783978930.227916:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978930.227924:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978930.227931:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978930.227936:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978930.227940:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978930.227943:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978930.227945:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978930.227948:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826365:826365:256:4294967295] 192.168.201.148@tcp LPNI seq info [826336:826336:8:4294967295] 00000400:00000200:0.0:1783978930.227951:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978930.227959:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978930.227964:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978930.227968:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978930.227974:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978930.227977:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783978930.228002:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978930.228005:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978930.228011:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978930.228015:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978930.228020:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978930.228021:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978930.228027:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978930.228030:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883b80 x1870620402948224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.228623:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978930.228634:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883b80 x1870620402948224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978955 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.228652:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978930.228659:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978930.228676:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978930.228687:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978930.228693:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311257339 00000100:00000010:0.0:1783978930.228704:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783978930.228715:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978930.228728:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311257339 00000100:00000010:0.0:1783978930.228737:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783978930.228744:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978930.228751:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978930.228757:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978930.228765:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978930.228778:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978930/real 1783978930] req@ffff9b83ef883b80 x1870620402948224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978930.228792:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978930.228796:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978930.228800:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978930.228805:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978930.228810:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978930.228815:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978930.228824:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883b80 x1870620402948224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978930.228840:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883b80 x1870620402948224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.228850:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978930.228855:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978930.228860:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978930.228865:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978930.228876:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883b80 x1870620402948224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.228896:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978930.228904:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883b80 x1870620402948224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978955 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.228923:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978930.228931:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978930.228939:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978930.228942:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978930.228949:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978930.228953:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978930.228963:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978930.228974:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978930.228981:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978930.229006:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883b80 x1870620402948224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978955 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978930.229039:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402948224:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978930.229048:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978930.229054:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978930.229062:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883b80 x1870620402948224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978955 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.229079:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978930.229084:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978930.229090:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978930.229098:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978930.229103:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978930.229107:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978930.229114:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978930.229119:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635400. 02000000:00000001:0.0:1783978930.229133:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978930.229137:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978930.229141:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883b80. 00000100:00000001:0.0:1783978930.229152:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978930.229153:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978930.229156:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978930.229165:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978930.229167:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978930.229169:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978930.229171:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978930.229172:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978930.229177:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881c00 x1870620402948352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.229183:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978930.229185:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978930.229187:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978930.229189:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978930.229191:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978930.229194:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402948352:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978930.229198:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978930.229200:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978930.229202:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978930.229204:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978930.229207:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978930.229208:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978930.229212:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978930.229215:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978930.229218:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978930.229221:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402948352, portal 10 00000100:00000001:0.0:1783978930.229223:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978930.229224:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694536704 : -110484015014912 : ffff9b83ef881c00) 00000100:00000040:0.0:1783978930.229231:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881c00 x1870620402948352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.229237:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978930.229240:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978930.230498:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978930.230504:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402948352, offset 0 00000400:00000200:0.0:1783978930.230512:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978930.230519:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978930.230523:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978930.230527:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978930.230530:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978930.230533:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978930.230535:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978930.230537:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826366:826366:256:4294967295] 192.168.201.148@tcp LPNI seq info [826337:826337:8:4294967295] 00000400:00000200:0.0:1783978930.230540:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978930.230548:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978930.230552:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978930.230555:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978930.230560:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978930.230562:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783978930.230571:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978930.230573:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978930.230577:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978930.230580:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978930.230584:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978930.230585:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978930.230589:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978930.230592:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881c00 x1870620402948352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.230599:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978930.230601:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881c00 x1870620402948352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978955 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.230606:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978930.230607:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978930.230612:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978930.230616:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978930.230618:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978930.230620:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311256082 00000100:00000001:0.0:1783978930.230622:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311257339 00000100:00000001:0.0:1783978930.230624:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311256082 00000100:00000001:0.0:1783978930.230625:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311257339 00000100:00000001:0.0:1783978930.230626:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978930.230628:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978930.230631:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978930.230633:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978930/real 1783978930] req@ffff9b83ef881c00 x1870620402948352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978930.230640:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978930.230641:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978930.230643:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978930.230645:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978930.230646:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978930.230647:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978930.230649:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881c00 x1870620402948352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978930.230655:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881c00 x1870620402948352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.230658:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978930.230659:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978930.230660:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978930.230661:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978930.230664:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881c00 x1870620402948352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.230667:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978930.230670:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881c00 x1870620402948352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978955 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.230675:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978930.230677:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978930.230678:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978930.230679:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978930.230681:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978930.230690:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978930.230692:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978930.230694:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978930.230697:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978930.230700:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881c00 x1870620402948352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978955 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978930.230705:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402948352:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978930.230710:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978930.230711:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978930.230713:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881c00 x1870620402948352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978955 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.230717:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978930.230719:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978930.230721:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978930.230725:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978930.230726:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978930.230728:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978930.230730:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978930.230732:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634c00. 02000000:00000001:0.0:1783978930.230737:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978930.230738:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978930.230741:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881c00. 00000100:00000001:0.0:1783978930.230745:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978930.230747:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978930.230750:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978930.230758:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978930.230760:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978930.230763:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978930.230767:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978930.230769:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978930.230775:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882300 x1870620402948480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.230783:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978930.230785:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978930.230790:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978930.231332:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978930.231336:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978930.231343:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402948480:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978930.231348:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978930.231353:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978930.231355:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978930.231358:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978930.231362:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978930.231364:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978930.231369:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978930.231373:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978930.231377:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978930.231382:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402948480, portal 10 00000100:00000001:0.0:1783978930.231384:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978930.231386:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694538496 : -110484015013120 : ffff9b83ef882300) 00000100:00000040:0.0:1783978930.231393:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882300 x1870620402948480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.231399:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978930.231401:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978930.231403:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978930.231407:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402948480, offset 0 00000400:00000200:0.0:1783978930.231411:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978930.231416:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978930.231421:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978930.231424:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978930.231425:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978930.231428:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978930.231430:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978930.231432:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826367:826367:256:4294967295] 192.168.201.148@tcp LPNI seq info [826338:826338:8:4294967295] 00000400:00000200:0.0:1783978930.231436:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978930.231442:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978930.231447:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978930.231450:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978930.231454:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978930.231468:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783978930.231479:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978930.231480:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978930.231484:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978930.231487:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978930.231490:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978930.231492:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978930.231494:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978930.231497:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882300 x1870620402948480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.231504:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978930.231507:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882300 x1870620402948480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978955 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.231513:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978930.231514:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978930.231517:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978930.231520:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978930.231523:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978930.231524:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311256078 00000100:00000001:0.0:1783978930.231527:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311257339 00000100:00000001:0.0:1783978930.231529:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311256078 00000100:00000001:0.0:1783978930.231530:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311257339 00000100:00000001:0.0:1783978930.231532:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978930.231534:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978930.231536:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978930.231539:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978930/real 1783978930] req@ffff9b83ef882300 x1870620402948480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978930.231546:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978930.231547:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978930.231548:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978930.231550:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978930.231552:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978930.231554:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978930.231557:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882300 x1870620402948480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978930.231564:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882300 x1870620402948480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.231570:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978930.231571:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978930.231573:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978930.231574:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978930.231577:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882300 x1870620402948480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.231582:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978930.231586:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882300 x1870620402948480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978955 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.231592:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978930.231595:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978930.231597:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978930.231598:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978930.231600:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978930.231606:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978930.231608:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978930.231612:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978930.231614:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978930.231618:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882300 x1870620402948480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978955 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978930.231626:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402948480:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978930.231630:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978930.231633:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881500 x1870620402948608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.231640:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978930.231641:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978930.231643:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978930.231645:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978930.231646:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978930.231649:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402948608:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978930.231652:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978930.231654:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978930.231660:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978930.231662:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978930.231665:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978930.231667:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978930.231670:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978930.231673:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978930.231676:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978930.231679:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402948608, portal 4 00000100:00000001:0.0:1783978930.231681:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978930.231682:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694534912 : -110484015016704 : ffff9b83ef881500) 00000100:00000040:0.0:1783978930.231688:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881500 x1870620402948608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.231693:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978930.231696:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978930.231698:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978930.231700:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402948608, offset 0 00000400:00000200:0.0:1783978930.231704:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978930.231708:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978930.231711:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978930.231714:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978930.231716:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978930.231719:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978930.231721:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978930.231724:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826368:826368:256:4294967295] 192.168.201.148@tcp LPNI seq info [826339:826339:8:4294967295] 00000400:00000200:0.0:1783978930.231727:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978930.231733:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978930.231737:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978930.231740:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978930.231751:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978930.231754:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783978930.231764:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978930.231765:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978930.231769:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978930.231772:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978930.231775:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978930.231776:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978930.231779:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978930.231783:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881500 x1870620402948608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.231790:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978930.231794:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881500 x1870620402948608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978955 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.231800:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978930.231802:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978930.231805:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978930.231808:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978930.231811:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978930.231813:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311256105 00000100:00000001:0.0:1783978930.231815:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311257339 00000100:00000001:0.0:1783978930.231817:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311256105 00000100:00000001:0.0:1783978930.231819:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311257339 00000100:00000001:0.0:1783978930.231820:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978930.231821:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978930.231823:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978930.232073:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978930/real 1783978930] req@ffff9b83ef881500 x1870620402948608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978930.232083:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978930.232084:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978930.232086:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978930.232088:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978930.232090:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978930.232093:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978930.232096:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881500 x1870620402948608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978930.232104:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881500 x1870620402948608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.232109:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978930.232110:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978930.232112:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978930.232113:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978930.232117:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881500 x1870620402948608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.232124:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978930.232128:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881500 x1870620402948608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978955 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.232135:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978930.232137:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978930.232139:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978930.232140:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978930.232142:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978930.232146:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978930.232149:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978930.232152:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978930.232154:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978930.232158:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881500 x1870620402948608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978955 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978930.232164:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402948608:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978930.232167:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978930.232171:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880e00 x1870620402948736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.232177:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978930.232178:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978930.232180:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978930.232182:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978930.232184:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978930.232187:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402948736:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978930.232190:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978930.232193:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978930.232194:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978930.232196:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978930.232199:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978930.232201:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978930.232204:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978930.232207:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978930.232210:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978930.232213:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402948736, portal 4 00000100:00000001:0.0:1783978930.232215:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978930.232278:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694533120 : -110484015018496 : ffff9b83ef880e00) 00000100:00000040:0.0:1783978930.232286:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880e00 x1870620402948736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.232292:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978930.232319:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978930.232323:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978930.232327:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402948736, offset 0 00000400:00000200:0.0:1783978930.232332:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978930.232336:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978930.232339:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978930.232343:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978930.232345:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978930.232347:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978930.232350:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978930.232352:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826369:826369:256:4294967295] 192.168.201.148@tcp LPNI seq info [826340:826340:8:4294967295] 00000400:00000200:0.0:1783978930.232356:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978930.232362:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978930.232367:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978930.232370:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978930.232374:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978930.232376:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783978930.232386:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978930.232389:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978930.232392:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978930.232395:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978930.232398:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978930.232399:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978930.232402:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978930.232406:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880e00 x1870620402948736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.232413:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978930.232414:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880e00 x1870620402948736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978955 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.232418:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978930.232419:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978930.232422:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978930.232425:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978930.232428:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978930.232429:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311256096 00000100:00000001:0.0:1783978930.232432:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311257339 00000100:00000001:0.0:1783978930.232434:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311256096 00000100:00000001:0.0:1783978930.232436:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311257339 00000100:00000001:0.0:1783978930.232438:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978930.232439:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978930.232441:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978930.232445:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978930/real 1783978930] req@ffff9b83ef880e00 x1870620402948736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978930.232579:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978930.232581:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978930.232584:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978930.232587:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978930.232588:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978930.232591:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978930.232595:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880e00 x1870620402948736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978930.232604:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880e00 x1870620402948736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.232610:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978930.232611:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978930.232613:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978930.232615:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978930.232618:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880e00 x1870620402948736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.232625:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978930.232629:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880e00 x1870620402948736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978955 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.232635:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978930.232637:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978930.232639:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978930.232640:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978930.232641:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978930.232645:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978930.232648:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978930.232652:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978930.232654:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978930.232657:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880e00 x1870620402948736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978955 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978930.232664:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402948736:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978930.232668:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978930.232670:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978930.232674:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882300 x1870620402948480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978955 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.232679:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978930.232681:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978930.232683:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978930.232687:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978930.232689:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978930.232690:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978930.232692:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978930.232694:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636000. 02000000:00000001:0.0:1783978930.232698:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978930.232699:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978930.232701:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882300. 00000100:00000001:0.0:1783978930.232705:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978930.232706:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978930.232708:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978930.232711:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881500 x1870620402948608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978955 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.232717:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978930.232718:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978930.232719:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978930.232720:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978930.232721:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978930.232722:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978930.232723:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978930.232724:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634400. 02000000:00000001:0.0:1783978930.232726:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978930.232726:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978930.232727:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881500. 00000100:00000001:0.0:1783978930.232728:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978930.232729:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978930.232730:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978930.232732:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880e00 x1870620402948736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978955 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978930.232736:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978930.232737:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978930.232738:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978930.232739:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978930.232740:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978930.232741:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978930.232743:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978930.232744:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636400. 02000000:00000001:0.0:1783978930.232745:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978930.232746:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978930.232748:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880e00. 00000100:00000001:0.0:1783978930.232750:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978930.232752:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978930.232754:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978930.232759:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978930.232761:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978930.232763:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978930.232765:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978930.611449:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978930.611460:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978930.611464:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978930.611470:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978930.611475:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978930.611480:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978930.611486:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978930.611489:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978930.611493:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978930.740096:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978930.740100:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978930.740101:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978930.740104:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978930.740106:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978930.740108:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978930.740111:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978930.740112:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978930.740114:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978930.740140:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978930.740143:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978930.740148:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978930.740150:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978930.740154:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978930.740156:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978930.740159:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978930.740161:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978930.740164:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978930.740166:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978930.740186:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978930.740190:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978930.740193:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978930.740507:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978930.740512:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978930.740516:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978930.740522:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978930.740527:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978930.740531:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978930.740538:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978930.740542:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978930.740544:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978931.635483:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978931.635493:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978931.635495:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978931.635503:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978931.635507:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978931.635511:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978931.635515:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978931.635518:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978931.635521:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978931.763743:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978931.763748:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978931.763751:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978931.763754:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978931.763758:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978931.763760:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978931.770305:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978931.770315:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978931.770324:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978931.770374:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978931.770378:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978931.770383:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978931.770384:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978931.770389:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978931.770390:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978931.770395:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978931.770396:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978931.770400:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978931.770401:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978931.770428:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978931.770432:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978931.770435:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978932.659436:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978932.659447:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978932.659452:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978932.659459:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978932.659466:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978932.659472:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978932.659478:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978932.659482:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978932.659485:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978932.787439:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978932.787447:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978932.787452:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978932.787460:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978932.787466:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978932.787472:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978932.787481:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978932.787485:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978932.787489:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978932.787534:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978932.787538:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978932.787543:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978932.787544:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978932.787550:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978932.787551:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978932.787555:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978932.787556:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978932.787560:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978932.787562:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978932.787583:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978932.787586:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978932.787589:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978932.787936:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978932.787954:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978932.787957:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978932.787962:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978932.787968:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978932.787973:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978932.787976:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978932.787978:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978932.787980:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978933.684500:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978933.684506:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978933.684508:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978933.684511:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978933.684514:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978933.684516:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978933.684519:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978933.684520:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978933.684522:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978933.811435:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978933.811440:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978933.811446:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978933.811449:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978933.811456:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978933.811458:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978933.811466:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978933.811470:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978933.811474:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978933.811477:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978933.811500:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978933.811512:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978933.811515:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978933.811522:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978933.811528:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978933.811532:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978933.811534:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978933.811536:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978933.811539:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978933.811549:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978933.811552:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978933.811554:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978934.707387:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978934.707397:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978934.707401:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978934.707409:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978934.707416:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978934.707420:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978934.707429:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978934.707432:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978934.707435:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978934.835372:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978934.835381:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978934.835385:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978934.835390:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978934.835395:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978934.835400:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978934.835407:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978934.835410:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978934.835415:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978934.835608:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978934.835612:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978934.835614:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978934.835618:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978934.835621:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978934.835623:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978934.835625:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978934.835627:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978934.835632:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978934.835633:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978934.835637:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978934.835639:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978934.835642:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978934.835644:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978934.835647:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978934.835648:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978934.835666:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978934.835669:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978934.835671:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978935.347738:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978935.347745:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978935.347750:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978935.347761:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881f80 x1870620402948864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.347780:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978935.347783:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978935.347789:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978935.347793:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978935.347798:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978935.347805:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402948864:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978935.347812:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978935.347817:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978935.347821:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978935.347827:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978935.347835:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978935.347838:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978935.347848:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978935.347913:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978935.347923:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978935.347932:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402948864, portal 25 00000100:00000001:0.0:1783978935.347939:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978935.347943:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694537600 : -110484015014016 : ffff9b83ef881f80) 00000100:00000040:0.0:1783978935.347953:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881f80 x1870620402948864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.347970:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978935.347978:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978935.347983:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978935.347990:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402948864, offset 0 00000400:00000200:0.0:1783978935.348012:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978935.348024:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978935.348033:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978935.348040:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978935.348047:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978935.348053:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978935.348058:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978935.348065:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826370:826370:256:4294967295] 192.168.201.148@tcp LPNI seq info [826341:826341:8:4294967295] 00000400:00000200:0.0:1783978935.348074:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978935.348089:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978935.348101:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978935.348110:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978935.348121:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978935.348136:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783978935.348164:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978935.348169:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978935.348178:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978935.348189:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978935.348196:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978935.348209:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978935.348217:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978935.348225:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881f80 x1870620402948864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.348245:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978935.348253:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881f80 x1870620402948864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978960 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.348270:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978935.348273:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978935.348281:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978935.348290:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978935.348335:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311262459 00000100:00000010:0.0:1783978935.348345:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783978935.348354:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978935.348361:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311262459 00000100:00000010:0.0:1783978935.348367:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783978935.348373:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978935.348379:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978935.348384:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978935.348387:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978935.348393:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978935/real 1783978935] req@ffff9b83ef881f80 x1870620402948864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978935.348411:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978935.348414:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978935.348417:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978935.348423:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978935.348426:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978935.348432:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978935.348439:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881f80 x1870620402948864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978935.348459:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881f80 x1870620402948864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.348476:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978935.348480:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978935.348485:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978935.348489:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978935.348498:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881f80 x1870620402948864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.348514:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978935.348521:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881f80 x1870620402948864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978960 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.348549:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978935.348555:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978935.348559:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978935.348562:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978935.348566:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978935.348570:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978935.348574:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978935.348581:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978935.348587:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978935.348596:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881f80 x1870620402948864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978960 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978935.348624:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402948864:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978935.348630:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978935.348633:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978935.348637:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881f80 x1870620402948864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978960 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.348645:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978935.348647:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978935.348650:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978935.348653:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978935.348655:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978935.348657:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978935.348660:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978935.348663:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783978935.348666:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978935.348668:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978935.348670:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881f80. 00000100:00000001:0.0:1783978935.348674:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978935.348675:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978935.348677:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978935.348684:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978935.348686:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978935.348688:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978935.348690:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978935.348691:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978935.348695:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881880 x1870620402948992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.348702:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978935.348704:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978935.348706:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978935.348708:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978935.348710:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978935.348713:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402948992:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978935.348715:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978935.348717:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978935.348719:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978935.348721:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978935.348724:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978935.348726:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978935.348730:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978935.348733:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978935.348736:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978935.348739:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402948992, portal 10 00000100:00000001:0.0:1783978935.348741:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978935.348743:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694535808 : -110484015015808 : ffff9b83ef881880) 00000100:00000040:0.0:1783978935.348749:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881880 x1870620402948992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.348755:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978935.348757:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978935.348759:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978935.348762:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402948992, offset 0 00000400:00000200:0.0:1783978935.348766:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978935.348769:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978935.348773:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978935.348777:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978935.348779:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978935.348781:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978935.348784:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978935.348787:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826371:826371:256:4294967295] 192.168.201.148@tcp LPNI seq info [826342:826342:8:4294967295] 00000400:00000200:0.0:1783978935.348791:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978935.348799:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978935.348803:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978935.348806:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978935.348810:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978935.348813:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783978935.348824:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978935.348826:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978935.348829:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978935.348833:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978935.348836:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978935.348838:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978935.348840:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978935.348844:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881880 x1870620402948992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.348852:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978935.348855:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881880 x1870620402948992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978960 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.348862:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978935.348864:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978935.348866:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978935.348870:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978935.348873:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978935.348874:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311261200 00000100:00000001:0.0:1783978935.348878:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311262459 00000100:00000001:0.0:1783978935.348880:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311261200 00000100:00000001:0.0:1783978935.348882:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311262459 00000100:00000001:0.0:1783978935.348884:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978935.348886:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978935.348888:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978935.348891:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978935/real 1783978935] req@ffff9b83ef881880 x1870620402948992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978935.349423:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978935.349425:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978935.349427:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978935.349430:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978935.349432:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978935.349435:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978935.349440:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881880 x1870620402948992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978935.349449:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881880 x1870620402948992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.349456:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978935.349458:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978935.349460:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978935.349461:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978935.349465:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881880 x1870620402948992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.349472:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978935.349476:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881880 x1870620402948992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978960 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.349483:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978935.349486:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978935.349488:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978935.349490:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978935.349492:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978935.349501:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978935.349504:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978935.349508:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978935.349510:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978935.349514:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881880 x1870620402948992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978960 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978935.349523:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402948992:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978935.349527:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978935.349531:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882680 x1870620402949120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.349538:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978935.349539:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978935.349541:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978935.349543:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978935.349545:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978935.349548:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402949120:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978935.349551:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978935.349553:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978935.349555:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978935.349557:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978935.349560:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978935.349562:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978935.349566:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978935.349569:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978935.349572:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978935.349575:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402949120, portal 10 00000100:00000001:0.0:1783978935.349577:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978935.349579:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694539392 : -110484015012224 : ffff9b83ef882680) 00000100:00000040:0.0:1783978935.349584:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882680 x1870620402949120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.349591:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978935.349594:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978935.349596:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978935.349598:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402949120, offset 0 00000400:00000200:0.0:1783978935.349602:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978935.349607:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978935.349611:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978935.349614:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978935.349617:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978935.349620:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978935.349622:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978935.349626:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826372:826372:256:4294967295] 192.168.201.148@tcp LPNI seq info [826343:826343:8:4294967295] 00000400:00000200:0.0:1783978935.349630:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978935.349638:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978935.349642:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978935.349646:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978935.349650:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978935.349653:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783978935.349664:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978935.349666:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978935.349669:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978935.349673:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978935.349676:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978935.349678:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978935.349680:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978935.349684:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882680 x1870620402949120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.349699:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978935.349702:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882680 x1870620402949120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978960 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.349709:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978935.349711:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978935.349714:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978935.349717:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978935.349720:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978935.349722:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311261196 00000100:00000001:0.0:1783978935.349724:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311262459 00000100:00000001:0.0:1783978935.349726:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311261196 00000100:00000001:0.0:1783978935.349728:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311262459 00000100:00000001:0.0:1783978935.349730:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978935.349733:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978935.349735:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978935.349739:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978935/real 1783978935] req@ffff9b83ef882680 x1870620402949120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978935.349747:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978935.349748:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978935.349750:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978935.349752:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978935.349754:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978935.349756:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978935.349759:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882680 x1870620402949120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978935.349768:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882680 x1870620402949120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.349775:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978935.349777:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978935.349779:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978935.349781:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978935.349784:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882680 x1870620402949120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.349792:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978935.349795:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882680 x1870620402949120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978960 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.349802:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978935.350243:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978935.350245:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978935.350247:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978935.350249:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978935.350254:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978935.350257:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978935.350262:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978935.350264:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978935.350269:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882680 x1870620402949120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978960 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978935.350277:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402949120:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978935.350281:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978935.350285:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880e00 x1870620402949248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.350327:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978935.350329:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978935.350332:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978935.350334:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978935.350336:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978935.350340:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402949248:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978935.350343:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978935.350346:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978935.350347:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978935.350349:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978935.350353:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978935.350355:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978935.350360:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978935.350363:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978935.350366:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978935.350370:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402949248, portal 4 00000100:00000001:0.0:1783978935.350372:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978935.350374:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694533120 : -110484015018496 : ffff9b83ef880e00) 00000100:00000040:0.0:1783978935.350380:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880e00 x1870620402949248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.350386:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978935.350388:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978935.350390:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978935.350392:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402949248, offset 0 00000400:00000200:0.0:1783978935.350396:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978935.350401:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978935.350405:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978935.350409:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978935.350411:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978935.350413:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978935.350416:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978935.350419:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826373:826373:256:4294967295] 192.168.201.148@tcp LPNI seq info [826344:826344:8:4294967295] 00000400:00000200:0.0:1783978935.350423:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978935.350429:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978935.350434:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978935.350437:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978935.350441:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978935.350444:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783978935.350454:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978935.350455:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978935.350459:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978935.350462:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978935.350465:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978935.350467:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978935.350469:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978935.350473:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880e00 x1870620402949248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.350480:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978935.350483:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880e00 x1870620402949248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978960 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.350490:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978935.350492:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978935.350495:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978935.350498:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978935.350501:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978935.350503:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311261224 00000100:00000001:0.0:1783978935.350505:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311262459 00000100:00000001:0.0:1783978935.350507:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311261224 00000100:00000001:0.0:1783978935.350509:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311262459 00000100:00000001:0.0:1783978935.350511:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978935.350513:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978935.350515:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978935.350519:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978935/real 1783978935] req@ffff9b83ef880e00 x1870620402949248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978935.350527:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978935.350529:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978935.350531:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978935.350534:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978935.350535:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978935.350538:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978935.350541:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880e00 x1870620402949248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978935.350549:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880e00 x1870620402949248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.350554:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978935.350556:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978935.350557:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978935.350559:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978935.350562:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880e00 x1870620402949248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.350569:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978935.350573:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880e00 x1870620402949248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978960 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.350579:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978935.350581:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978935.350583:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978935.350584:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978935.350586:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978935.350589:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978935.350592:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978935.350595:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978935.350597:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978935.350601:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880e00 x1870620402949248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978960 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978935.350680:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402949248:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978935.350684:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978935.350688:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881500 x1870620402949376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.350694:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978935.350695:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978935.350697:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978935.350699:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978935.350701:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978935.350704:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402949376:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978935.350707:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978935.350709:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978935.350711:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978935.350712:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978935.350716:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978935.350718:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978935.350722:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978935.350724:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978935.350728:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978935.350731:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402949376, portal 4 00000100:00000001:0.0:1783978935.350733:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978935.350734:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694534912 : -110484015016704 : ffff9b83ef881500) 00000100:00000040:0.0:1783978935.350740:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881500 x1870620402949376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.350746:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978935.350748:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978935.350750:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978935.350753:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402949376, offset 0 00000400:00000200:0.0:1783978935.350757:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978935.350762:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978935.350765:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978935.350768:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978935.350771:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978935.350773:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978935.350775:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978935.350778:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826374:826374:256:4294967295] 192.168.201.148@tcp LPNI seq info [826345:826345:8:4294967295] 00000400:00000200:0.0:1783978935.350783:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978935.350789:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978935.350793:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978935.350797:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978935.350800:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978935.350803:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783978935.350813:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978935.350815:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978935.350819:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978935.350822:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978935.350825:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978935.350951:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978935.350957:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978935.350962:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881500 x1870620402949376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.350970:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978935.350973:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881500 x1870620402949376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978960 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.350979:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978935.350981:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978935.350985:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978935.350988:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978935.350991:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978935.351004:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311261214 00000100:00000001:0.0:1783978935.351007:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311262459 00000100:00000001:0.0:1783978935.351009:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311261214 00000100:00000001:0.0:1783978935.351010:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311262459 00000100:00000001:0.0:1783978935.351012:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978935.351014:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978935.351016:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978935.351020:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978935/real 1783978935] req@ffff9b83ef881500 x1870620402949376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978935.351027:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978935.351029:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978935.351030:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978935.351032:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978935.351034:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978935.351036:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978935.351039:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881500 x1870620402949376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978935.351047:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881500 x1870620402949376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.351053:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978935.351055:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978935.351057:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978935.351058:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978935.351061:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881500 x1870620402949376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.351067:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978935.351071:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881500 x1870620402949376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978960 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.351077:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978935.351079:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978935.351081:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978935.351082:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978935.351084:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978935.351087:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978935.351090:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978935.351093:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978935.351095:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978935.351099:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881500 x1870620402949376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978960 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978935.351106:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402949376:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978935.351109:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978935.351111:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978935.351114:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881880 x1870620402948992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978960 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.351121:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978935.351123:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978935.351125:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783978935.351136:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978935.351138:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978935.351140:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978935.351142:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978935.351144:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634000. 02000000:00000001:0.0:1783978935.351147:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978935.351149:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978935.351150:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881880. 00000100:00000001:0.0:1783978935.351154:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978935.351155:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978935.351157:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978935.351160:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882680 x1870620402949120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978960 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.351171:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978935.351172:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978935.351174:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978935.351176:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978935.351177:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978935.351178:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978935.351180:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978935.351181:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635000. 02000000:00000001:0.0:1783978935.351184:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978935.351185:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978935.351187:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882680. 00000100:00000001:0.0:1783978935.351189:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978935.351190:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978935.351192:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978935.351195:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880e00 x1870620402949248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978960 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.351270:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978935.351272:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978935.351273:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978935.351278:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978935.351279:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978935.351280:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978935.351282:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978935.351284:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636400. 02000000:00000001:0.0:1783978935.351286:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978935.351288:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978935.351289:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880e00. 00000100:00000001:0.0:1783978935.351322:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978935.351324:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978935.351326:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978935.351330:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881500 x1870620402949376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978960 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978935.351336:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978935.351337:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978935.351339:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978935.351342:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978935.351344:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978935.351345:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978935.351347:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978935.351348:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634400. 02000000:00000001:0.0:1783978935.351350:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978935.351351:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978935.351352:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881500. 00000100:00000001:0.0:1783978935.351354:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978935.351355:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978935.351357:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978935.351364:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978935.351366:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978935.351368:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978935.351370:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978935.731974:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978935.731978:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978935.731979:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978935.731982:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978935.731984:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978935.731986:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978935.731988:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978935.731990:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978935.731992:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978935.859412:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978935.859419:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978935.859426:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978935.859429:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978935.859434:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978935.859437:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978935.859445:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978935.859448:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978935.859455:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978935.859458:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978935.859481:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978935.859485:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978935.859487:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978935.859491:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978935.859493:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978935.859495:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978935.859497:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978935.859499:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978935.859502:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978935.859515:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978935.859518:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978935.859520:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978935.859536:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978935.859540:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978935.859541:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978935.859544:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978935.859547:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978935.859549:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978935.859551:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978935.859553:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978935.859555:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978935.859577:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978935.859582:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978935.859586:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978935.859590:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978935.859595:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978935.859598:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978935.859802:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978935.859805:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978935.859809:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978936.755419:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978936.755426:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978936.755427:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978936.755439:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978936.755443:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978936.755446:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978936.755449:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978936.755451:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978936.755454:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978936.883421:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978936.883427:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978936.883430:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978936.883435:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978936.883440:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978936.883443:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978936.883460:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978936.883465:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978936.883471:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978936.883505:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978936.883510:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978936.883518:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978936.883522:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978936.883532:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978936.883536:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978936.883545:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978936.883549:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978936.883556:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978936.883558:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978936.883581:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978936.883584:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978936.883587:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978937.779396:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978937.779403:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978937.779405:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978937.779410:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978937.779414:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978937.779417:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978937.779426:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978937.779427:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978937.779429:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978937.907436:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978937.907443:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978937.907450:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978937.907454:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978937.907459:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978937.907462:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978937.907467:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978937.907471:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978937.907475:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978937.907478:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978937.907500:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978937.907505:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978937.907520:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978937.908334:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978937.908341:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978937.908343:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978937.908345:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978937.908347:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978937.908349:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978937.908351:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978937.908352:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978937.908354:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978937.908690:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978937.908693:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978937.908694:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978937.908697:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978937.908699:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978937.908701:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978937.908703:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978937.908704:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978937.908706:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978938.803345:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978938.803352:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978938.803355:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978938.803361:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978938.803368:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978938.803373:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978938.803381:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978938.803384:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978938.803387:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978938.932062:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978938.932067:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978938.932069:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978938.932072:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978938.932074:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978938.932077:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978938.932081:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978938.932085:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978938.932091:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978938.932113:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978938.932117:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978938.932122:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978938.932124:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978938.932127:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978938.932128:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978938.932132:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978938.932133:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978938.932136:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978938.932137:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978938.932155:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978938.932158:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978938.932161:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978939.827488:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978939.827496:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978939.827497:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978939.827503:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978939.827506:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978939.827509:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978939.827512:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978939.827514:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978939.827517:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978939.955655:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978939.955658:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978939.955659:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978939.955662:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978939.955664:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978939.955666:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978939.955668:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978939.955669:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978939.955671:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978939.955688:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978939.955691:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978939.955694:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978939.955697:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978939.955699:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978939.955703:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978939.955705:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978939.955707:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978939.955708:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978939.955710:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978939.955715:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978939.955716:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978939.955717:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978939.955719:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978939.955720:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978939.955721:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978939.955723:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978939.955724:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978939.955728:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978939.955729:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978939.955730:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978939.955732:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978939.955733:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978939.955734:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978939.955736:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978939.955738:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978939.955741:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978939.955742:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978939.955743:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978939.955745:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978939.955746:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978939.955748:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978939.955749:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978939.955751:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978939.955766:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978939.955769:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978939.955772:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978940.467614:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978940.467622:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978940.467627:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978940.467636:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3480 x1870620402949504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.467651:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978940.467654:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978940.467668:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978940.467673:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978940.467680:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978940.467686:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402949504:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978940.467695:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978940.467701:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978940.467705:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978940.467709:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978940.467716:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978940.467722:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978940.467732:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978940.467740:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978940.467749:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978940.467760:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402949504, portal 25 00000100:00000001:0.0:1783978940.467765:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978940.467770:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889971328 : -110483819580288 : ffff9b83fb2e3480) 00000100:00000040:0.0:1783978940.467782:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3480 x1870620402949504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.467800:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978940.467820:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978940.467827:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978940.467833:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402949504, offset 0 00000400:00000200:0.0:1783978940.467845:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978940.467856:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978940.467866:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978940.467875:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978940.467881:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978940.467887:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978940.467892:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978940.467899:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826375:826375:256:4294967295] 192.168.201.148@tcp LPNI seq info [826346:826346:8:4294967295] 00000400:00000200:0.0:1783978940.467911:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978940.467929:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978940.467943:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978940.467951:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978940.467962:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978940.467968:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783978940.467994:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978940.467998:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978940.468007:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978940.468015:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978940.468021:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978940.468026:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978940.468033:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978940.468041:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3480 x1870620402949504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.468058:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978940.468065:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3480 x1870620402949504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978965 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.468078:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978940.468081:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978940.468086:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978940.468092:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978940.468097:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311267578 00000100:00000010:0.0:1783978940.468104:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783978940.468112:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783978940.468120:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311267578 00000100:00000010:0.0:1783978940.468127:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783978940.468132:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783978940.468137:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978940.468141:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978940.468146:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978940.468163:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978940/real 1783978940] req@ffff9b83fb2e3480 x1870620402949504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978940.468198:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978940.468202:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978940.468205:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978940.468210:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978940.468215:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978940.468220:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978940.468228:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3480 x1870620402949504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978940.468245:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3480 x1870620402949504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.468260:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978940.468263:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978940.468268:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978940.468271:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978940.468280:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3480 x1870620402949504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.468335:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978940.468344:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3480 x1870620402949504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978965 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.468357:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978940.468362:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978940.468365:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978940.468368:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978940.468370:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978940.468373:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978940.468375:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978940.468382:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978940.468386:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978940.468392:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3480 x1870620402949504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978965 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978940.468404:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402949504:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783978940.468408:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978940.468412:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978940.468416:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3480 x1870620402949504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978965 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.468423:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978940.468427:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978940.468431:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978940.468436:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978940.468438:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978940.468440:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783978940.468442:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978940.468444:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067800. 02000000:00000001:0.0:1783978940.468449:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978940.468450:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978940.468453:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3480. 00000100:00000001:0.0:1783978940.468456:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978940.468457:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978940.468460:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978940.468466:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978940.468468:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978940.468471:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978940.468474:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978940.468476:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978940.468480:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1c00 x1870620402949632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.468489:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978940.468491:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978940.468495:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978940.468498:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978940.468502:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978940.468519:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402949632:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978940.468524:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978940.468526:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978940.468528:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978940.468530:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978940.468533:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978940.468536:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978940.468541:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978940.468544:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978940.468547:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978940.468551:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402949632, portal 10 00000100:00000001:0.0:1783978940.468553:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978940.468554:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889965056 : -110483819586560 : ffff9b83fb2e1c00) 00000100:00000040:0.0:1783978940.468560:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1c00 x1870620402949632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.468568:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978940.468570:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978940.468572:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978940.468574:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402949632, offset 0 00000400:00000200:0.0:1783978940.468578:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978940.468582:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978940.468585:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978940.468589:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978940.468591:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978940.468594:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978940.468596:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978940.468599:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826376:826376:256:4294967295] 192.168.201.148@tcp LPNI seq info [826347:826347:8:4294967295] 00000400:00000200:0.0:1783978940.468603:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978940.468610:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978940.468614:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978940.468616:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978940.468620:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978940.468623:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783978940.468633:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978940.468634:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978940.468636:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978940.468639:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978940.468641:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978940.468642:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978940.468645:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978940.468648:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1c00 x1870620402949632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.468654:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978940.468657:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1c00 x1870620402949632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978965 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.468663:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978940.468664:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978940.468667:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978940.468671:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783978940.468674:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978940.468676:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311266320 00000100:00000001:0.0:1783978940.468678:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311267578 00000100:00000001:0.0:1783978940.468680:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311266320 00000100:00000001:0.0:1783978940.468682:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311267578 00000100:00000001:0.0:1783978940.468684:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978940.468686:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978940.468688:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978940.468692:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978940/real 1783978940] req@ffff9b83fb2e1c00 x1870620402949632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978940.468698:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978940.468699:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978940.468701:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978940.468702:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978940.468703:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978940.468705:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978940.468707:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1c00 x1870620402949632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978940.468712:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1c00 x1870620402949632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.468715:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978940.468716:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978940.468717:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978940.468718:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978940.468720:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1c00 x1870620402949632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.468723:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978940.468725:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1c00 x1870620402949632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978965 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.468734:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978940.468736:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978940.468737:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978940.468743:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978940.468745:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978940.468756:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978940.468758:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978940.468762:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978940.468764:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978940.468768:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1c00 x1870620402949632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978965 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978940.468775:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402949632:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978940.468779:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978940.468782:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2680 x1870620402949760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.468787:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978940.468788:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978940.468790:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978940.468792:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978940.468793:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978940.468796:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402949760:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978940.468799:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978940.468800:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978940.468802:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978940.468803:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978940.468815:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978940.468818:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978940.468821:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978940.468823:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978940.468826:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978940.468828:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402949760, portal 10 00000100:00000001:0.0:1783978940.468830:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978940.468831:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889967744 : -110483819583872 : ffff9b83fb2e2680) 00000100:00000040:0.0:1783978940.468837:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2680 x1870620402949760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.468843:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978940.468845:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978940.468847:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978940.468849:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402949760, offset 0 00000400:00000200:0.0:1783978940.468852:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978940.468855:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978940.468859:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978940.468862:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978940.468864:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978940.468866:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978940.468868:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978940.468871:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826377:826377:256:4294967295] 192.168.201.148@tcp LPNI seq info [826348:826348:8:4294967295] 00000400:00000200:0.0:1783978940.468874:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978940.468879:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978940.468882:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978940.468885:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978940.468889:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978940.468891:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783978940.468900:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978940.468902:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978940.468904:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978940.468908:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978940.468910:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978940.468912:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978940.468914:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978940.468917:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2680 x1870620402949760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.468926:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978940.468928:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2680 x1870620402949760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978965 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.468933:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978940.468934:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978940.468937:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978940.468939:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783978940.468942:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978940.468943:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311266315 00000100:00000001:0.0:1783978940.468946:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311267578 00000100:00000001:0.0:1783978940.468947:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311266315 00000100:00000001:0.0:1783978940.468949:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311267578 00000100:00000001:0.0:1783978940.468951:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978940.468953:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978940.468954:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978940.468957:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978940/real 1783978940] req@ffff9b83fb2e2680 x1870620402949760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978940.468964:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978940.468965:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978940.468967:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978940.468969:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978940.468971:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978940.468972:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978940.468975:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2680 x1870620402949760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978940.468982:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2680 x1870620402949760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.468988:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978940.468989:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978940.468990:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978940.468991:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978940.468994:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2680 x1870620402949760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.468999:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978940.469002:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2680 x1870620402949760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978965 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.469007:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978940.469009:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978940.469011:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978940.469011:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978940.469013:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978940.469018:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978940.469021:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978940.469024:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978940.469025:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978940.469029:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2680 x1870620402949760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978965 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978940.469035:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402949760:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783978940.469038:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978940.469042:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3100 x1870620402949888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.469047:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978940.469048:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978940.469050:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978940.469052:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978940.469054:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978940.469057:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402949888:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978940.469060:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978940.469062:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978940.469063:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978940.469064:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978940.469067:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978940.469069:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978940.469072:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978940.469074:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978940.469077:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978940.469080:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402949888, portal 4 00000100:00000001:0.0:1783978940.469082:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978940.469083:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889970432 : -110483819581184 : ffff9b83fb2e3100) 00000100:00000040:0.0:1783978940.469088:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3100 x1870620402949888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.469095:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978940.469096:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978940.469098:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978940.469099:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402949888, offset 0 00000400:00000200:0.0:1783978940.469102:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978940.469105:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978940.469107:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978940.469109:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978940.469110:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978940.469112:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978940.469113:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978940.469115:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826378:826378:256:4294967295] 192.168.201.148@tcp LPNI seq info [826349:826349:8:4294967295] 00000400:00000200:0.0:1783978940.469117:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978940.469122:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978940.469126:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978940.469129:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978940.469133:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978940.469135:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783978940.469144:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978940.469145:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978940.469148:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978940.469151:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978940.469154:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978940.469156:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978940.469158:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978940.469161:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3100 x1870620402949888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.469169:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978940.469172:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3100 x1870620402949888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978965 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.469182:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978940.469183:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978940.469185:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978940.469187:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783978940.469190:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978940.469191:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311266342 00000100:00000001:0.0:1783978940.469193:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311267578 00000100:00000001:0.0:1783978940.469194:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311266342 00000100:00000001:0.0:1783978940.469195:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311267578 00000100:00000001:0.0:1783978940.469197:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978940.469198:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978940.469199:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978940.469201:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978940/real 1783978940] req@ffff9b83fb2e3100 x1870620402949888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978940.469206:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978940.469207:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978940.469208:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978940.469209:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978940.469210:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978940.469211:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978940.469213:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3100 x1870620402949888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978940.469219:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3100 x1870620402949888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.469224:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978940.469226:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978940.469228:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978940.469229:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978940.469232:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3100 x1870620402949888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.469239:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978940.469243:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3100 x1870620402949888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978965 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.469250:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978940.469252:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978940.469253:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978940.469255:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978940.469256:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978940.469260:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978940.469262:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978940.469265:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978940.469267:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978940.469270:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3100 x1870620402949888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978965 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978940.469277:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402949888:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978940.469280:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978940.469282:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978940.469284:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1c00 x1870620402949632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978965 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.469290:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978940.469292:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978940.469315:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783978940.469317:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978940.469318:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978940.469319:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978940.469320:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978940.469322:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065800. 02000000:00000001:0.0:1783978940.469324:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978940.469325:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978940.469326:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1c00. 00000100:00000001:0.0:1783978940.469327:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978940.469328:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978940.469329:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978940.469332:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2680 x1870620402949760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978965 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.469336:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978940.469337:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978940.469338:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783978940.469340:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978940.469341:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978940.469341:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783978940.469342:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978940.469343:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067000. 02000000:00000001:0.0:1783978940.469345:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978940.469346:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978940.469347:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2680. 00000100:00000001:0.0:1783978940.469349:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978940.469350:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978940.469352:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978940.469355:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3100 x1870620402949888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978965 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.469360:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978940.469361:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978940.469363:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978940.469365:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978940.469366:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978940.469367:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978940.469369:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978940.469371:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064800. 02000000:00000001:0.0:1783978940.469373:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978940.469374:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978940.469375:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3100. 00000100:00000001:0.0:1783978940.469377:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978940.469379:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978940.469381:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978940.469385:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978940.469386:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978940.469388:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978940.469390:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978940.469392:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783978940.469395:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1180 x1870620402950016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.469401:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978940.469402:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978940.469404:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783978940.469405:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978940.469406:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978940.469408:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402950016:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978940.469410:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783978940.469412:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783978940.469413:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978940.469414:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783978940.469416:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978940.469418:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783978940.469420:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783978940.469422:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783978940.469424:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783978940.469426:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402950016, portal 4 00000100:00000001:0.0:1783978940.469427:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783978940.469428:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889962368 : -110483819589248 : ffff9b83fb2e1180) 00000100:00000040:0.0:1783978940.469433:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1180 x1870620402950016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.469439:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783978940.469441:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783978940.469443:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783978940.469446:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402950016, offset 0 00000400:00000200:0.0:1783978940.469449:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783978940.469453:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978940.469457:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783978940.469460:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783978940.469462:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783978940.469464:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783978940.469467:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783978940.469469:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826379:826379:256:4294967295] 192.168.201.148@tcp LPNI seq info [826350:826350:8:4294967295] 00000400:00000200:0.0:1783978940.469474:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978940.469480:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783978940.469484:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978940.469487:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783978940.469490:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783978940.469492:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783978940.469503:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783978940.469505:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783978940.469508:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783978940.469511:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783978940.469514:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783978940.469516:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783978940.469518:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978940.469522:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1180 x1870620402950016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.469530:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978940.469532:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1180 x1870620402950016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978965 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.469538:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978940.469540:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978940.469542:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978940.469546:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783978940.469548:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783978940.469551:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311266333 00000100:00000001:0.0:1783978940.469553:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311267578 00000100:00000001:0.0:1783978940.469556:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311266333 00000100:00000001:0.0:1783978940.469558:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311267578 00000100:00000001:0.0:1783978940.469559:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783978940.469562:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978940.469564:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783978940.469567:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978940/real 1783978940] req@ffff9b83fb2e1180 x1870620402950016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783978940.469574:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783978940.469575:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783978940.469577:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783978940.469580:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783978940.469582:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783978940.469584:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783978940.469587:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1180 x1870620402950016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783978940.469595:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1180 x1870620402950016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.469600:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783978940.469602:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978940.469603:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978940.469605:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783978940.469608:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1180 x1870620402950016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.469614:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783978940.469617:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1180 x1870620402950016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978965 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.469624:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783978940.469627:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978940.469628:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783978940.469629:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978940.469631:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783978940.469634:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783978940.469637:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783978940.469641:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783978940.469643:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783978940.469646:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1180 x1870620402950016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978965 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783978940.469653:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402950016:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783978940.469657:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978940.469659:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978940.469662:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1180 x1870620402950016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978965 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978940.469667:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783978940.469669:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783978940.469670:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783978940.469672:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783978940.469674:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783978940.469675:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783978940.469677:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783978940.469678:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065000. 02000000:00000001:0.0:1783978940.469680:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783978940.469682:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783978940.469683:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1180. 00000100:00000001:0.0:1783978940.469685:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783978940.469687:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978940.469688:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978940.469691:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978940.469693:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978940.469695:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783978940.469697:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978940.851967:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978940.851972:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978940.851974:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978940.851977:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978940.851980:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978940.851982:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978940.851984:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978940.851986:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978940.851988:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978940.979409:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978940.979415:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978940.979423:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978940.979426:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978940.979433:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978940.979436:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978940.979442:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978940.979445:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978940.979450:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978940.979454:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978940.979484:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978940.979487:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978940.979489:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978940.979492:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978940.979495:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978940.979497:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978940.979499:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978940.979501:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978940.979504:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978940.979905:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978940.979909:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978940.979912:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978940.979915:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978940.979920:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978940.979925:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978940.979930:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978940.979933:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978940.979935:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978940.980012:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978940.980016:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978940.980018:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978940.980024:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978940.980029:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978940.980033:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978940.980039:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978940.980042:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978940.980047:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978940.980078:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978940.980082:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978940.980084:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978940.980087:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978940.980090:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978940.980093:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978940.980095:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978940.980097:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978940.980099:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978941.877098:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978941.877102:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978941.877103:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978941.877105:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978941.877108:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978941.877110:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978941.877112:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978941.877113:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978941.877115:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978942.003418:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978942.003424:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978942.003427:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978942.003433:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978942.003439:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978942.003443:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978942.003528:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978942.003532:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978942.003535:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978942.003561:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978942.003567:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978942.003575:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978942.003579:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978942.003584:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978942.003588:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978942.003597:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978942.003602:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978942.003609:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978942.003610:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978942.003632:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978942.003636:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978942.003639:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978942.899380:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978942.899388:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978942.899391:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978942.899398:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978942.899403:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978942.899408:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978942.899412:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978942.899414:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978942.899416:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978943.028207:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978943.028214:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978943.028222:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978943.028223:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978943.028228:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978943.028229:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978943.028233:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978943.028234:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978943.028238:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978943.028239:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978943.028275:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978943.028279:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978943.028282:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978943.028285:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978943.028291:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978943.028324:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978943.028330:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978943.028335:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978943.028342:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978943.923520:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978943.923523:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978943.923525:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978943.923528:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978943.923530:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978943.923532:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978943.923534:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978943.923535:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978943.923537:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978944.051402:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978944.051411:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978944.051416:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978944.051422:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978944.051427:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978944.051432:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978944.051438:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978944.051442:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978944.051445:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978944.051470:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978944.051475:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978944.051482:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978944.051486:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978944.051494:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978944.051499:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978944.051507:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978944.051511:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978944.051519:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978944.051522:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978944.947393:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978944.947398:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978944.947402:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978944.947407:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978944.947412:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978944.947415:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978944.947418:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978944.947421:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978944.947424:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978945.075534:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978945.075545:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978945.075549:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978945.075552:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978945.075564:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978945.075570:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978945.075572:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978945.075574:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978945.075579:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978945.075580:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978945.075584:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978945.075585:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978945.075587:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978945.075588:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978945.075590:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978945.075591:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978945.075606:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978945.075608:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978945.075608:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978945.075610:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978945.075619:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978945.075620:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978945.076699:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978945.076702:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978945.076704:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978945.587498:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978945.587508:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783978945.587510:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978945.587514:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978945.587518:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978945.587524:0:226353:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 16599 00000400:00000200:0.0:1783978945.587533:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978945.587539:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978945.587542:0:226353:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978945.587545:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978945.587549:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978945.587551:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978945.587553:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978945.587568:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978945.587571:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783978945.587573:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978945.587576:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783978945.587579:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783978945.587580:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783978945.587582:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978945.587584:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978945.587585:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978945.587586:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978945.587588:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783978945.587590:0:226353:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978945.587592:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978945.587593:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978945.587596:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978945.587597:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978945.587599:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783978945.587601:0:226353:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978945.587609:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783978945.587611:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783978945.587615:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978945.587616:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978945.587619:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978945.587622:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978945.587629:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978945.587638:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783978945.587644:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978945.587653:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620402950144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978945.587667:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978945.587671:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978945.587675:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620402950144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978945.587698:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978945.587702:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978945.587705:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783978945.587707:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978945.587708:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978945.587711:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978945.587713:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16599 00000400:00000200:0.0:1783978945.587717:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978945.587732:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978945.587734:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978945.587738:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978945.587740:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978945.587749:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978945.587752:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978945.587756:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978945.587758:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783978945.587762:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978945.587764:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783978945.587768:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783978945.587773:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783978945.587779:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978945.587784:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978945.587788:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978945.587793:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978945.587842:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783978945.587848:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978945.587851:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978945.587855:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978945.587861:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978945.587867:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978945.587872:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978945.587878:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978945.587885:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978945.587891:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978945.587899:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783978945.587903:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978945.587909:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978945.587912:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978945.587914:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978945.587915:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978945.587919:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978945.587926:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783978945.587931:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978945.587941:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620402950272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978945.587952:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978945.587957:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978945.587965:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620402950272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978945.587983:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978945.587990:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978945.587994:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783978945.587996:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978945.588000:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978945.588005:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978945.588011:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16599 00000400:00000200:0.0:1783978945.588020:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978945.588026:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978945.588030:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978945.588035:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978945.588041:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978945.588044:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978945.588050:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978945.588055:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978945.588058:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783978945.588062:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978945.588067:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783978945.588072:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783978945.588077:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783978945.588085:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978945.588089:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978945.588095:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978945.588100:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978945.588105:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783978945.588113:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978945.588119:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978945.588125:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978945.588131:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978945.588135:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978945.588138:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978945.588142:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783978945.588149:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978945.588152:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978945.588156:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783978945.588159:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783978945.588165:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978945.588167:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978945.588169:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978945.588172:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978945.588176:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978945.588182:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783978945.588188:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978945.588197:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402950400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978945.588213:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978945.588219:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978945.588229:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402950400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978945.588245:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978945.588251:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978945.588260:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783978945.588264:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978945.588267:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978945.588273:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978945.588280:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16599 00000400:00000200:0.0:1783978945.588289:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978945.588325:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978945.588329:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978945.588333:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978945.588337:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978945.588342:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978945.588345:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978945.588349:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978945.588352:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783978945.588356:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978945.588360:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783978945.588367:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783978945.588371:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783978945.588376:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978945.588379:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978945.588383:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978945.588387:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978945.588390:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783978945.588395:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978945.588398:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978945.588401:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978945.588406:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978945.588411:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978945.588416:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978945.588419:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978945.588426:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978945.588430:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978945.588436:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783978945.588442:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978945.588449:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978945.588452:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978945.588454:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978945.588457:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978945.588460:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978945.588465:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783978945.588469:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978945.588477:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402950528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978945.588493:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978945.588499:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978945.588508:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402950528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978945.588516:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783978945.588519:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783978945.588523:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783978945.588525:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783978945.588527:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783978945.588531:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783978945.588534:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16599 00000400:00000200:0.0:1783978945.588539:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978945.588543:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783978945.588546:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783978945.588550:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978945.588556:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978945.588561:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978945.588565:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783978945.588570:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783978945.588573:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783978945.588578:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783978945.588581:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783978945.588585:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783978945.588590:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783978945.588597:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978945.588601:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783978945.588605:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783978945.588608:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783978945.588611:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783978945.588617:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783978945.588620:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783978945.588622:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783978945.588626:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783978945.588629:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978945.588632:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783978945.588635:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783978945.588639:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978945.588642:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783978945.588646:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783978945.588649:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783978945.588654:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783978945.588656:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978945.588660:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783978945.588662:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783978945.588665:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783978945.588670:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783978945.588675:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978945.588682:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402950656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783978945.588693:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783978945.588697:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978945.588701:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402950656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978945.588712:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783978945.588716:0:226353:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16609) 00000100:00000001:0.0:1783978945.971359:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978945.971367:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978945.971370:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978945.971375:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978945.971380:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978945.971384:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978945.971391:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978945.971394:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978945.971397:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978946.099408:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978946.099416:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978946.099421:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978946.099429:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978946.099437:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978946.099443:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978946.099448:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978946.099453:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978946.099459:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978946.099484:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978946.099486:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978946.099491:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978946.099494:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978946.099512:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978946.099515:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978946.099524:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978946.099528:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978946.099536:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978946.099542:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978946.995407:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978946.995415:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978946.995418:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978946.995423:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978946.995426:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978946.995431:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978946.995444:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978946.995448:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978946.995452:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978947.123468:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978947.123473:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978947.123479:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978947.123481:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978947.123485:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978947.123487:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978947.123491:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978947.123492:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978947.123496:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978947.123498:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978947.123521:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978947.123527:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978947.123531:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978947.123535:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978947.123540:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978947.123543:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978947.123545:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978947.123547:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978947.123549:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978947.123562:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978947.123565:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978947.123566:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978947.123569:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978947.123572:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978947.123577:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978947.123581:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978947.123584:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978947.123589:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978947.123612:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978947.123616:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978947.123617:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978947.123620:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978947.123622:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978947.123624:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978947.123626:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978947.123628:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978947.123630:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978948.019395:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978948.019404:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978948.019408:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978948.019414:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978948.019419:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978948.019424:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978948.019428:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978948.019432:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978948.019436:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978948.147422:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978948.147426:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978948.147429:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978948.147435:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978948.147437:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978948.147439:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978948.147448:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978948.147451:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978948.147452:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978948.147462:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978948.147467:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978948.147470:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978948.147472:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978948.147475:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978948.147478:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978948.147480:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978948.147482:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978948.147484:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978948.147504:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978948.147510:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978948.147518:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978948.147523:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978948.147531:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978948.147534:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978948.147540:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978948.147543:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978948.147548:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978948.147550:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978948.147569:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978948.147574:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978948.147579:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978949.043387:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978949.043396:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978949.043400:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978949.043406:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978949.043411:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978949.043415:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978949.043423:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978949.043426:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978949.043429:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978949.171433:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978949.171440:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978949.171449:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978949.171453:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978949.171461:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978949.171464:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978949.171469:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978949.171471:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978949.171474:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978949.171475:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978949.171495:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978949.171499:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978949.171503:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978949.172566:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978949.172570:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978949.172572:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978949.172575:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978949.172578:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978949.172581:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978949.172583:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978949.172585:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978949.172587:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978950.067404:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978950.067412:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978950.067414:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978950.067419:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978950.067422:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978950.067426:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978950.067429:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978950.067431:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978950.067435:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978950.195377:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978950.195385:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978950.195390:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978950.195398:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978950.195407:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978950.195411:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978950.195417:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978950.195422:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978950.195429:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978950.195456:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978950.195461:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978950.195472:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978950.195479:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978950.195483:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978950.195486:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978950.195491:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978950.195495:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978950.195501:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978950.195505:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978950.195512:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978950.195518:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978950.195521:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978950.195526:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978950.195530:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978950.195533:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978950.195538:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978950.195541:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978950.195548:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978950.195551:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978950.195553:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978950.195555:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978950.195557:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978950.195559:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978950.195560:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978950.195562:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978950.195566:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978950.195567:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978950.195568:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978950.195569:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978950.195571:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978950.195572:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978950.195574:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978950.195576:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978950.195605:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978950.195608:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978950.195611:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978951.091386:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978951.091394:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978951.091398:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978951.091406:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978951.091412:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978951.091419:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978951.091430:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978951.091434:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978951.091436:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978951.219416:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978951.219422:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978951.219430:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978951.219434:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978951.219442:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978951.219446:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978951.219453:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978951.219457:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978951.219466:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978951.219470:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978951.219512:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978951.219517:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978951.219521:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978951.219535:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978951.219541:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978951.219546:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978951.219550:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978951.219552:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978951.219557:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978952.115894:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978952.115898:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978952.115899:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978952.115902:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978952.115905:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978952.115907:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978952.115908:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978952.115910:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978952.115913:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978952.243478:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978952.243483:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978952.243492:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978952.243503:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978952.243509:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978952.243511:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978952.243515:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978952.243516:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978952.243520:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978952.243521:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978952.243572:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978952.243576:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978952.243577:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978952.243580:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978952.243583:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978952.243586:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978952.243588:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978952.243590:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978952.243600:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978952.243636:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978952.243639:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978952.243641:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978952.243644:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978952.243647:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978952.243649:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978952.243651:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978952.243653:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978952.243655:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978953.139410:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978953.139418:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978953.139420:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978953.139425:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978953.139429:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978953.139433:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978953.139435:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978953.139438:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978953.139441:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978953.267406:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978953.267415:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978953.267418:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978953.267426:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978953.267434:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978953.267441:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978953.267455:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978953.267460:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978953.267465:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978953.267490:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978953.267492:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978953.267499:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978953.267502:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978953.267507:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978953.267510:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978953.267516:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978953.267520:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978953.267528:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978953.267532:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978954.163386:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978954.163393:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978954.163395:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978954.163400:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978954.163403:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978954.163407:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978954.163415:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978954.163417:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978954.163418:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978954.291421:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978954.291428:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978954.291434:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978954.291437:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978954.291443:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978954.291445:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978954.291450:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978954.291452:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978954.291459:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978954.291462:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978954.295643:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978954.295651:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978954.295655:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978954.295661:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978954.295666:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978954.295672:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978954.295679:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978954.295683:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978954.295687:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978955.189746:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978955.189752:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978955.189754:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978955.189758:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978955.189761:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978955.189765:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978955.189767:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978955.189769:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978955.189772:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978955.315400:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978955.315408:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978955.315413:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978955.315421:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978955.315428:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978955.315433:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978955.315447:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978955.315450:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978955.315454:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978955.315477:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978955.315484:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978955.315489:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978955.315495:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978955.315501:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978955.315505:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978955.315509:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978955.315514:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978955.315518:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978955.315522:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978955.315527:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978955.315531:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978955.315537:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978955.315540:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978955.315547:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978955.315562:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978956.211404:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978956.211413:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978956.211416:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978956.211423:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978956.211429:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978956.211435:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978956.211439:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978956.211442:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978956.211446:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978956.339414:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978956.339419:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978956.339427:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978956.339430:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978956.339435:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978956.339439:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978956.339446:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978956.339450:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978956.339455:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978956.339458:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978956.339552:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978956.339557:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978956.339564:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978956.339575:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978956.339580:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978956.339585:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978956.339590:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978956.339596:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978956.339598:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978956.339601:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978956.339603:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978956.339606:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978957.235401:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978957.235409:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978957.235413:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978957.235421:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978957.235427:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978957.235433:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978957.235437:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978957.235441:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978957.235445:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978957.363381:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978957.363390:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978957.363396:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978957.363404:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978957.363411:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978957.363417:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978957.363422:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978957.363425:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978957.363430:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978957.363458:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978957.363462:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978957.363468:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978957.363472:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978957.363484:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978957.363487:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978957.363493:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978957.363496:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978957.363501:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978957.363504:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978957.363534:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978957.363537:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978957.363540:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978958.259392:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978958.259399:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978958.259406:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978958.259410:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978958.259414:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978958.259417:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978958.259420:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978958.259424:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978958.259426:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978958.387580:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978958.387586:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978958.387590:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978958.387597:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978958.387603:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978958.387607:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978958.387619:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978958.387621:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978958.387624:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978958.387647:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978958.387650:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978958.387654:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978958.387656:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978958.387661:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978958.387662:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978958.387667:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978958.387668:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978958.387672:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978958.387673:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978958.387700:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978958.387704:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978958.387708:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978958.387740:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978958.387745:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978958.387748:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978958.387754:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978958.387759:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978958.387764:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978958.387769:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978958.387772:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978958.387778:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978959.283400:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978959.283407:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978959.283409:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978959.283414:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978959.283418:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978959.283422:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978959.283429:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978959.283430:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978959.283432:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978959.411368:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978959.411375:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978959.411379:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978959.411387:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978959.411395:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978959.411401:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978959.411407:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978959.411412:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978959.411417:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978959.411442:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978959.411446:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978959.411453:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978959.411456:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978959.411463:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978959.411467:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978959.411473:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978959.411476:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978959.411494:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978959.411497:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978959.411516:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978959.411521:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978959.411526:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978960.307559:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978960.307563:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978960.307565:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978960.307567:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978960.307570:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978960.307571:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978960.307573:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978960.307575:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978960.307577:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978960.435410:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978960.435418:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978960.435426:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978960.435432:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978960.435437:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978960.435444:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978960.435451:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978960.435456:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978960.435474:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978960.435481:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978960.435491:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978960.435495:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978960.435499:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978960.435505:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978960.435512:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978960.435517:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978960.435522:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978960.435528:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978960.435538:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978960.435542:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978960.435545:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978960.435549:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978960.435551:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978960.435552:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978960.435554:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978960.435555:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978960.435558:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978960.435559:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978960.435561:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978960.435563:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978960.435567:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978960.435570:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978960.435575:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978960.435581:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978960.435600:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978960.435605:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978960.435610:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978961.331711:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978961.331715:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978961.331717:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978961.331720:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978961.331722:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978961.331724:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978961.331726:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978961.331728:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978961.331729:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978961.459414:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978961.459420:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978961.459428:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978961.459432:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978961.459441:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978961.459457:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978961.459470:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978961.459474:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978961.459481:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978961.459485:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978961.459511:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978961.459517:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978961.459523:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978961.459550:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978961.459556:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978961.459560:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978961.459565:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978961.459571:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978961.459574:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978961.459578:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978961.459580:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978961.459583:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978962.355404:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978962.355412:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978962.355416:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978962.355423:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978962.355438:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978962.355443:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978962.355448:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978962.355452:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978962.355462:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978962.483406:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978962.483415:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978962.483420:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978962.483441:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978962.483450:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978962.483456:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978962.483463:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978962.483466:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978962.483469:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978962.483491:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978962.483496:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978962.483504:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978962.483509:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978962.483518:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978962.483522:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978962.483528:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978962.483532:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978962.483540:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978962.483543:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978962.483567:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978962.483572:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978962.483577:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978963.379399:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978963.379408:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978963.379422:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978963.379427:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978963.379433:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978963.379439:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978963.379444:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978963.379447:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978963.379451:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978963.507434:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978963.507440:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978963.507458:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978963.507462:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978963.507471:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978963.507474:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978963.507483:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978963.507487:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978963.507492:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978963.507493:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978963.507516:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978963.507521:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978963.507529:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978963.507672:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978963.507677:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978963.507681:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978963.507686:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978963.507693:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978963.507699:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978963.507705:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978963.507710:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978963.507716:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978964.403409:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978964.403417:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978964.403421:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978964.403427:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978964.403433:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978964.403437:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978964.403448:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978964.403451:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978964.403454:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978964.531577:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978964.531582:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978964.531583:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978964.531587:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978964.531591:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978964.531596:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978964.531600:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978964.531604:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978964.531609:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978964.531640:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978964.531645:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978964.531647:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978964.531652:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978964.531658:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978964.531662:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978964.531666:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978964.531670:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978964.531678:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978964.531682:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978964.531688:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978964.531689:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978964.531693:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978964.531694:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978964.531698:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978964.531700:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978964.531719:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978964.531724:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978964.531727:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978965.427416:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978965.427426:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978965.427430:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978965.427436:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978965.427442:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978965.427448:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978965.427460:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978965.427463:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978965.427466:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978965.555410:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978965.555415:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978965.555423:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978965.555425:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978965.555429:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978965.555432:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978965.555439:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978965.555443:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978965.555449:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978965.555451:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978965.555476:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978965.555481:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978965.555484:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978965.555488:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978965.555491:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978965.555495:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978965.555498:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978965.555502:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978965.555508:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978966.451401:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978966.451407:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978966.451410:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978966.451419:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978966.451424:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978966.451430:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978966.451442:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978966.451445:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978966.451448:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978966.579407:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978966.579415:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978966.579418:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978966.579427:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978966.579433:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978966.579440:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978966.579448:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978966.579453:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978966.579459:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978966.579491:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978966.579494:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978966.579500:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978966.579503:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978966.579508:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978966.579510:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978966.579515:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978966.579517:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978966.579521:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978966.579524:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978966.579559:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978966.579562:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978966.579565:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978966.579567:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783978966.579572:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978966.579574:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978966.579630:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978966.579633:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978966.579636:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978967.475418:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978967.475426:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978967.475428:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978967.475433:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978967.475436:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978967.475440:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978967.475449:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978967.475450:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978967.475452:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978967.605562:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978967.605567:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978967.605574:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978967.605577:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978967.605584:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978967.605587:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978967.605594:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978967.605598:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978967.605604:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978967.605609:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978968.499407:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978968.499416:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978968.499419:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978968.499426:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978968.499432:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978968.499438:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978968.499450:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978968.499453:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978968.499456:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978968.627421:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978968.627426:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978968.627434:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978968.627438:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978968.627446:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978968.627449:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978968.627455:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978968.627459:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978968.627465:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978968.627468:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978968.627517:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978968.627525:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978968.627529:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978968.627535:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978968.627538:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978968.627542:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978968.627547:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978968.627550:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978968.627554:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978969.523397:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978969.523405:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978969.523410:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978969.523418:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978969.523425:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978969.523430:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978969.523435:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978969.523439:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978969.523442:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978969.651419:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978969.651424:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978969.651434:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978969.651441:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978969.651446:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978969.651452:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978969.651457:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978969.651462:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978969.651468:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978969.651472:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978969.651479:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978969.651482:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978969.651484:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978969.651488:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978969.651494:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978969.651498:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978969.651502:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978969.651509:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978969.651517:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978969.651521:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978969.651525:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978969.651530:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978969.651536:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978969.651539:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978969.651544:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978969.651549:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978969.651554:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978969.651558:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978969.651563:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978969.651569:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978969.651576:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978969.651580:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978969.651585:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978969.651590:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978970.547395:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978970.547402:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978970.547406:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978970.547412:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978970.547417:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978970.547423:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978970.547427:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978970.547430:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978970.547433:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978970.675400:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978970.675406:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978970.675418:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978970.675422:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978970.675431:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978970.675435:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978970.675443:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978970.675447:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978970.675452:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978970.675453:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978970.675488:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978970.675493:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978970.675497:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978970.675502:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978970.675507:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978970.675512:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978970.675517:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978970.675521:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978970.675526:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978971.571381:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978971.571389:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978971.571391:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978971.571396:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978971.571399:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978971.571403:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978971.571411:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978971.571413:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978971.571415:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978971.699539:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978971.699546:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978971.699554:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978971.699558:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978971.699567:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978971.699570:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978971.699578:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978971.699581:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978971.699588:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978971.699591:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978972.595390:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978972.595398:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978972.595403:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978972.595411:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978972.595418:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978972.595424:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978972.595437:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978972.595440:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978972.595443:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978972.723396:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978972.723403:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978972.723408:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978972.723418:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978972.723424:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978972.723429:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978972.723445:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978972.723449:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978972.723453:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978972.723475:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978972.723479:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978972.723487:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978972.723490:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978972.723498:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978972.723501:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978972.723509:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978972.723512:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978972.723516:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978972.723518:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978973.619453:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978973.619472:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978973.619477:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978973.619486:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978973.619498:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978973.619503:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978973.619506:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978973.619509:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978973.619512:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978973.747458:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978973.747467:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978973.747474:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978973.747487:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978973.747502:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978973.747511:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978973.747524:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978973.747532:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978973.747538:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978973.747584:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978973.747590:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978973.747603:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978973.747612:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978973.747622:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978973.747631:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978973.747640:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978973.747648:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978973.747655:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978973.747660:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978974.643431:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978974.643439:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978974.643442:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978974.643449:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978974.643455:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978974.643459:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978974.643463:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978974.643468:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978974.643472:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978974.771456:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978974.771466:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978974.771470:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978974.771476:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978974.771484:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978974.771489:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978974.771498:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978974.771503:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978974.771519:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978974.771526:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978974.771536:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978974.771542:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978974.771549:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978974.771553:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978974.771558:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978974.771559:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978974.771595:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978974.771599:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978974.771604:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978974.771615:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978974.771625:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978974.771631:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978974.771636:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978974.771642:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978974.771650:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978975.667415:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978975.667425:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978975.667429:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978975.667437:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978975.667443:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978975.667449:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978975.667464:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978975.667468:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978975.667472:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978975.795632:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978975.795639:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978975.795652:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978975.795660:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978975.795673:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978975.795677:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978975.795683:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978975.795685:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978975.795689:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978975.795690:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978976.691397:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978976.691403:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978976.691406:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978976.691412:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978976.691417:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978976.691421:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978976.691434:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978976.691437:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978976.691440:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978976.819586:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978976.819594:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978976.819607:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978976.819613:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978976.819623:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978976.819628:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978976.819639:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978976.819642:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978976.819647:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978976.819654:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978976.819795:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978976.819797:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978976.819798:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978976.819800:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978976.819802:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978976.819804:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978976.819805:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978976.819806:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978976.819809:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978977.715408:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978977.715417:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978977.715421:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978977.715429:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978977.715435:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978977.715441:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978977.715455:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978977.715460:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978977.715463:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978977.843406:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978977.843412:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978977.843416:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978977.843422:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978977.843428:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978977.843433:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978977.843445:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978977.843449:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978977.843453:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978977.843475:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978977.843479:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978977.843486:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978977.843489:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978977.843495:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978977.843499:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978977.843503:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978977.843506:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978977.843514:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978977.843517:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978978.739410:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978978.739417:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978978.739420:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978978.739424:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978978.739430:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978978.739433:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978978.739436:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978978.739438:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978978.739441:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978978.867385:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978978.867390:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978978.867396:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978978.867400:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978978.867407:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978978.867411:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978978.867415:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978978.867417:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978978.867424:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978978.867427:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978978.867449:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978978.867453:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978978.867456:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978978.867461:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978978.867464:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978978.867468:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978978.867474:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978978.867477:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978978.867483:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978978.867496:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978978.867499:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978978.867502:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978978.867508:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978978.867510:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978978.867514:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978978.867518:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978978.867520:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978978.867525:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978979.763400:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978979.763409:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978979.763413:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978979.763419:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978979.763424:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978979.763429:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978979.763432:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978979.763434:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978979.763446:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978979.891414:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978979.891424:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978979.891428:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978979.891436:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978979.891443:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978979.891449:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978979.891456:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978979.891461:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978979.891467:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978979.891495:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978979.891499:0:297145:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978979.891504:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978979.891509:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978979.891513:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978979.891519:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978979.891523:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978979.891526:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978979.891528:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978979.891531:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978979.891537:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978979.891541:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978979.891543:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978979.891547:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978979.891550:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978979.891553:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978979.891556:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978979.891561:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978979.891567:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978979.891571:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978979.891583:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978979.891591:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978979.891595:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978979.891599:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978979.891604:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978979.891607:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978979.891611:0:297145:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978979.891614:0:297145:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978979.891617:0:297145:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978979.891620:0:297145:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978979.891623:0:297145:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978979.891625:0:297145:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978979.891627:0:297145:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978979.891630:0:297145:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978980.787398:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978980.787411:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978980.787415:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978980.787420:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978980.787425:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978980.787430:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978980.787463:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978980.787466:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978980.787469:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978980.915420:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978980.915427:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978980.915431:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978980.915436:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978980.915441:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978980.915446:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978980.915451:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978980.915454:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978980.915458:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978980.915475:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978980.915481:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978980.915485:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978980.915492:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978980.915498:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978980.915503:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978980.915517:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978980.915521:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978980.915525:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978980.915550:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978980.915553:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978980.915558:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978980.915559:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978980.915562:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978980.915563:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978980.915567:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978980.915568:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978980.915572:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978980.915573:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978981.811403:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978981.811411:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978981.811415:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978981.811423:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978981.811429:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978981.811434:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978981.811440:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978981.811443:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978981.811448:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978981.939408:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978981.939417:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978981.939422:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978981.939430:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978981.939437:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978981.939444:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978981.939451:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978981.939455:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978981.939461:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978981.939484:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978981.939489:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978981.939495:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978981.939502:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978981.939509:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978981.939515:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978981.939522:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978981.939527:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978981.939535:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978981.939573:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978981.939577:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978981.939581:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978981.939583:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978981.939587:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978981.939588:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978981.939591:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978981.939592:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978981.939596:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978981.939597:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978982.835380:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978982.835390:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978982.835394:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978982.835401:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978982.835408:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978982.835414:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978982.835420:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978982.835423:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978982.835426:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978982.963404:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978982.963410:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978982.963414:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978982.963420:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978982.963426:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978982.963432:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978982.963452:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978982.963456:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978982.963459:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978982.963483:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978982.963485:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978982.963490:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978982.963491:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978982.963494:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978982.963495:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978982.963497:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978982.963498:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978982.963501:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978982.963502:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978982.963555:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978982.963561:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978982.963579:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978982.963603:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978982.963608:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978982.963612:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978982.963617:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978982.963622:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978982.963626:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978982.963638:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978982.963640:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978982.963642:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978983.859357:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978983.859366:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978983.859369:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978983.859378:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978983.859384:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978983.859390:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978983.859396:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978983.859400:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978983.859404:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978983.987408:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978983.987417:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978983.987421:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978983.987430:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978983.987437:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978983.987442:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978983.987448:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978983.987452:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978983.987457:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978983.987471:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978983.987473:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978983.987475:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978983.987478:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978983.987481:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978983.987484:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978983.987818:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978983.987822:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978983.987834:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978983.987857:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978983.987860:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978983.987864:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978983.987865:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978983.987869:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978983.987870:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978983.987873:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978983.987875:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978983.987887:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978983.987888:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978983.987903:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978983.987907:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978983.987909:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1783978984.499554:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.148:988 00000400:00000100:0.0:1783978984.499595:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.148@tcp at host 192.168.201.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1783978984.499606:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978984.499609:0:2391:0:(router.c:1791:lnet_notify()) 192.168.201.48@tcp notifying 192.168.201.148@tcp: down 00000400:00000200:0.0:1783978984.499614:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783978984.499618:0:2391:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1783978984.499623:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783978984.499627:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d4af8700. 00000400:00000200:0.0:1783978984.499632:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978984.499636:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978984.499643:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c8b465d8 00000400:00000010:0.0:1783978984.499645:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c8b465d8. 00000100:00000001:0.0:1783978984.499650:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978984.499658:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83eed3b480 x1870620402954624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978984.499688:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978984.499693:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620402954624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979006 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978984.499701:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978984.499703:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783978984.499711:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783978984.499713:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d4af8500. 00000400:00000200:0.0:1783978984.499716:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978984.499719:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978984.499722:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c8b46d48 00000400:00000010:0.0:1783978984.499723:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c8b46d48. 00000100:00000001:0.0:1783978984.499727:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978984.499731:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83eed3a300 x1870620402954752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978984.499739:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978984.499742:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620402954752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979006 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978984.499748:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978984.499750:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783978984.499754:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783978984.499757:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d4af8100. 00000400:00000200:0.0:1783978984.499759:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978984.499762:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978984.499764:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c8b46330 00000400:00000010:0.0:1783978984.499766:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c8b46330. 00000100:00000001:0.0:1783978984.499768:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978984.499771:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83eed39180 x1870620402954880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978984.499779:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978984.499782:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39180 x1870620402954880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979006 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978984.499789:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978984.499790:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783978984.499795:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783978984.499797:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d4af8f00. 00000400:00000200:0.0:1783978984.499799:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978984.499802:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978984.499805:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c8b46cc0 00000400:00000010:0.0:1783978984.499806:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c8b46cc0. 00000100:00000001:0.0:1783978984.499808:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978984.499812:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83eed38380 x1870620402955008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978984.499825:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978984.499827:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620402955008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979006 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978984.499833:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978984.499835:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783978984.499839:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783978984.499841:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d4af8900. 00000400:00000200:0.0:1783978984.499844:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783978984.499847:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783978984.499849:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c8b46198 00000400:00000010:0.0:1783978984.499851:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c8b46198. 00000100:00000001:0.0:1783978984.499853:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783978984.499857:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83eed39f80 x1870620402955136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978984.499864:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783978984.499867:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620402955136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979006 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783978984.499873:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978984.499874:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783978984.883451:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978984.883456:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978984.883457:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978984.883460:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978984.883463:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978984.883465:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978984.883467:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978984.883469:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978984.883470:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978985.011419:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978985.011428:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978985.011433:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978985.011438:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978985.011444:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978985.011450:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978985.011456:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978985.011458:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978985.011461:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978985.011476:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978985.011482:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978985.011486:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978985.011504:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978985.011510:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978985.011515:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978985.011520:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978985.011523:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978985.011527:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978985.011550:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978985.011554:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978985.011557:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978985.011560:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978985.011563:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978985.011566:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978985.011568:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978985.011570:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978985.011574:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978985.011576:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978985.011580:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978985.011581:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978985.011584:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978985.011586:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978985.011589:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978985.011590:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978985.011604:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978985.011607:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978985.011609:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978985.907379:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978985.907385:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978985.907389:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978985.907396:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978985.907401:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978985.907409:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978985.907413:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978985.907416:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978985.907419:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978986.035388:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978986.035397:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978986.035401:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978986.035408:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978986.035413:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978986.035417:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978986.035421:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978986.035424:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978986.035428:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978986.035448:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978986.035451:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978986.035455:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978986.035456:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978986.035459:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978986.035460:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978986.035463:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978986.035464:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978986.035467:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978986.035468:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978986.035485:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978986.035489:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978986.035495:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978986.035510:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978986.035515:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978986.035519:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978986.035525:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978986.035531:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978986.035535:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978986.035541:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978986.035545:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978986.035550:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978986.931383:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978986.931389:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978986.931392:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978986.931399:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978986.931405:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978986.931410:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978986.931419:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978986.931421:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978986.931423:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978987.059394:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978987.059400:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978987.059404:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978987.059409:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978987.059414:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978987.059419:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978987.059424:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978987.059427:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978987.059433:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978987.059454:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978987.059458:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978987.059468:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978987.059473:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978987.059482:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978987.059487:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978987.059496:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978987.059501:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978987.059509:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978987.059512:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978987.059535:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978987.059540:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978987.059545:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978987.955406:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978987.955415:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978987.955417:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978987.955433:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978987.955439:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978987.955444:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978987.955454:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978987.955457:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978987.955460:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978988.083415:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978988.083421:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978988.083431:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978988.083435:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978988.083443:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978988.083447:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978988.083452:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978988.083455:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978988.083462:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978988.083466:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978988.083490:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978988.083495:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978988.083499:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978988.083510:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978988.083517:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978988.083521:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978988.083526:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978988.083530:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978988.083536:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978988.979395:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978988.979402:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978988.979405:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978988.979410:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978988.979413:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978988.979418:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978988.979421:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978988.979423:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978988.979428:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978989.107462:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978989.107468:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978989.107479:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978989.107483:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978989.107489:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978989.107491:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978989.107496:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978989.107502:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978989.107510:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978989.107514:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978989.107537:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978989.107543:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978989.107546:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978989.107550:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978989.107556:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978989.107560:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978989.107566:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978989.107569:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978989.107573:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978990.003396:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978990.003406:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978990.003409:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978990.003417:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978990.003422:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978990.003426:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978990.003429:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978990.003431:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978990.003435:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978990.131396:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978990.131404:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978990.131409:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978990.131417:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978990.131423:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978990.131427:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978990.131431:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978990.131435:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978990.131439:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978990.131462:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978990.131465:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978990.131468:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978990.131471:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978990.131473:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978990.131476:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978990.131478:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978990.131480:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978990.131481:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978990.131483:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978990.131485:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978990.131486:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978990.131487:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978990.131488:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978990.131489:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978990.131490:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978990.131491:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978990.131492:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978990.131494:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978990.131495:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978990.131496:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978990.131497:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978990.131498:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978990.131499:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978990.131500:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978990.131501:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978990.131503:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978990.131505:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978990.131505:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978990.131506:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978990.131508:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978990.131509:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978990.131510:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978990.131511:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978990.131548:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978990.131552:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978990.131554:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978990.131556:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978990.131559:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978990.131561:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978990.131563:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978990.131565:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978990.131569:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978990.131580:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978990.131583:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978990.131585:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978990.131587:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978990.131589:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978990.131591:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978990.133328:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978990.133332:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978990.133335:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978991.027610:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978991.027618:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978991.027620:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978991.027626:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978991.027629:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978991.027632:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978991.027635:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978991.027637:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978991.027641:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978991.155526:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978991.155530:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978991.155531:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978991.155534:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783978991.155537:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978991.155539:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978991.155541:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978991.155543:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978991.155545:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978991.155564:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978991.155567:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978991.155571:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978991.155572:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978991.155576:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978991.155577:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978991.155581:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978991.155582:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978991.155585:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978991.155586:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978991.156012:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978991.156016:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978991.156018:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978991.156024:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978991.156033:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978991.156037:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978991.156042:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978991.156045:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978991.156049:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978991.156076:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978991.156079:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978991.156080:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978991.156082:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978991.156084:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978991.156090:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978991.156092:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978991.156094:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978991.156096:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978992.051396:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978992.051405:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978992.051409:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978992.051416:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978992.051421:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978992.051425:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978992.051437:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978992.051441:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978992.051444:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978992.179414:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978992.179419:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978992.179424:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978992.179433:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978992.179442:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978992.179448:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978992.179457:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978992.179461:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978992.179480:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978992.179508:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978992.179510:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978992.179516:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978992.179520:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978992.179528:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978992.179657:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978992.179667:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978992.179669:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978992.179673:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978992.179674:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978993.075373:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978993.075382:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978993.075384:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978993.075392:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978993.075397:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978993.075402:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978993.075406:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978993.075410:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978993.075414:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978993.203414:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978993.203420:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978993.203428:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978993.203432:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978993.203437:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978993.203441:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978993.203449:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978993.203451:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978993.203457:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978993.203459:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978993.203500:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978993.203505:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978993.203521:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978993.203526:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978993.203532:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978993.203537:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978993.203543:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978993.203547:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978993.203551:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978994.099404:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978994.099413:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978994.099417:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978994.099424:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978994.099430:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978994.099436:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978994.099448:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978994.099451:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978994.099454:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978994.227401:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978994.227410:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978994.227415:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978994.227422:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978994.227428:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978994.227431:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978994.227437:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978994.227441:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978994.227445:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978994.227472:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978994.227477:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978994.227483:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978994.227486:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978994.227493:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978994.227496:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978994.227502:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978994.227506:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978994.227513:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978994.227517:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978995.123375:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978995.123383:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978995.123387:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978995.123394:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978995.123400:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978995.123406:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978995.123419:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978995.123422:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978995.123425:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978995.251701:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978995.251704:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978995.251705:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978995.251708:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978995.251709:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978995.251712:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978995.251713:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978995.251715:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978995.251717:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978995.251734:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978995.251737:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783978995.251739:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783978995.251742:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978995.251744:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783978995.251746:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978995.251747:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978995.251749:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978995.251751:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978995.251752:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978995.251755:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978995.251755:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978995.251758:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978995.251758:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978995.251760:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978995.251761:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978995.251790:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978995.251792:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978995.251793:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978995.251795:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783978995.251808:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978995.251810:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978995.251815:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978995.251817:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978995.251819:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978995.252167:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978995.252170:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978995.252171:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978995.252173:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978995.252175:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978995.252177:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978995.252180:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978995.252181:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978995.252182:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978996.147901:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978996.147905:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978996.147906:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978996.147909:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978996.147912:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978996.147914:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978996.147917:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978996.147919:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978996.147921:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978996.275411:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978996.275420:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978996.275424:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978996.275432:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978996.275439:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978996.275445:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978996.275450:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978996.275455:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978996.275462:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978996.275489:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978996.275492:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978996.275498:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978996.275502:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978996.275511:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978996.275516:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978996.275640:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978996.275644:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978996.275651:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978996.275655:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978996.275694:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978996.275697:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978996.275699:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978996.275701:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978996.275703:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978996.275705:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978996.276538:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978996.276540:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978996.276543:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978997.171399:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978997.171405:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978997.171407:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978997.171412:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978997.171416:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978997.171421:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978997.171424:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978997.171427:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978997.171431:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978997.299394:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978997.299400:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978997.299403:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978997.299408:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978997.299413:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978997.299418:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978997.299424:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978997.299427:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978997.299431:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978997.299448:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978997.299454:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978997.299458:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978997.299461:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978997.299466:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978997.299469:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978997.299476:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978997.299480:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978997.299485:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978997.299505:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978997.299508:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978997.299513:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978997.299515:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978997.299519:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978997.299520:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978997.299524:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978997.299525:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978997.299528:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978997.299529:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978998.195403:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978998.195410:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978998.195415:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978998.195423:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978998.195429:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978998.195435:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978998.195448:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978998.195451:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978998.195455:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978998.323584:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978998.323590:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978998.323594:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978998.323598:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783978998.323604:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978998.323609:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978998.323613:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978998.323615:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978998.323617:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978998.323637:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978998.323639:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978998.323641:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978998.323642:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978998.323644:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978998.323645:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978998.323648:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978998.323649:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978998.323651:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978998.323652:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978999.219396:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978999.219404:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978999.219407:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978999.219415:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783978999.219422:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978999.219426:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978999.219438:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978999.219442:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978999.219446:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978999.347409:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978999.347416:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978999.347425:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978999.347429:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978999.347438:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978999.347441:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978999.347449:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978999.347453:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783978999.347461:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783978999.347464:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783978999.347483:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783978999.347484:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783978999.347486:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783978999.347563:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978999.347565:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978999.347566:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978999.347569:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783978999.347572:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978999.347575:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978999.347577:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978999.347579:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978999.347581:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783978999.347608:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783978999.347613:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783978999.347617:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783978999.347623:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783978999.347630:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783978999.347634:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978999.347639:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783978999.347641:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783978999.347643:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979000.243403:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979000.243409:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979000.243412:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979000.243418:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979000.243424:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979000.243431:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979000.243442:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979000.243446:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979000.243449:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979000.371599:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979000.371603:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979000.371605:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979000.371608:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979000.371611:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979000.371613:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979000.371618:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979000.371622:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979000.371627:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979000.371640:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979000.371644:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979000.371646:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979000.371649:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979000.371651:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979000.371654:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979000.371656:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979000.371658:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979000.371660:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979000.371678:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979000.371679:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979000.371682:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979000.371685:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979000.371687:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979000.371690:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979000.371692:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979000.371693:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979000.371695:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979000.371696:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979000.371699:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979000.371700:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979000.371700:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979000.371701:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979000.371702:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979000.371703:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979000.371704:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979000.371706:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979000.371709:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979000.371710:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979000.371712:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979000.371713:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979000.371715:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979000.371716:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979000.371717:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979000.371719:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979000.371722:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979000.371724:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979000.371725:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979000.371726:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979000.371728:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979000.371729:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979000.371730:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979000.371732:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979000.371756:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979000.371759:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979000.371761:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979001.267394:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979001.267400:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979001.267403:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979001.267408:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979001.267412:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979001.267417:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979001.267421:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979001.267424:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979001.267430:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979001.395457:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979001.395463:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979001.395468:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979001.395473:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979001.395478:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979001.395482:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979001.395488:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979001.395491:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979001.395496:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979001.395512:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979001.395517:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979001.395521:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979001.395525:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979001.395529:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979001.395531:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979001.395535:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979001.395537:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979001.395544:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979001.395569:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979001.395573:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979001.395578:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979001.395580:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979001.395584:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979001.395585:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979001.395589:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979001.395590:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979001.395593:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979001.395594:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979001.395609:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979001.395612:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979001.395615:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979002.291376:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979002.291385:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979002.291388:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979002.291396:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979002.291403:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979002.291409:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979002.291415:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979002.291418:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979002.291422:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979002.419413:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979002.419419:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979002.419423:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979002.419429:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979002.419434:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979002.419439:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979002.419447:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979002.419452:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979002.419457:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979002.419477:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979002.419481:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979002.419483:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979002.419485:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979002.419488:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979002.419491:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979002.419496:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979002.419500:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979002.419507:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979002.419534:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979002.419539:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979002.419547:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979002.419551:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979002.419563:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979002.419565:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979002.419568:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979002.419570:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979002.419573:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979002.419574:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979002.419592:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979002.419595:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979002.419597:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979003.315407:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979003.315414:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979003.315416:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979003.315421:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979003.315425:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979003.315428:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979003.315431:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979003.315433:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979003.315436:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979003.443372:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979003.443377:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979003.443381:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979003.443387:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979003.443393:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979003.443398:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979003.443405:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979003.443408:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979003.443413:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979003.443426:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979003.443429:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979003.443431:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979003.443436:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979003.443442:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979003.443447:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979003.443453:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979003.443457:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979003.443461:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979003.443480:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979003.443484:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979003.443488:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979003.443490:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979003.443495:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979003.443496:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979003.443500:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979003.443501:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979003.443504:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979003.443505:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979003.443522:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979003.443525:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979003.443528:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979004.339427:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979004.339434:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979004.339436:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979004.339443:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979004.339449:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979004.339454:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979004.339466:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979004.339469:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979004.339472:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979004.467400:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979004.467407:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979004.467412:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979004.467417:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979004.467424:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979004.467430:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979004.467436:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979004.467442:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979004.467455:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979004.467483:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979004.467490:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979004.467495:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979004.467501:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979004.467507:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979004.467510:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979004.467513:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979004.467516:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979004.467521:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979004.467524:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979004.467528:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979004.467529:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979004.467533:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979004.467534:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979004.467537:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979004.467538:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979004.467564:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979004.467567:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979004.467569:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979005.363393:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979005.363400:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979005.363404:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979005.363409:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979005.363421:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979005.363425:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979005.363429:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979005.363432:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979005.363436:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979005.491416:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979005.491423:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979005.491428:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979005.491435:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979005.491441:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979005.491446:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979005.491452:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979005.491457:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979005.491463:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979005.491483:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979005.491489:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979005.491492:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979005.491500:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979005.491506:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979005.491511:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979005.491517:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979005.491520:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979005.491523:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979005.491549:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979005.491553:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979005.491558:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979005.491560:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979005.491566:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979005.491568:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979005.491572:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979005.491574:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979005.491577:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979005.491579:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979005.491596:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979005.491599:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979005.491602:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979006.387409:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979006.387422:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979006.387425:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979006.387429:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979006.387434:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979006.387438:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979006.387449:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979006.387453:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979006.387457:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979006.516367:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979006.516371:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979006.516373:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979006.516377:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979006.516382:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979006.516386:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979006.516390:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979006.516394:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979006.516399:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979006.516413:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979006.516417:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979006.516418:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979006.516422:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979006.516424:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979006.516426:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979006.516429:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979006.516431:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979006.516433:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979006.516456:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979006.516460:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979006.516467:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979006.516471:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979006.516476:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979006.516479:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979006.516486:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979006.516489:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979006.516494:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979006.516497:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979007.411418:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979007.411423:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979007.411427:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979007.411435:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979007.411441:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979007.411446:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979007.411456:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979007.411460:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979007.411464:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979007.539515:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979007.539519:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979007.539521:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979007.539524:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979007.539527:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979007.539531:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979007.539535:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979007.539539:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979007.539545:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979007.539570:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979007.539576:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979007.539582:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979007.539583:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979007.539589:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979007.539593:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979007.539600:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979007.539601:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979007.539606:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979007.539607:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979007.539632:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979007.539635:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979007.539638:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979007.541895:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979007.541899:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979007.541903:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979007.541908:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979007.541915:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979007.541918:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979007.541920:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979007.541922:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979007.541924:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979008.435391:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979008.435394:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979008.435395:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979008.435397:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979008.435400:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979008.435403:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979008.435411:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979008.435412:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979008.435413:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979008.563399:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979008.563405:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979008.563409:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979008.563416:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979008.563423:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979008.563427:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979008.563432:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979008.563436:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979008.563439:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979008.563462:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979008.563465:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979008.563471:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979008.563475:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979008.563488:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979008.563493:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979008.563503:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979008.563507:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979008.563515:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979008.563519:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979009.459396:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979009.459405:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979009.459409:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979009.459416:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979009.459421:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979009.459425:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979009.459435:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979009.459438:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979009.459441:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979009.587398:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979009.587403:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979009.587409:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979009.587414:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979009.587417:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979009.587421:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979009.587426:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979009.587430:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979009.587437:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979009.587441:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979009.587448:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979009.587452:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979009.587455:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979009.587458:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979009.587460:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979009.587461:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979009.587463:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979009.587467:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979009.587473:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979009.587478:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979009.587482:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979009.587487:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979009.587492:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979009.587496:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979009.587499:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979009.587502:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979009.587509:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979009.587513:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979009.587515:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979009.587519:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979009.587524:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979009.587527:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979009.587533:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979009.587538:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979010.483396:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979010.483404:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979010.483408:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979010.483413:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979010.483419:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979010.483425:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979010.483431:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979010.483435:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979010.483439:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979010.611621:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979010.611624:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979010.611628:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979010.612059:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979010.612064:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979010.612065:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979010.612068:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979010.612069:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979010.612072:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979010.612074:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979010.612092:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979010.612094:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979010.612097:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979010.612103:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979010.612105:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979010.612106:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979010.612109:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979010.612111:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979010.612113:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979010.612114:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979010.612116:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979010.612118:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979010.612133:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979010.612135:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979010.612136:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979010.612138:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979010.612139:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979010.612141:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979010.612342:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979010.612344:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979010.612347:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979011.507373:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979011.507381:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979011.507385:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979011.507390:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979011.507396:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979011.507409:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979011.507413:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979011.507415:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979011.507416:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979011.635398:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979011.635405:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979011.635408:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979011.635412:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979011.635417:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979011.635422:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979011.635430:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979011.635433:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979011.635440:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979011.635467:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979011.635471:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979011.635477:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979011.635481:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979011.635489:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979011.635494:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979011.635500:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979011.635503:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979011.635509:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979011.635512:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979011.635530:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979011.635533:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979011.635536:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979012.531384:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979012.531392:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979012.531395:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979012.531401:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979012.531406:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979012.531411:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979012.531414:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979012.531417:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979012.531418:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979012.659415:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979012.659420:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979012.659429:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979012.659433:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979012.659439:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979012.659442:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979012.659450:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979012.659453:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979012.659461:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979012.659464:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979012.659495:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979012.659499:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979012.659502:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979012.659506:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979012.659511:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979012.659514:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979012.659524:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979012.659527:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979012.659531:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979013.555425:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979013.555434:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979013.555439:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979013.555449:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979013.555456:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979013.555462:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979013.555467:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979013.555469:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979013.555473:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979013.683393:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979013.683402:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979013.683404:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979013.683411:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979013.683416:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979013.683421:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979013.683425:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979013.683430:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979013.683434:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979013.683461:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979013.683464:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979013.683468:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979013.683469:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979013.683473:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979013.683474:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979013.683477:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979013.683478:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979013.683481:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979013.683482:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979013.683500:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979013.683503:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979013.683504:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979013.683506:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979013.683508:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979013.683510:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979013.683512:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979013.683514:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979013.683516:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979013.683579:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979013.683583:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979013.683587:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979013.683609:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979013.683613:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979013.683615:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979013.683617:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979013.683619:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979013.683621:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979013.684623:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979013.684628:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979013.684632:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979014.579428:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979014.579437:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979014.579439:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979014.579443:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979014.579446:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979014.579449:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979014.579451:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979014.579452:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979014.579454:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979014.707419:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979014.707425:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979014.707429:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979014.707433:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979014.707438:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979014.707441:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979014.707465:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979014.707468:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979014.707472:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979014.707486:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979014.707489:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979014.707493:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979014.707499:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979014.707502:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979014.707515:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979014.707537:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979014.707542:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979014.707548:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979014.707583:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979014.707589:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979014.707592:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979014.707596:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979014.707599:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979014.707601:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979014.707602:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979014.707604:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979014.707608:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979014.707609:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979014.707611:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979014.707612:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979014.707615:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979014.707616:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979014.707618:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979014.707619:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979014.707635:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979014.707637:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979014.707639:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979015.603467:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979015.603473:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979015.603477:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979015.603484:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979015.603492:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979015.603497:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979015.603500:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979015.603503:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979015.603517:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979015.731457:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979015.731475:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979015.731486:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979015.731490:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979015.731517:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979015.731520:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979015.731526:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979015.731528:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979015.731532:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979015.731536:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979015.731564:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979015.731570:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979015.731574:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979015.731578:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979015.731582:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979015.731587:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979015.731592:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979015.731595:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979015.731599:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979016.627423:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979016.627432:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979016.627436:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979016.627441:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979016.627448:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979016.627453:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979016.627466:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979016.627469:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979016.627472:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979016.755427:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979016.755436:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979016.755441:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979016.755448:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979016.755454:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979016.755462:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979016.755476:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979016.755481:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979016.755495:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979016.755527:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979016.755531:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979016.755536:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979016.755538:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979016.755543:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979016.755545:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979016.755549:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979016.755551:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979016.755556:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979016.755557:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979016.755590:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979016.755595:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979016.755603:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979016.755628:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979016.755633:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979016.755637:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979016.755642:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979016.755647:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979016.755651:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979016.755657:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979016.755660:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979016.755666:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979017.651419:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979017.651428:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979017.651430:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979017.651437:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979017.651445:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979017.651449:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979017.651452:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979017.651453:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979017.651456:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979017.779430:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979017.779437:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979017.779441:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979017.779447:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979017.779460:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979017.779463:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979017.779477:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979017.779478:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979017.779482:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979017.779525:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979017.779531:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979017.779539:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979017.779542:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979017.779548:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979017.779551:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979017.779557:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979017.779559:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979017.779564:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979017.779566:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979017.779590:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979017.779594:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979017.779597:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979018.675417:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979018.675428:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979018.675432:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979018.675446:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979018.675450:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979018.675465:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979018.675477:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979018.675480:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979018.675483:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979018.803436:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979018.803442:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979018.803461:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979018.803466:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979018.803474:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979018.803477:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979018.803483:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979018.803491:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979018.803499:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979018.803501:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979018.803528:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979018.803534:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979018.803538:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979018.803544:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979018.803550:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979018.803555:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979018.803559:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979018.803562:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979018.803564:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979019.699476:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979019.699482:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979019.699484:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979019.699487:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979019.699490:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979019.699492:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979019.699494:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979019.699502:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979019.699506:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979019.827420:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979019.827429:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979019.827440:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979019.827449:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979019.827454:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979019.827459:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979019.827465:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979019.827468:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979019.827473:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979019.827500:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979019.827506:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979019.827516:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979019.827523:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979019.827529:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979019.827536:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979019.827544:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979019.827549:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979019.827561:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979019.827570:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979019.827580:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979019.827582:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979019.827584:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979019.827586:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979019.827588:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979019.827590:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979019.827592:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979019.827595:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979019.827600:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979019.827603:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979019.827604:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979019.827605:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979019.827606:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979019.827607:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979019.827608:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979019.827609:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979019.827611:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979019.827612:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979019.827614:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979019.827615:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979019.827615:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979019.827616:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979019.827617:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979019.827619:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979020.723494:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979020.723505:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979020.723509:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979020.723517:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979020.723524:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979020.723531:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979020.723537:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979020.723540:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979020.723544:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979020.851467:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979020.851475:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979020.851484:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979020.851488:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979020.851497:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979020.851501:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979020.851508:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979020.851511:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979020.851517:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979020.851521:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979020.851546:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979020.851551:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979020.851554:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979020.851560:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979020.851565:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979020.851569:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979020.851574:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979020.851578:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979020.851603:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979021.747461:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979021.747471:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979021.747473:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979021.747480:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979021.747484:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979021.747489:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979021.747492:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979021.747494:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979021.747497:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979021.875378:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979021.875390:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979021.875394:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979021.875411:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979021.875418:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979021.875425:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979021.875432:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979021.875437:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979021.875444:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979021.875483:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979021.875488:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979021.875496:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979021.875499:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979021.875507:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979021.875511:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979021.875519:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979021.875521:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979021.875527:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979021.875528:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979022.771442:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979022.771455:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979022.771459:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979022.771468:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979022.771474:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979022.771480:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979022.771493:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979022.771502:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979022.771505:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979022.899456:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979022.899462:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979022.899474:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979022.899480:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979022.899488:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979022.899494:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979022.899501:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979022.899505:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979022.899512:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979022.899515:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979022.899544:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979022.899550:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979022.899554:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979022.899559:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979022.899563:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979022.899568:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979022.899597:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979022.899601:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979022.899608:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979023.795466:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979023.795480:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979023.795485:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979023.795498:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979023.795508:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979023.795515:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979023.795523:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979023.795527:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979023.795531:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979023.923463:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979023.923474:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979023.923482:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979023.923496:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979023.923509:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979023.923527:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979023.923553:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979023.923560:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979023.923568:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979023.923596:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979023.923603:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979023.923610:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979023.923616:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979023.923622:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979023.923630:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979023.923647:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979023.923651:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979023.923655:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979023.923683:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979023.923687:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979023.923692:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979023.923694:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979023.923698:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979023.923699:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979023.923703:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979023.923704:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979023.923708:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979023.923709:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979024.819464:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979024.819473:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979024.819476:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979024.819486:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979024.819493:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979024.819499:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979024.819503:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979024.819505:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979024.819510:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979024.947414:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979024.947420:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979024.947425:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979024.947432:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979024.947438:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979024.947442:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979024.947445:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979024.947448:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979024.947454:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979024.947456:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979024.947461:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979024.947463:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979024.947468:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979024.947472:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979024.947481:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979024.947484:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979024.947533:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979024.947538:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979024.947540:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979024.947544:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979024.947547:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979024.947551:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979024.947553:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979024.947555:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979024.947557:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979024.947617:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979024.947622:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979024.947624:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979024.947626:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979024.947629:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979024.947631:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979024.947633:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979024.947635:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979024.947641:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979025.843447:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979025.843457:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979025.843459:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979025.843466:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979025.843470:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979025.843475:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979025.843483:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979025.843484:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979025.843486:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979025.971498:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979025.971510:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979025.971513:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979025.971523:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979025.971530:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979025.971537:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979025.971643:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979025.971646:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979025.971650:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979025.971680:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979025.971685:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979025.971695:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979025.971698:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979025.971705:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979025.971709:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979025.971716:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979025.971719:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979025.971725:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979025.971728:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979025.971769:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979025.971774:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979025.971775:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979025.971778:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979025.971781:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979025.971783:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979025.971785:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979025.971787:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979025.971789:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979026.867411:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979026.867420:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979026.867424:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979026.867431:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979026.867436:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979026.867441:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979026.867445:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979026.867448:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979026.867450:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979026.995418:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979026.995427:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979026.995433:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979026.995441:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979026.995450:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979026.995456:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979026.995484:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979026.995487:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979026.995492:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979026.995530:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979026.995535:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979026.995544:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979026.995550:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979026.995563:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979026.995567:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979026.995576:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979026.995586:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979026.995595:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979026.995598:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979027.892915:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979027.892920:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979027.892922:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979027.892927:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979027.892929:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979027.892932:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979027.892934:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979027.892936:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979027.892938:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979028.019704:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979028.019708:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979028.019709:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979028.019711:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979028.019712:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979028.019714:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979028.019716:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979028.019717:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979028.019719:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979028.019737:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979028.019739:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979028.019743:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979028.019744:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979028.019747:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979028.019748:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979028.019750:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979028.019751:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979028.019753:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979028.019754:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979028.021401:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979028.021407:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979028.021409:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979028.021416:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979028.021423:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979028.021427:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979028.021432:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979028.021434:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979028.021438:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979028.915471:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979028.915482:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979028.915485:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979028.915492:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979028.915496:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979028.915501:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979028.915504:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979028.915507:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979028.915511:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979029.046243:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979029.046248:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979029.046254:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979029.046255:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979029.046258:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979029.046259:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979029.046261:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979029.046262:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979029.046264:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979029.046265:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979029.046334:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979029.046339:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979029.046342:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979029.046349:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979029.046354:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979029.046358:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979029.046364:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979029.046368:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979029.046466:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979029.939440:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979029.939451:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979029.939453:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979029.939458:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979029.939462:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979029.939466:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979029.939468:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979029.939471:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979029.939474:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979030.067456:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979030.067467:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979030.067470:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979030.067479:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979030.067487:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979030.067495:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979030.067502:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979030.067507:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979030.067514:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979030.067549:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979030.067555:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979030.067569:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979030.067577:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979030.067582:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979030.067589:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979030.067595:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979030.067600:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979030.067605:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979030.067610:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979030.067619:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979030.067623:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979030.067624:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979030.067626:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979030.067629:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979030.067632:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979030.067636:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979030.067642:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979030.067651:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979030.067656:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979030.067660:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979030.067664:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979030.067667:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979030.067674:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979030.067680:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979030.067685:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979030.067696:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979030.067713:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979030.067718:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979030.067723:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979030.067729:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979030.067731:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979030.067733:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979030.067736:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979030.963428:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979030.963439:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979030.963444:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979030.963453:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979030.963458:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979030.963465:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979030.963487:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979030.963490:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979030.963495:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979031.091425:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979031.091431:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979031.091439:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979031.091442:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979031.091457:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979031.091461:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979031.091472:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979031.091476:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979031.091483:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979031.091488:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979031.092403:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979031.092408:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979031.092409:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979031.092412:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979031.092414:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979031.092416:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979031.092418:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979031.092419:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979031.092421:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979031.987383:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979031.987391:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979031.987396:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979031.987604:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979031.987607:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979031.987609:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979031.987611:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979031.987613:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979031.987616:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979032.115436:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979032.115445:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979032.115448:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979032.115454:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979032.115458:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979032.115462:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979032.115466:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979032.115472:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979032.115482:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979032.115527:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979032.115535:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979032.115543:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979032.115548:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979032.115563:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979032.115569:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979032.115578:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979032.115581:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979032.115592:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979032.115595:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979032.115645:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979032.115651:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979032.115658:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979033.011437:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979033.011446:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979033.011449:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979033.011461:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979033.011466:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979033.011471:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979033.011474:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979033.011477:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979033.011483:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979033.139471:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979033.139480:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979033.139494:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979033.139500:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979033.139512:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979033.139516:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979033.139526:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979033.139532:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979033.139544:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979033.139547:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979033.139578:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979033.139582:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979033.139585:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979033.143004:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979033.143007:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979033.143008:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979033.143011:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979033.143013:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979033.143015:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979033.143017:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979033.143018:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979033.143020:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979034.035729:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979034.035732:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979034.035733:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979034.035735:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979034.035737:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979034.035739:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979034.035740:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979034.035741:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979034.035743:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979034.163410:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979034.163419:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979034.163422:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979034.163430:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979034.163436:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979034.163442:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979034.163459:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979034.163462:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979034.163465:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979034.163489:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979034.163493:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979034.163497:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979034.163498:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979034.163502:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979034.163504:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979034.163507:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979034.163508:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979034.163511:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979034.163512:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979034.163530:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979034.163532:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979034.163536:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979034.163559:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979034.163564:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979034.163568:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979034.163572:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979034.163577:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979034.163581:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979034.163585:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979034.163588:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979034.163591:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979034.163674:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979034.163680:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979034.163686:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979034.163692:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979034.163698:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979034.163703:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979034.163709:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979034.163713:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979034.163718:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979035.059402:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979035.059410:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979035.059412:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979035.059420:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979035.059426:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979035.059431:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979035.059445:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979035.059448:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979035.059452:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979035.187395:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979035.187403:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979035.187409:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979035.187416:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979035.187423:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979035.187430:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979035.187450:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979035.187454:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979035.187457:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979035.187467:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979035.187469:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979035.187470:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979035.187472:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979035.187474:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979035.187477:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979035.187483:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979035.187485:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979035.187486:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979035.187504:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979035.187510:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979035.187515:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979035.187519:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979035.187523:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979035.187526:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979035.187528:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979035.187531:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979035.187536:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979035.187537:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979035.187541:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979035.187542:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979035.187547:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979035.187549:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979035.187555:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979035.187558:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979035.187583:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979035.187587:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979035.187590:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979036.083389:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979036.083396:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979036.083398:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979036.083403:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979036.083407:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979036.083410:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979036.083418:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979036.083420:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979036.083422:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979036.211412:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979036.211420:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979036.211424:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979036.211434:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979036.211440:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979036.211447:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979036.211452:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979036.211456:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979036.211462:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979036.211493:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979036.211497:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979036.211503:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979036.211504:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979036.211507:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979036.211509:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979036.211512:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979036.211513:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979036.211517:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979036.211518:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979036.211558:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979036.211561:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979036.211564:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979036.212224:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979036.212228:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979036.212230:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979036.212232:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979036.212235:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979036.212237:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979036.212240:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979036.212241:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979036.212243:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979037.107390:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979037.107397:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979037.107399:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979037.107407:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979037.107413:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979037.107418:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979037.107423:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979037.107425:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979037.107427:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979037.235480:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979037.235487:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979037.235491:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979037.235497:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979037.235502:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979037.235513:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979037.235517:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979037.235522:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979037.235524:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979037.235535:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979037.235538:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979037.235540:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979037.235542:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979037.235545:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979037.235547:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979037.235549:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979037.235551:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979037.235554:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979037.235584:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979037.235587:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979037.235593:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979037.235596:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979037.235601:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979037.235604:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979037.235611:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979037.235613:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979037.235615:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979037.235616:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979037.235642:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979037.235647:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979037.235654:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979038.131435:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979038.131446:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979038.131449:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979038.131456:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979038.131462:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979038.131468:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979038.131473:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979038.131478:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979038.131484:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979038.259444:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979038.259456:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979038.259464:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979038.259475:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979038.259480:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979038.259488:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979038.259493:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979038.259500:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979038.259505:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979038.259531:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979038.259535:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979038.259536:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979038.259540:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979038.259543:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979038.259547:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979038.259550:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979038.259552:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979038.259556:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979038.259588:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979038.259592:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979038.259599:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979038.259600:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979038.259605:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979038.259606:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979038.259610:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979038.259611:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979038.259614:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979038.259616:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979038.259670:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979038.259674:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979038.259677:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979038.259712:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979038.259716:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979038.259718:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979038.259721:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979038.259724:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979038.259726:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979038.259729:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979038.259730:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979038.259732:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979039.155375:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979039.155381:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979039.155385:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979039.155391:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979039.155396:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979039.155400:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979039.155415:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979039.155418:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979039.155421:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979039.283402:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979039.283408:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979039.283412:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979039.283419:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979039.283425:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979039.283431:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979039.283450:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979039.283453:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979039.283457:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979039.283485:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979039.283491:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979039.283501:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979039.283506:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979039.283512:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979039.283516:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979039.283522:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979039.283526:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979039.283533:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979039.283536:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979040.179514:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979040.179517:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979040.179518:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979040.179519:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979040.179521:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979040.179523:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979040.179524:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979040.179525:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979040.179527:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979040.307387:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979040.307391:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979040.307398:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979040.307403:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979040.307406:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979040.307411:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979040.307417:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979040.307420:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979040.307423:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979040.307429:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979040.307437:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979040.307441:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979040.307444:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979040.307447:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979040.307452:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979040.307456:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979040.307461:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979040.307468:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979040.307476:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979040.307481:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979040.307484:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979040.307488:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979040.307491:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979040.307494:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979040.307500:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979040.307505:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979040.307522:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979040.307526:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979040.307529:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979040.307533:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979040.307537:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979040.307540:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979040.307543:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979040.307547:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979041.203399:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979041.203403:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979041.203405:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979041.203407:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979041.203409:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979041.203411:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979041.203413:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979041.203414:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979041.203417:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979041.331420:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979041.331428:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979041.331436:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979041.331440:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979041.331448:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979041.331452:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979041.331457:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979041.331460:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979041.331467:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979041.331472:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979041.331665:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979041.331670:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979041.331676:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979042.227398:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979042.227406:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979042.227409:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979042.227418:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979042.227423:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979042.227427:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979042.227438:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979042.227442:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979042.227445:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979042.355389:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979042.355394:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979042.355402:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979042.355407:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979042.355412:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979042.355414:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979042.355418:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979042.355420:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979042.355422:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979042.355423:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979042.355440:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979042.355443:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979042.355447:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979042.355581:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979042.355585:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979042.355587:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979042.355591:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979042.355597:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979042.355600:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979042.355603:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979042.355606:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979042.355609:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979043.251399:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979043.251405:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979043.251407:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979043.251414:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979043.251419:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979043.251425:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979043.251435:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979043.251438:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979043.251441:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979043.379416:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979043.379425:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979043.379429:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979043.379438:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979043.379446:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979043.379452:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979043.379469:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979043.379474:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979043.379479:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979043.379505:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979043.379508:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979043.379513:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979043.379515:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979043.379519:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979043.379521:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979043.379526:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979043.379528:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979043.379533:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979043.379535:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979043.379556:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979043.379562:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979043.379570:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979043.379596:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979043.379601:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979043.379605:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979043.379609:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979043.379614:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979043.379618:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979043.379621:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979043.379625:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979043.379629:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979044.275535:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979044.275539:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979044.275540:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979044.275543:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979044.275545:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979044.275547:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979044.275550:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979044.275551:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979044.275553:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979044.403415:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979044.403425:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979044.403429:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979044.403437:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979044.403444:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979044.403455:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979044.403523:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979044.403527:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979044.403531:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979044.403556:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979044.403561:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979044.403568:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979044.403570:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979044.403576:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979044.403581:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979044.403589:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979044.403593:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979044.403602:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979044.403605:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979044.403629:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979044.403634:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979044.403639:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979045.299633:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979045.299638:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979045.299639:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979045.299642:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979045.299645:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979045.299647:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979045.299649:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979045.299651:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979045.299653:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979045.427408:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979045.427414:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979045.427419:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979045.427424:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979045.427430:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979045.427435:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979045.427440:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979045.427445:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979045.427452:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979045.427454:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979045.427458:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979045.427460:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979045.427464:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979045.427465:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979045.427469:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979045.427470:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979045.427498:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979045.427501:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979045.427504:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979045.428017:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979045.428024:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979045.428029:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979045.428034:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979045.428041:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979045.428046:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979045.431089:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979045.431093:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979045.431108:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979046.323413:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979046.323422:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979046.323436:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979046.323441:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979046.323445:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979046.323450:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979046.323454:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979046.323458:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979046.323461:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979046.451414:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979046.451419:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979046.451426:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979046.451429:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979046.451433:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979046.451437:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979046.451441:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979046.451444:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979046.451464:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979046.451467:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979046.451496:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979046.451499:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979046.451508:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979046.455191:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979046.455199:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979046.455201:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979046.455206:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979046.455210:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979046.455214:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979046.455218:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979046.455223:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979046.455228:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979047.347455:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979047.347463:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979047.347466:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979047.347479:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979047.347486:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979047.347490:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979047.347513:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979047.347516:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979047.347519:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979047.476490:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979047.476494:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979047.476497:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979047.476498:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979047.476500:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979047.476501:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979047.476504:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979047.476504:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979047.476513:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979047.476514:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979047.476532:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979047.476534:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979047.476536:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979048.371397:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979048.371404:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979048.371408:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979048.371414:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979048.371419:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979048.371424:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979048.371436:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979048.371439:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979048.371443:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979048.499878:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979048.499880:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979048.499884:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979048.499885:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979048.499887:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979048.499888:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979048.499891:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979048.499892:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979048.499894:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979048.499895:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979048.500140:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979048.500143:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979048.500144:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979048.500147:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979048.500149:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979048.500151:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979048.500152:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979048.500154:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979048.500156:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979049.395521:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979049.395524:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979049.395525:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979049.395528:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979049.395530:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979049.395532:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979049.395534:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979049.395535:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979049.395538:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979049.523542:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979049.523547:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979049.523703:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979049.523706:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979049.523709:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979049.523711:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979049.523713:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979049.523714:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979049.523716:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979049.523735:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979049.523738:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979049.523743:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979049.523818:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979049.523822:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979049.523826:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979049.523830:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979049.523833:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979049.523835:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979049.523838:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979049.523843:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979049.523848:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979049.523850:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979049.523851:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979049.523853:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979049.523854:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979049.523855:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979049.523857:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979049.523861:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979049.523863:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979049.523865:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979049.523866:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979049.523868:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979049.523869:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979049.523871:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979049.523873:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979049.523876:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979049.523877:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979049.523878:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979049.523881:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979049.523882:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979049.523883:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979049.523885:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979049.523887:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979050.419417:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979050.419424:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979050.419425:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979050.419431:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979050.419435:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979050.419439:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979050.419442:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979050.419445:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979050.419451:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979050.547390:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979050.547397:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979050.547405:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979050.547409:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979050.547417:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979050.547421:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979050.547427:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979050.547432:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979050.547440:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979050.547443:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979050.547472:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979050.547477:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979050.547481:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979050.547488:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979050.547493:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979050.547497:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979050.547514:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979050.547518:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979050.547521:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1783979051.059597:0:2390:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.148:988 00000400:00000100:0.0:1783979051.059690:0:2390:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.148@tcp at host 192.168.201.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1783979051.059700:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979051.059703:0:2390:0:(router.c:1791:lnet_notify()) 192.168.201.48@tcp notifying 192.168.201.148@tcp: down 00000400:00000200:0.0:1783979051.059708:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979051.059712:0:2390:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1783979051.059722:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783979051.059726:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d4af8900. 00000400:00000200:0.0:1783979051.059731:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783979051.059736:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783979051.059742:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c8b46a18 00000400:00000010:0.0:1783979051.059744:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c8b46a18. 00000100:00000001:0.0:1783979051.059761:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979051.059769:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83eed39f80 x1870620402962944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979051.059795:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979051.059799:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620402962944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979072 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979051.059807:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979051.059809:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783979051.059818:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783979051.059820:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d4af8f00. 00000400:00000200:0.0:1783979051.059823:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783979051.059827:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783979051.059829:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c8b46bb0 00000400:00000010:0.0:1783979051.059831:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c8b46bb0. 00000100:00000001:0.0:1783979051.059834:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979051.059838:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83eed38380 x1870620402963072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979051.059845:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979051.059848:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620402963072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979072 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979051.059854:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979051.059856:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783979051.059861:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783979051.059862:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d4af8100. 00000400:00000200:0.0:1783979051.059866:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783979051.059868:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783979051.059871:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c8b46198 00000400:00000010:0.0:1783979051.059873:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c8b46198. 00000100:00000001:0.0:1783979051.059875:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979051.059879:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83eed39180 x1870620402963200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979051.059886:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979051.059890:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39180 x1870620402963200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979072 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979051.059905:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979051.059907:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783979051.059911:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783979051.059914:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d4af8500. 00000400:00000200:0.0:1783979051.059916:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783979051.059919:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783979051.059922:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c8b46330 00000400:00000010:0.0:1783979051.059924:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c8b46330. 00000100:00000001:0.0:1783979051.059926:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979051.059930:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83eed3a300 x1870620402963328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979051.059938:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979051.059940:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620402963328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979072 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979051.059946:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979051.059948:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783979051.059951:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783979051.059953:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d4af8700. 00000400:00000200:0.0:1783979051.059956:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783979051.059959:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783979051.059961:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c8b465d8 00000400:00000010:0.0:1783979051.059964:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c8b465d8. 00000100:00000001:0.0:1783979051.059966:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979051.059970:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83eed3b480 x1870620402963456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979051.059978:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979051.059981:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620402963456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979072 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979051.059987:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979051.059988:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979051.444137:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979051.444141:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979051.444142:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979051.444145:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979051.444147:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979051.444149:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979051.444151:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979051.444152:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979051.444155:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979051.571461:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979051.571476:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979051.571480:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979051.571485:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979051.571491:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979051.571496:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979051.571504:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979051.571753:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979051.571757:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979051.571781:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979051.571785:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979051.571790:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979051.571792:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979051.571796:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979051.571797:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979051.571800:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979051.571802:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979051.571805:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979051.571808:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979052.467435:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979052.467443:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979052.467447:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979052.467453:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979052.467459:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979052.467463:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979052.467474:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979052.467477:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979052.467481:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979052.595407:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979052.595411:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979052.595416:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979052.595419:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979052.595430:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979052.595432:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979052.595436:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979052.595440:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979052.595446:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979052.595449:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979052.595476:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979052.595480:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979052.595484:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979052.595501:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979052.595504:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979052.595507:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979052.595510:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979052.595516:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979052.595519:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979052.595523:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979052.595526:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979052.595532:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979052.595547:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979052.595552:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979052.595555:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979052.595559:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979052.595564:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979052.595568:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979052.595573:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979052.595575:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979052.595576:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979053.491425:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979053.491445:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979053.491447:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979053.491451:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979053.491454:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979053.491458:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979053.491464:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979053.491465:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979053.491471:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979053.619476:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979053.619482:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979053.619484:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979053.619489:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979053.619493:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979053.619496:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979053.619500:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979053.619502:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979053.619506:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979053.619540:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979053.619543:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979053.619548:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979053.619551:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979053.619565:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979053.619567:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979053.619573:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979053.619576:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979053.619582:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979053.619585:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979053.619618:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979053.619621:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979053.619626:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979054.515368:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979054.515375:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979054.515378:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979054.515386:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979054.515391:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979054.515395:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979054.515399:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979054.515403:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979054.515408:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979054.643415:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979054.643422:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979054.643427:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979054.643432:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979054.643439:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979054.643443:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979054.643448:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979054.643452:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979054.643458:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979054.643461:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979054.643468:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979054.643472:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979054.643476:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979054.643478:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979054.643481:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979054.643483:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979054.643502:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979054.643513:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979054.643518:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979055.539410:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979055.539417:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979055.539419:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979055.539424:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979055.539429:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979055.539435:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979055.539450:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979055.539453:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979055.539456:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979055.667405:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979055.667412:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979055.667419:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979055.667420:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979055.667425:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979055.667427:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979055.667431:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979055.667432:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979055.667436:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979055.667437:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979055.667462:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979055.667467:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979055.667472:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979055.667504:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979055.667508:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979055.667509:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979055.667513:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979055.667515:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979055.667517:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979055.667519:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979055.667522:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979055.667524:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979055.667662:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979055.667664:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979055.667665:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979055.667667:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979055.667669:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979055.667671:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979055.667672:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979055.667675:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979055.667678:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979055.667914:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979055.667919:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979055.667923:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979055.667938:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979055.667944:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979055.667948:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979055.667951:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979055.667952:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979055.667955:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979056.563341:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979056.563348:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979056.563351:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979056.563357:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979056.563362:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979056.563365:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979056.563369:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979056.563374:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979056.563379:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979056.691773:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979056.691777:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979056.691781:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979056.691783:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979056.691787:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979056.691788:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979056.691791:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979056.691802:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979056.691806:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979056.691807:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979056.691852:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979056.691856:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979056.691859:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979056.691868:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979056.691871:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979056.691975:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979056.691978:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979056.691980:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979056.691982:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979056.691983:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979056.691985:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979056.691987:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979057.587610:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979057.587620:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979057.587625:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979057.587632:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979057.587638:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979057.587642:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979057.587654:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979057.587658:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979057.587662:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979057.715401:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979057.715409:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979057.715413:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979057.715419:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979057.715425:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979057.715430:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979057.715435:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979057.715438:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979057.715441:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979057.715460:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979057.715461:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979057.715465:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979057.715467:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979057.715470:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979057.715473:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979057.715478:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979057.715482:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979057.715487:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979057.715490:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979057.715511:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979057.715517:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979057.715521:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979057.715525:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979057.715530:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979057.715533:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979057.715536:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979057.715537:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979057.715538:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979057.715545:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979057.715547:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979057.715549:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979057.715559:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979057.715560:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979057.715561:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979057.715563:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979057.715564:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979057.715565:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979057.715566:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979057.715567:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979057.715569:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979057.715577:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979057.715579:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979057.715581:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979057.715583:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979057.715585:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979057.715587:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979057.716846:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979057.716849:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979057.716852:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979058.227428:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979058.227439:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979058.227442:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979058.227453:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979058.227457:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979058.227464:0:296888:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 16711 00000400:00000200:0.0:1783979058.227472:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979058.227478:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979058.227481:0:296888:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979058.227484:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979058.227488:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979058.227490:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979058.227493:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979058.227497:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979058.227499:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783979058.227501:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979058.227504:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783979058.227507:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783979058.227509:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783979058.227512:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979058.227514:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979058.227516:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979058.227519:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979058.227522:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783979058.227525:0:296888:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979058.227527:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979058.227536:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979058.227542:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979058.227545:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979058.227547:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979058.227550:0:296888:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979058.227559:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783979058.227563:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783979058.227567:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979058.227569:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979058.227571:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979058.227574:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979058.227577:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979058.227585:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783979058.227591:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979058.227600:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402964224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979058.227620:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979058.227625:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979058.227630:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402964224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979058.227777:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979058.227781:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979058.227784:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979058.227786:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979058.227788:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979058.227791:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979058.227840:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16711 00000400:00000200:0.0:1783979058.227854:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979058.227857:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979058.227859:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979058.227862:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979058.227865:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979058.227867:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979058.227869:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979058.227871:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979058.227873:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783979058.227874:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979058.227876:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783979058.227878:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783979058.227880:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783979058.227884:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979058.227886:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979058.227888:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979058.227890:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979058.227893:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783979058.227896:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979058.227898:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979058.227900:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979058.227905:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979058.227907:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979058.227909:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979058.227913:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979058.227916:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979058.227918:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979058.227922:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783979058.227924:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979058.227927:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979058.227929:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979058.227930:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979058.227932:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979058.227933:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979058.227937:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783979058.227940:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979058.227945:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402964352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979058.227952:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979058.227955:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979058.227958:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402964352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979058.227975:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979058.227978:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979058.227981:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979058.227983:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979058.227984:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979058.227987:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979058.227990:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16711 00000400:00000200:0.0:1783979058.227994:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979058.227997:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979058.227999:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979058.228001:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979058.228004:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979058.228006:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979058.228008:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979058.228010:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979058.228011:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783979058.228012:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979058.228014:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783979058.228016:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783979058.228018:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783979058.228021:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979058.228023:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979058.228025:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979058.228027:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979058.228029:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783979058.228030:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979058.228032:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979058.228033:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979058.228035:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979058.228037:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979058.228038:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979058.228040:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979058.228041:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979058.228042:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979058.228045:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783979058.228046:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979058.228047:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979058.228048:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979058.228049:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979058.228050:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979058.228052:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979058.228054:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783979058.228056:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979058.228059:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620402964480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979058.228064:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979058.228066:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979058.228068:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620402964480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979058.228072:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979058.228074:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979058.228077:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979058.228078:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979058.228079:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979058.228081:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979058.228094:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16711 00000400:00000200:0.0:1783979058.228096:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979058.228098:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979058.228099:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979058.228101:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979058.228104:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979058.228105:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979058.228107:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979058.228109:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979058.228111:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783979058.228112:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979058.228114:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783979058.228115:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783979058.228118:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783979058.228120:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979058.228122:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979058.228124:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979058.228126:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979058.228128:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783979058.228131:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979058.228134:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979058.228135:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979058.228138:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979058.228140:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979058.228142:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979058.228145:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979058.228147:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979058.228149:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979058.228152:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783979058.228154:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979058.228156:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979058.228157:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979058.228158:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979058.228159:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979058.228160:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979058.228162:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783979058.228165:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979058.228168:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402964608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979058.228172:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979058.228174:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979058.228176:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402964608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979058.228180:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979058.228182:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979058.228183:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979058.228184:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979058.228185:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979058.228187:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979058.228190:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16711 00000400:00000200:0.0:1783979058.228194:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979058.228196:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979058.228198:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979058.228201:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979058.228203:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979058.228205:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979058.228208:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979058.228210:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979058.228211:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783979058.228213:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979058.228215:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783979058.228217:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783979058.228219:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783979058.228221:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979058.228223:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979058.228225:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979058.228227:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979058.228229:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783979058.228232:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979058.228234:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979058.228236:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979058.228238:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979058.228240:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979058.228241:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979058.228243:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979058.228245:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979058.228247:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979058.228249:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783979058.228251:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979058.228263:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979058.228265:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979058.228266:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979058.228267:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979058.228269:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979058.228273:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783979058.228276:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979058.228281:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402964736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979058.228292:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979058.228313:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979058.228318:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402964736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979058.228326:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979058.228330:0:296888:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16721) 00000100:00000001:0.0:1783979058.612590:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979058.612595:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979058.612597:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979058.612601:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979058.612603:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979058.612606:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979058.612608:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979058.612609:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979058.612612:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979058.739437:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979058.739443:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979058.739447:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979058.739452:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979058.739457:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979058.739460:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979058.739465:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979058.739469:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979058.739473:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979058.739495:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979058.739498:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979058.739503:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979058.739504:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979058.739508:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979058.739509:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979058.739512:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979058.739513:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979058.739517:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979058.739518:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979058.739538:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979058.739541:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979058.739545:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979058.739565:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979058.739568:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979058.739570:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979058.739572:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979058.739575:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979058.739577:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979058.739579:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979058.739581:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979058.739583:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979058.739798:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979058.739802:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979058.739803:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979058.739806:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979058.739809:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979058.739811:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979058.739814:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979058.739816:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979058.739818:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979059.635390:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979059.635397:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979059.635401:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979059.635406:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979059.635412:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979059.635416:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979059.635423:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979059.635426:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979059.635429:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979059.763681:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979059.763687:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979059.763690:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979059.763694:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979059.763700:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979059.763703:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979059.763706:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979059.763707:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979059.763710:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979059.763725:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979059.763728:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979059.763729:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979059.763731:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979059.763734:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979059.763736:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979059.763737:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979059.763739:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979059.763756:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979059.763780:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979059.763783:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979059.763788:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979059.763791:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979059.763793:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979059.763796:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979059.763799:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979059.763801:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979059.763803:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979059.763805:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979059.763809:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979059.763811:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979059.763812:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979059.763814:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979059.763815:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979059.763817:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979059.763818:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979059.763820:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979059.763824:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979059.763825:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979059.763827:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979059.763828:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979059.763830:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979059.763831:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979059.763833:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979059.763835:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979059.763839:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979059.763840:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979059.763842:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979059.763844:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979059.763845:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979059.763846:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979059.763848:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979059.763850:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979059.763867:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979059.763870:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979059.763872:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979060.659475:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979060.659485:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979060.659487:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979060.659492:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979060.659496:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979060.659500:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979060.659503:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979060.659506:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979060.659508:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979060.787409:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979060.787415:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979060.787419:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979060.787424:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979060.787428:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979060.787433:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979060.787440:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979060.787444:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979060.787452:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979060.787500:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979060.787503:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979060.787510:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979060.787513:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979060.787521:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979060.787525:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979060.787533:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979060.787537:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979060.787543:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979060.787545:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979060.787567:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979060.787572:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979060.787576:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979061.683416:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979061.683424:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979061.683426:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979061.683431:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979061.683434:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979061.683438:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979061.683440:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979061.683443:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979061.683446:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979061.683612:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979061.683616:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979061.683617:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979061.683619:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979061.683621:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979061.683623:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979061.683625:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979061.683627:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979061.683629:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979061.811528:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979061.811532:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979061.811534:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979061.811537:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979061.811540:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979061.811541:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979061.811543:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979061.811545:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979061.811548:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979061.811566:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979061.811569:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979061.811573:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979061.811574:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979061.811578:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979061.811579:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979061.811583:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979061.811584:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979061.811588:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979061.811589:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979061.811609:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979061.811612:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979061.811615:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979061.811639:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979061.811644:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979061.811648:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979061.811653:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979061.811659:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979061.811663:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979061.811667:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979061.811669:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979061.811671:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979061.811935:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979061.811938:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979061.811940:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979061.811942:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979061.811944:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979061.811946:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979061.811948:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979061.811950:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979061.811952:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979062.707431:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979062.707439:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979062.707442:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979062.707447:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979062.707452:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979062.707457:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979062.707462:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979062.707465:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979062.707470:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979062.835826:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979062.835831:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979062.835841:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979062.835845:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979062.835859:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979062.835862:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979062.835869:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979062.835872:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979062.835876:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979062.835878:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979062.835900:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979062.835902:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979062.835904:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783979063.347424:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979063.347433:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979063.347435:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979063.347438:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979063.347441:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979063.347447:0:297114:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 16716 00000400:00000200:0.0:1783979063.347454:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979063.347459:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979063.347462:0:297114:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979063.347464:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979063.347466:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979063.347468:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979063.347471:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979063.347475:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979063.347477:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783979063.347479:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979063.347482:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783979063.347485:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783979063.347487:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783979063.347490:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979063.347492:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979063.347494:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979063.347496:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979063.347499:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783979063.347512:0:297114:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979063.347515:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979063.347522:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979063.347526:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979063.347529:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979063.347531:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979063.347533:0:297114:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979063.347543:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783979063.347547:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783979063.347551:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979063.347553:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979063.347556:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979063.347559:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979063.347563:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979063.347570:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783979063.347576:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979063.347585:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402964864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979063.347595:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979063.347599:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979063.347603:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402964864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979063.347625:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979063.347628:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979063.347631:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979063.347633:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979063.347634:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979063.347637:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979063.347640:0:297114:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16716 00000400:00000200:0.0:1783979063.347643:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979063.347647:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979063.347649:0:297114:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979063.347653:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979063.347655:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979063.347659:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979063.347660:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979063.347664:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979063.347667:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783979063.347669:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979063.347674:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783979063.347691:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783979063.347694:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783979063.347701:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979063.347706:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979063.347710:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979063.347716:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979063.347721:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783979063.347727:0:297114:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979063.347731:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979063.347736:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979063.347749:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979063.347757:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979063.347761:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979063.347767:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979063.347772:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979063.347776:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979063.347780:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783979063.347784:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979063.347790:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979063.347793:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979063.347795:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979063.347798:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979063.347802:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979063.347808:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783979063.347814:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979063.347822:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620402964992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979063.347837:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979063.347841:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979063.347850:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620402964992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979063.347867:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979063.347872:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979063.347879:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979063.347883:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979063.347884:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979063.347888:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979063.347894:0:297114:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16716 00000400:00000200:0.0:1783979063.347900:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979063.347914:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979063.347919:0:297114:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979063.347926:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979063.347931:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979063.347936:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979063.347941:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979063.347945:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979063.347948:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783979063.347951:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979063.347955:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783979063.347957:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783979063.347961:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783979063.347968:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979063.347983:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979063.347988:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979063.347991:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979063.347996:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783979063.348003:0:297114:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979063.348008:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979063.348011:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979063.348015:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979063.348020:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979063.348023:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979063.348027:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979063.348032:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979063.348036:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979063.348041:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783979063.348044:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979063.348049:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979063.348051:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979063.348054:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979063.348056:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979063.348058:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979063.348063:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783979063.348068:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979063.348076:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620402965120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979063.348100:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979063.348103:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979063.348110:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620402965120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979063.348135:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979063.348140:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979063.348146:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979063.348149:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979063.348151:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979063.348155:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979063.348168:0:297114:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16716 00000400:00000200:0.0:1783979063.348174:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979063.348179:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979063.348183:0:297114:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979063.348187:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979063.348191:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979063.348196:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979063.348202:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979063.348205:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979063.348209:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783979063.348212:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979063.348215:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783979063.348219:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783979063.348223:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783979063.348228:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979063.348232:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979063.348245:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979063.348250:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979063.348254:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783979063.348260:0:297114:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979063.348265:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979063.348268:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979063.348271:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979063.348276:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979063.348280:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979063.348283:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979063.348288:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979063.348290:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979063.348322:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783979063.348327:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979063.348331:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979063.348334:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979063.348338:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979063.348341:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979063.348344:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979063.348349:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783979063.348355:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979063.348364:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402965248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979063.348376:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979063.348379:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979063.348388:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402965248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979063.348404:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979063.348409:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979063.348416:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979063.348419:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979063.348423:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979063.348427:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979063.348433:0:297114:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16716 00000400:00000200:0.0:1783979063.348440:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979063.348445:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979063.348450:0:297114:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979063.348455:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979063.348460:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979063.348463:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979063.348467:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979063.348471:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979063.348474:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783979063.348476:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979063.348479:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783979063.348483:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783979063.348487:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783979063.348494:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979063.348498:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979063.348502:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979063.348505:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979063.348509:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783979063.348513:0:297114:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979063.348518:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979063.348522:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979063.348527:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979063.348533:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979063.348536:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979063.348539:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979063.348544:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979063.348548:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979063.348553:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783979063.348556:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979063.348562:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979063.348565:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979063.348569:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979063.348573:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979063.348575:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979063.348581:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783979063.348586:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979063.348595:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402965376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979063.348610:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979063.348613:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979063.348620:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402965376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979063.348634:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979063.348642:0:297114:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16726) 00000100:00000001:0.0:1783979063.731396:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979063.731405:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979063.731408:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979063.731414:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979063.731420:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979063.731424:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979063.731436:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979063.731439:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979063.731441:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979063.859719:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979063.859729:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979063.859732:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979063.859735:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979063.859738:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979063.859741:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979063.859743:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979063.859745:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979063.859748:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979063.859769:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979063.859772:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979063.859776:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979063.859777:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979063.859780:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979063.859781:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979063.859784:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979063.859785:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979063.859788:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979063.859789:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979063.859805:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979063.859808:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979063.859811:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979063.863099:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979063.863104:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979063.863105:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979063.863108:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979063.863111:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979063.863113:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979063.863454:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979063.863457:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979063.863460:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979064.755438:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979064.755443:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979064.755444:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979064.755446:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979064.755448:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979064.755450:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979064.755451:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979064.755452:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979064.755455:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979064.883540:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979064.883544:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979064.883546:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979064.883550:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979064.883560:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979064.883568:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979064.883572:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979064.883576:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979064.883579:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979064.883603:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979064.883608:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979064.883613:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979064.883616:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979064.883620:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979064.883621:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979064.883622:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979064.883624:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979064.883628:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979064.883631:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979064.883636:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979064.883640:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979064.883648:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979064.883662:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979064.883669:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979064.883672:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979064.883696:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979064.883699:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979064.883701:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979065.779404:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979065.779410:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979065.779413:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979065.779428:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979065.779433:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979065.779437:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979065.779447:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979065.779450:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979065.779454:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979065.907599:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979065.907604:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979065.907611:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979065.907614:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979065.907620:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979065.907623:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979065.907627:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979065.907628:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979065.907632:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979065.907648:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979065.907671:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979065.907674:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979065.907678:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979065.908044:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979065.908046:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979065.908048:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979065.908050:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979065.908052:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979065.908055:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979065.908057:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979065.908058:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979065.908060:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979066.803382:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979066.803389:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979066.803392:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979066.803396:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979066.803403:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979066.803408:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979066.803418:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979066.803421:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979066.803425:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979066.931418:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979066.931423:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979066.931432:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979066.931435:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979066.931444:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979066.931447:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979066.931455:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979066.931460:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979066.931466:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979066.931469:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979066.931494:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979066.931500:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979066.931505:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979066.931516:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979066.931522:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979066.931527:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979066.931534:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979066.931541:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979066.931546:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979066.931551:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979066.931556:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979066.931562:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979067.827378:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979067.827384:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979067.827386:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979067.827389:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979067.827393:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979067.827395:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979067.827397:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979067.827399:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979067.827403:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979067.955450:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979067.955462:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979067.955467:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979067.955477:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979067.955488:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979067.955499:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979067.955508:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979067.955511:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979067.955514:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979067.955539:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979067.955544:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979067.955549:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979067.955551:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979067.955557:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979067.955559:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979067.955565:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979067.955567:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979067.955571:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979067.955574:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979067.955615:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979067.955620:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979067.955624:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979067.955660:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979067.955666:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979067.955670:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979067.955680:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979067.955691:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979067.955700:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979067.955721:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979067.955727:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979067.955735:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979068.851420:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979068.851426:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979068.851430:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979068.851433:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979068.851438:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979068.851442:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979068.851456:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979068.851460:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979068.851464:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979068.979450:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979068.979460:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979068.979467:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979068.979477:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979068.979495:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979068.979504:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979068.979518:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979068.979524:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979068.979530:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979068.979557:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979068.979561:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979068.979570:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979068.979592:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979068.979600:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979068.979604:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979068.979609:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979068.979611:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979068.979614:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979068.979616:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979068.979678:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979068.979685:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979068.979689:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979068.979693:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979068.979697:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979068.979702:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979068.979707:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979068.979710:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979068.979716:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979069.875395:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979069.875402:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979069.875405:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979069.875410:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979069.875414:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979069.875418:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979069.875426:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979069.875428:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979069.875429:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979070.003432:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979070.003440:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979070.003442:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979070.003447:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979070.003451:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979070.003456:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979070.003458:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979070.003461:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979070.003464:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979070.003490:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979070.003493:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979070.003497:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979070.003501:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979070.003503:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979070.003507:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979070.003510:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979070.003512:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979070.003514:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979070.003517:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979070.003521:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979070.003522:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979070.003523:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979070.003525:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979070.003527:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979070.003528:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979070.003529:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979070.003531:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979070.003535:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979070.003537:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979070.003538:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979070.003539:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979070.003541:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979070.003542:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979070.003544:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979070.003546:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979070.003549:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979070.003551:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979070.003552:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979070.003554:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979070.003555:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979070.003557:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979070.003559:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979070.003560:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979070.003817:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979070.003819:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979070.003820:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979070.003821:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979070.003822:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979070.003824:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979070.003825:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979070.003826:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979070.003827:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979070.900090:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979070.900098:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979070.900100:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979070.900105:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979070.900109:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979070.900113:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979070.900115:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979070.900118:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979070.900121:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979071.027393:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979071.027408:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979071.027413:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979071.027420:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979071.027427:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979071.027432:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979071.027447:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979071.027451:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979071.027454:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979071.027479:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979071.027483:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979071.027489:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979071.027492:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979071.027497:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979071.027500:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979071.027505:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979071.027509:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979071.027514:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979071.027518:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979071.027562:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979071.027565:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979071.027567:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979071.027570:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979071.027575:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979071.027579:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979071.027582:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979071.027590:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979071.027594:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979071.923595:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979071.923600:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979071.923601:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979071.923604:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979071.923606:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979071.923608:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979071.923611:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979071.923612:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979071.923614:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979072.051373:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979072.051382:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979072.051384:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979072.051389:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979072.051394:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979072.051399:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979072.051406:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979072.051411:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979072.051418:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979072.051449:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979072.051453:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979072.051461:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979072.051465:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979072.051470:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979072.051472:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979072.051479:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979072.051483:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979072.051487:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979072.051491:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979072.947605:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979072.947609:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979072.947611:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979072.947620:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979072.947623:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979072.947625:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979072.947627:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979072.947628:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979072.947631:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979073.075438:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979073.075444:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979073.075454:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979073.075458:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979073.075466:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979073.075469:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979073.075477:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979073.075482:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979073.075490:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979073.075493:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979073.075549:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979073.075555:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979073.075558:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979073.075564:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979073.075569:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979073.075573:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979073.075577:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979073.075580:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979073.075586:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979073.587653:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979073.587659:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979073.587662:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979073.587670:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880380 x1870620402966144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.587681:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979073.587684:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979073.587690:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979073.587693:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979073.587696:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979073.587702:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402966144:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979073.587707:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979073.587712:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979073.587716:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979073.587719:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979073.587724:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979073.587727:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979073.587733:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979073.587736:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979073.587748:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979073.587760:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402966144, portal 25 00000100:00000001:0.0:1783979073.587766:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979073.587769:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694530432 : -110484015021184 : ffff9b83ef880380) 00000100:00000040:0.0:1783979073.587778:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880380 x1870620402966144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.587791:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979073.587797:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979073.587803:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979073.587808:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402966144, offset 0 00000400:00000200:0.0:1783979073.587821:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979073.587832:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979073.587839:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979073.587844:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979073.587849:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979073.587856:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979073.587861:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979073.587868:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826505:826505:256:4294967295] 192.168.201.148@tcp LPNI seq info [826476:826476:8:4294967295] 00000400:00000200:0.0:1783979073.587880:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979073.587896:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979073.587909:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979073.587917:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979073.587925:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979073.587931:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783979073.587949:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979073.587954:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979073.587962:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979073.587972:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979073.587979:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979073.587984:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979073.587991:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979073.587999:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880380 x1870620402966144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.588017:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979073.588024:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880380 x1870620402966144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979098 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.588040:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979073.588044:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979073.588052:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979073.588058:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979073.588063:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311400698 00000100:00000010:0.0:1783979073.588069:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783979073.588076:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979073.588082:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311400698 00000100:00000010:0.0:1783979073.588087:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783979073.588090:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979073.588094:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979073.588096:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979073.588100:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979073.588105:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979073/real 1783979073] req@ffff9b83ef880380 x1870620402966144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979073.588127:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979073.588129:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979073.588132:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979073.588134:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979073.588138:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979073.588140:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979073.588145:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880380 x1870620402966144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979073.588169:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880380 x1870620402966144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.588180:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979073.588183:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979073.588186:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979073.588188:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979073.588196:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880380 x1870620402966144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.588208:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979073.588216:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880380 x1870620402966144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979098 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.588223:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979073.588228:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979073.588233:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979073.588236:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979073.588240:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979073.588244:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979073.588251:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979073.588258:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979073.588263:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979073.588273:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880380 x1870620402966144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979098 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979073.588288:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402966144:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979073.588316:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979073.588320:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979073.588327:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880380 x1870620402966144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979098 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.588342:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979073.588347:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979073.588351:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979073.588358:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979073.588361:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979073.588364:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979073.588369:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979073.588374:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634c00. 02000000:00000001:0.0:1783979073.588380:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979073.588384:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979073.588387:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880380. 00000100:00000001:0.0:1783979073.588393:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979073.588397:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979073.588400:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979073.588410:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979073.588413:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979073.588416:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979073.588418:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979073.588420:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979073.588425:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880a80 x1870620402966272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.588434:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979073.588435:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979073.588439:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979073.588441:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979073.588445:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979073.588450:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402966272:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979073.588454:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979073.588457:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979073.588460:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979073.588462:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979073.588465:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979073.588469:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979073.588476:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979073.588479:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979073.588485:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979073.588488:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402966272, portal 10 00000100:00000001:0.0:1783979073.588491:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979073.588494:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694532224 : -110484015019392 : ffff9b83ef880a80) 00000100:00000040:0.0:1783979073.588524:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880a80 x1870620402966272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.588539:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979073.588546:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979073.588551:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979073.588557:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402966272, offset 0 00000400:00000200:0.0:1783979073.588566:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979073.588575:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979073.588583:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979073.588589:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979073.588596:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979073.588602:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979073.588609:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979073.588613:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826506:826506:256:4294967295] 192.168.201.148@tcp LPNI seq info [826477:826477:8:4294967295] 00000400:00000200:0.0:1783979073.588621:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979073.588628:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979073.588634:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979073.588641:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979073.588647:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979073.588650:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783979073.588665:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979073.588668:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979073.588671:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979073.588676:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979073.588681:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979073.588683:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979073.588686:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979073.588690:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880a80 x1870620402966272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.588699:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979073.588704:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880a80 x1870620402966272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979098 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.588720:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979073.588721:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979073.588723:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979073.588726:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979073.588731:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979073.588733:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311399440 00000100:00000001:0.0:1783979073.588737:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311400698 00000100:00000001:0.0:1783979073.588738:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311399440 00000100:00000001:0.0:1783979073.588742:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311400698 00000100:00000001:0.0:1783979073.588747:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979073.588751:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979073.588755:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979073.588763:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979073/real 1783979073] req@ffff9b83ef880a80 x1870620402966272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979073.588772:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979073.588774:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979073.588777:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979073.588780:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979073.588782:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979073.588785:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979073.588789:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880a80 x1870620402966272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979073.588797:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880a80 x1870620402966272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.588803:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979073.588804:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979073.588806:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979073.588808:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979073.588812:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880a80 x1870620402966272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.588818:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979073.588821:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880a80 x1870620402966272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979098 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.588827:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979073.588830:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979073.588832:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979073.588833:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979073.588835:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979073.588845:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979073.588848:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979073.588851:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979073.588854:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979073.588857:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880a80 x1870620402966272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979098 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979073.588865:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402966272:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979073.588869:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979073.588873:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883800 x1870620402966400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.588879:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979073.588880:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979073.588882:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979073.588884:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979073.588886:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979073.588889:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402966400:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979073.588892:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979073.588894:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979073.588895:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979073.588897:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979073.588901:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979073.588903:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979073.588906:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979073.588908:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979073.588911:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979073.588913:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402966400, portal 10 00000100:00000001:0.0:1783979073.588915:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979073.588916:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694543872 : -110484015007744 : ffff9b83ef883800) 00000100:00000040:0.0:1783979073.588922:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883800 x1870620402966400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.588927:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979073.588929:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979073.588932:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979073.588934:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402966400, offset 0 00000400:00000200:0.0:1783979073.588938:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979073.588942:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979073.588945:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979073.588948:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979073.588951:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979073.588953:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979073.588955:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979073.588958:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826507:826507:256:4294967295] 192.168.201.148@tcp LPNI seq info [826478:826478:8:4294967295] 00000400:00000200:0.0:1783979073.588962:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979073.588967:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979073.588972:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979073.588976:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979073.588979:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979073.588982:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783979073.588992:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979073.588994:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979073.588997:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979073.589001:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979073.589003:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979073.589005:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979073.589008:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979073.589011:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883800 x1870620402966400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.589018:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979073.589020:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883800 x1870620402966400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979098 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.589026:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979073.589027:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979073.589029:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979073.589032:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979073.589035:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979073.589037:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311399435 00000100:00000001:0.0:1783979073.589039:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311400698 00000100:00000001:0.0:1783979073.589041:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311399435 00000100:00000001:0.0:1783979073.589044:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311400698 00000100:00000001:0.0:1783979073.589046:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979073.589048:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979073.589049:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979073.589053:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979073/real 1783979073] req@ffff9b83ef883800 x1870620402966400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979073.589060:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979073.589061:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979073.589062:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979073.589065:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979073.589066:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979073.589068:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979073.589071:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883800 x1870620402966400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979073.589079:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883800 x1870620402966400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.589085:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979073.589086:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979073.589088:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979073.589089:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979073.589093:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883800 x1870620402966400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.589099:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979073.589103:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883800 x1870620402966400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979098 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.589109:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979073.589111:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979073.589113:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979073.589114:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979073.589116:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979073.589123:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979073.589125:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979073.589129:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979073.589131:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979073.589135:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883800 x1870620402966400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979098 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979073.589142:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402966400:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979073.589145:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979073.589147:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979073.589150:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880a80 x1870620402966272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979098 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.589156:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979073.589158:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979073.589160:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979073.589162:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979073.589164:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979073.589165:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979073.589167:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979073.589169:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635000. 02000000:00000001:0.0:1783979073.589172:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979073.589173:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979073.589174:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880a80. 00000100:00000001:0.0:1783979073.589177:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979073.589178:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979073.589180:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979073.589183:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883800 x1870620402966400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979098 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.589190:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979073.589191:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979073.589192:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979073.589196:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979073.589197:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979073.589198:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979073.589200:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979073.589202:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636000. 02000000:00000001:0.0:1783979073.589205:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979073.589206:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979073.589208:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883800. 00000100:00000001:0.0:1783979073.589211:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979073.589212:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979073.589215:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979073.589219:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979073.589220:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979073.589222:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979073.589223:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979073.589225:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979073.589228:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880700 x1870620402966528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.589235:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979073.589236:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979073.589238:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979073.589239:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979073.589241:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979073.589244:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402966528:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979073.589247:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979073.589249:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979073.589250:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979073.589252:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979073.589255:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979073.589256:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979073.589260:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979073.589262:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979073.589266:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979073.589268:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402966528, portal 4 00000100:00000001:0.0:1783979073.589270:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979073.589272:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694531328 : -110484015020288 : ffff9b83ef880700) 00000100:00000040:0.0:1783979073.589277:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880700 x1870620402966528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.589283:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979073.589286:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979073.589288:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979073.589291:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402966528, offset 0 00000400:00000200:0.0:1783979073.589318:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979073.589323:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979073.589326:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979073.589329:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979073.589331:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979073.589333:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979073.589335:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979073.589338:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826508:826508:256:4294967295] 192.168.201.148@tcp LPNI seq info [826479:826479:8:4294967295] 00000400:00000200:0.0:1783979073.589342:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979073.589348:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979073.589352:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979073.589356:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979073.589359:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979073.589362:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783979073.589372:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979073.589373:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979073.589376:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979073.589379:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979073.589382:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979073.589384:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979073.589387:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979073.589390:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880700 x1870620402966528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.589397:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979073.589401:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880700 x1870620402966528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979098 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.589407:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979073.589409:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979073.589411:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979073.589414:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979073.589417:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979073.589419:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311399463 00000100:00000001:0.0:1783979073.589422:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311400698 00000100:00000001:0.0:1783979073.589424:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311399463 00000100:00000001:0.0:1783979073.589426:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311400698 00000100:00000001:0.0:1783979073.589429:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979073.589430:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979073.589432:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979073.589435:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979073/real 1783979073] req@ffff9b83ef880700 x1870620402966528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979073.589443:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979073.589445:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979073.589446:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979073.589448:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979073.589450:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979073.589452:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979073.589455:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880700 x1870620402966528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979073.589463:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880700 x1870620402966528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.589470:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979073.589471:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979073.589473:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979073.589474:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979073.589477:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880700 x1870620402966528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.589484:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979073.589487:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880700 x1870620402966528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979098 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.589493:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979073.589496:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979073.589497:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979073.589499:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979073.589513:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979073.589517:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979073.589520:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979073.589524:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979073.589526:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979073.589530:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880700 x1870620402966528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979098 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979073.589537:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402966528:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979073.589541:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979073.589544:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881180 x1870620402966656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.589550:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979073.589552:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979073.589554:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979073.589555:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979073.589557:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979073.589560:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402966656:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979073.589563:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979073.589566:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979073.589567:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979073.589569:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979073.589572:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979073.589574:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979073.589577:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979073.589579:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979073.589582:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979073.589585:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402966656, portal 4 00000100:00000001:0.0:1783979073.589587:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979073.589588:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694534016 : -110484015017600 : ffff9b83ef881180) 00000100:00000040:0.0:1783979073.589593:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881180 x1870620402966656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.589599:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979073.589601:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979073.589603:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979073.589606:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402966656, offset 0 00000400:00000200:0.0:1783979073.589610:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979073.589614:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979073.589616:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979073.589619:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979073.589622:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979073.589624:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979073.589626:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979073.589629:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826509:826509:256:4294967295] 192.168.201.148@tcp LPNI seq info [826480:826480:8:4294967295] 00000400:00000200:0.0:1783979073.589633:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979073.589639:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979073.589644:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979073.589647:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979073.589650:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979073.589652:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783979073.589662:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979073.589664:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979073.589667:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979073.589671:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979073.589673:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979073.589675:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979073.589677:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979073.589681:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881180 x1870620402966656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.589689:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979073.589691:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881180 x1870620402966656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979098 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.589698:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979073.589699:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979073.589702:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979073.589705:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979073.589708:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979073.589710:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311399453 00000100:00000001:0.0:1783979073.589712:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311400698 00000100:00000001:0.0:1783979073.589714:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311399453 00000100:00000001:0.0:1783979073.589716:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311400698 00000100:00000001:0.0:1783979073.589718:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979073.589720:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979073.589722:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979073.589725:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979073/real 1783979073] req@ffff9b83ef881180 x1870620402966656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979073.589732:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979073.589734:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979073.589735:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979073.589738:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979073.589739:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979073.589741:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979073.589745:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881180 x1870620402966656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979073.589753:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881180 x1870620402966656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.589758:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979073.589759:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979073.589761:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979073.589763:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979073.589766:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881180 x1870620402966656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.589774:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979073.589777:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881180 x1870620402966656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979098 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.589784:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979073.589786:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979073.589788:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979073.589789:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979073.589791:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979073.589795:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979073.589798:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979073.589801:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979073.589803:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979073.589807:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881180 x1870620402966656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979098 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979073.589815:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402966656:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979073.589818:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979073.589820:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979073.589824:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880700 x1870620402966528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979098 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.589830:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979073.589832:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979073.589834:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979073.589836:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979073.589839:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979073.589840:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979073.589842:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979073.589843:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634000. 02000000:00000001:0.0:1783979073.589846:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979073.589847:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979073.589849:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880700. 00000100:00000001:0.0:1783979073.589851:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979073.589853:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979073.589854:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979073.589858:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881180 x1870620402966656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979098 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979073.589864:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979073.589865:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979073.589866:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979073.589868:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979073.589869:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979073.589870:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979073.589872:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979073.589873:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783979073.589876:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979073.589877:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979073.589878:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881180. 00000100:00000001:0.0:1783979073.589881:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979073.589882:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979073.589883:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979073.589887:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979073.589888:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979073.589890:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979073.589892:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979073.971421:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979073.971429:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979073.971430:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979073.971435:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979073.971439:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979073.971442:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979073.971445:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979073.971447:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979073.971451:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979074.099617:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979074.099624:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979074.099628:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979074.099634:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979074.099642:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979074.099648:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979074.099654:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979074.099658:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979074.099662:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979074.099690:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979074.099694:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979074.099699:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979074.099700:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979074.099704:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979074.099706:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979074.099709:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979074.099711:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979074.099714:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979074.099716:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979074.995405:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979074.995416:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979074.995420:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979074.995428:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979074.995435:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979074.995442:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979074.995454:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979074.995456:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979074.995460:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979075.123450:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979075.123459:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979075.123464:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979075.123469:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979075.123489:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979075.123492:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979075.123494:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979075.123497:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979075.123503:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979075.123505:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979075.123512:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979075.123516:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979075.123524:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979075.123528:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979075.123538:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979075.123541:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979075.123570:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979075.123575:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979075.123577:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979075.123580:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979075.123583:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979075.123586:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979075.123589:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979075.123592:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979075.123598:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979076.019407:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979076.019415:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979076.019419:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979076.019427:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979076.019433:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979076.019438:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979076.019452:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979076.019455:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979076.019472:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979076.147442:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979076.147452:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979076.147470:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979076.147479:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979076.147487:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979076.147492:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979076.147510:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979076.147515:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979076.147519:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979076.147549:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979076.147554:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979076.147564:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979076.147569:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979076.147586:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979076.147590:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979076.147598:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979076.147602:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979076.147611:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979076.147612:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979077.043406:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979077.043415:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979077.043421:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979077.043427:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979077.043433:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979077.043438:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979077.043453:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979077.043457:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979077.043461:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979077.171428:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979077.171433:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979077.171458:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979077.171462:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979077.171473:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979077.171477:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979077.171484:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979077.171488:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979077.171495:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979077.171499:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979077.171539:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979077.171544:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979077.171548:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979077.171551:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979077.171557:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979077.171563:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979077.171568:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979077.171571:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979077.171587:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979078.067534:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979078.068797:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979078.068799:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979078.068806:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979078.068810:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979078.068814:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979078.068817:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979078.068819:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979078.068822:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979078.195435:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979078.195456:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979078.195459:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979078.195465:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979078.195470:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979078.195475:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979078.195480:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979078.195483:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979078.195488:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979078.195516:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979078.195520:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979078.195527:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979078.195532:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979078.195540:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979078.195543:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979078.195551:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979078.195554:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979078.195560:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979078.195562:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979078.707677:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979078.707683:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979078.707688:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979078.707699:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882a00 x1870620402966784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.707717:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979078.707721:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979078.707727:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979078.707731:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979078.707736:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979078.707741:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402966784:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979078.707749:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979078.707755:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979078.707759:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979078.707763:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979078.707783:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979078.707787:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979078.707794:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979078.707800:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979078.707808:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979078.707816:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402966784, portal 25 00000100:00000001:0.0:1783979078.707821:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979078.707825:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694540288 : -110484015011328 : ffff9b83ef882a00) 00000100:00000040:0.0:1783979078.707835:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882a00 x1870620402966784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.707850:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979078.707854:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979078.707857:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979078.707862:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402966784, offset 0 00000400:00000200:0.0:1783979078.707881:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979078.707890:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979078.707897:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979078.707902:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979078.707909:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979078.707916:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979078.707921:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979078.707930:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826510:826510:256:4294967295] 192.168.201.148@tcp LPNI seq info [826481:826481:8:4294967295] 00000400:00000200:0.0:1783979078.707941:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979078.707973:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979078.707987:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979078.707996:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979078.708005:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979078.708011:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979078.708046:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979078.708050:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979078.708061:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979078.708072:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979078.708081:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979078.708085:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979078.708093:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979078.708102:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882a00 x1870620402966784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.708124:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979078.708133:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882a00 x1870620402966784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979103 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.708153:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979078.708155:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979078.708161:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979078.708166:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979078.708170:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311405818 00000100:00000010:0.0:1783979078.708178:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783979078.708196:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979078.708209:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311405818 00000100:00000010:0.0:1783979078.708215:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783979078.708222:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979078.708228:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979078.708234:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979078.708239:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979078.708247:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979078/real 1783979078] req@ffff9b83ef882a00 x1870620402966784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979078.708271:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979078.708274:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979078.708278:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979078.708284:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979078.708287:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979078.708333:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979078.708340:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882a00 x1870620402966784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979078.708356:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882a00 x1870620402966784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.708367:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979078.708371:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979078.708376:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979078.708379:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979078.708387:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882a00 x1870620402966784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.708404:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979078.708427:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882a00 x1870620402966784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979103 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.708446:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979078.708453:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979078.708457:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979078.708460:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979078.708464:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979078.708467:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979078.708474:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979078.708481:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979078.708486:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979078.708493:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882a00 x1870620402966784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979103 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979078.708512:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402966784:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979078.708522:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979078.708528:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979078.708535:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882a00 x1870620402966784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979103 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.708570:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979078.708574:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979078.708577:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979078.708581:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979078.708584:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979078.708586:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979078.708588:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979078.708590:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634400. 02000000:00000001:0.0:1783979078.708594:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979078.708596:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979078.708598:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882a00. 00000100:00000001:0.0:1783979078.708602:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979078.708603:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979078.708606:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979078.708614:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979078.708616:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979078.708618:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979078.708620:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979078.708622:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979078.708626:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883480 x1870620402966912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.708633:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979078.708634:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979078.708637:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979078.708638:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979078.708640:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979078.708643:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402966912:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979078.708647:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979078.708650:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979078.708651:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979078.708653:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979078.708657:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979078.708659:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979078.708662:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979078.708665:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979078.708669:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979078.708672:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402966912, portal 10 00000100:00000001:0.0:1783979078.708674:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979078.708676:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542976 : -110484015008640 : ffff9b83ef883480) 00000100:00000040:0.0:1783979078.708682:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883480 x1870620402966912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.708688:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979078.708691:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979078.708693:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979078.708695:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402966912, offset 0 00000400:00000200:0.0:1783979078.708699:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979078.708703:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979078.708707:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979078.708711:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979078.708714:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979078.708716:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979078.708719:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979078.708722:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826511:826511:256:4294967295] 192.168.201.148@tcp LPNI seq info [826482:826482:8:4294967295] 00000400:00000200:0.0:1783979078.708726:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979078.708734:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979078.708739:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979078.708743:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979078.708747:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979078.708751:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979078.708761:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979078.708763:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979078.708766:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979078.708770:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979078.708773:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979078.708774:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979078.708777:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979078.708780:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883480 x1870620402966912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.708787:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979078.708790:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883480 x1870620402966912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979103 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.708796:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979078.708797:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979078.708800:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979078.708804:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979078.708807:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979078.708809:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311404560 00000100:00000001:0.0:1783979078.708812:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311405818 00000100:00000001:0.0:1783979078.708814:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311404560 00000100:00000001:0.0:1783979078.708816:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311405818 00000100:00000001:0.0:1783979078.708818:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979078.708820:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979078.708822:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979078.708826:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979078/real 1783979078] req@ffff9b83ef883480 x1870620402966912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979078.708833:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979078.708834:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979078.708836:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979078.708838:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979078.708840:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979078.708842:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979078.708845:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883480 x1870620402966912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979078.708852:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883480 x1870620402966912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.708858:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979078.708860:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979078.708862:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979078.708863:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979078.708866:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883480 x1870620402966912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.708873:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979078.708876:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883480 x1870620402966912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979103 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.708882:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979078.708885:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979078.708886:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979078.708887:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979078.708889:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979078.708897:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979078.708900:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979078.708903:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979078.708905:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979078.708909:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883480 x1870620402966912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979103 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979078.708916:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402966912:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979078.708920:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979078.708923:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883100 x1870620402967040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.708928:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979078.708930:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979078.708932:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979078.708934:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979078.708935:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979078.708938:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402967040:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979078.708941:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979078.708944:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979078.708945:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979078.708947:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979078.708951:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979078.708953:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979078.708956:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979078.708958:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979078.708961:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979078.708964:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402967040, portal 10 00000100:00000001:0.0:1783979078.708966:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979078.708967:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542080 : -110484015009536 : ffff9b83ef883100) 00000100:00000040:0.0:1783979078.708974:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883100 x1870620402967040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.708979:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979078.708981:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979078.708983:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979078.708985:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402967040, offset 0 00000400:00000200:0.0:1783979078.708989:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979078.708993:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979078.708996:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979078.708999:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979078.709002:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979078.709004:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979078.709006:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979078.709009:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826512:826512:256:4294967295] 192.168.201.148@tcp LPNI seq info [826483:826483:8:4294967295] 00000400:00000200:0.0:1783979078.709012:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979078.709018:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979078.709022:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979078.709026:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979078.709029:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979078.709032:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979078.709042:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979078.709043:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979078.709046:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979078.709049:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979078.709052:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979078.709054:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979078.709056:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979078.709060:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883100 x1870620402967040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.709067:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979078.709081:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883100 x1870620402967040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979103 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.709092:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979078.709094:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979078.709098:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979078.709101:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979078.709104:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979078.709106:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311404555 00000100:00000001:0.0:1783979078.709109:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311405818 00000100:00000001:0.0:1783979078.709111:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311404555 00000100:00000001:0.0:1783979078.709113:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311405818 00000100:00000001:0.0:1783979078.709115:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979078.709117:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979078.709119:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979078.709123:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979078/real 1783979078] req@ffff9b83ef883100 x1870620402967040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979078.709131:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979078.709132:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979078.709134:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979078.709136:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979078.709137:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979078.709139:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979078.709142:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883100 x1870620402967040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979078.709149:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883100 x1870620402967040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.709155:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979078.709156:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979078.709158:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979078.709159:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979078.709162:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883100 x1870620402967040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.709169:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979078.709173:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883100 x1870620402967040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979103 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.709179:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979078.709181:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979078.709183:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979078.709184:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979078.709186:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979078.709191:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979078.709194:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979078.709197:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979078.709199:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979078.709203:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883100 x1870620402967040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979103 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979078.709211:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402967040:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979078.709215:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979078.709218:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880000 x1870620402967168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.709225:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979078.709226:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979078.709228:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979078.709230:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979078.709232:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979078.709235:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402967168:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979078.709238:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979078.709240:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979078.709241:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979078.709243:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979078.709246:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979078.709248:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979078.709252:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979078.709255:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979078.709258:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979078.709261:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402967168, portal 4 00000100:00000001:0.0:1783979078.709263:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979078.709264:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694529536 : -110484015022080 : ffff9b83ef880000) 00000100:00000040:0.0:1783979078.709271:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880000 x1870620402967168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.709276:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979078.709279:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979078.709281:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979078.709283:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402967168, offset 0 00000400:00000200:0.0:1783979078.709286:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979078.709289:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979078.709321:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979078.709324:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979078.709327:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979078.709329:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979078.709331:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979078.709334:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826513:826513:256:4294967295] 192.168.201.148@tcp LPNI seq info [826484:826484:8:4294967295] 00000400:00000200:0.0:1783979078.709338:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979078.709344:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979078.709348:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979078.709351:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979078.709355:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979078.709357:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979078.709366:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979078.709367:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979078.709371:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979078.709374:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979078.709376:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979078.709378:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979078.709380:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979078.709384:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880000 x1870620402967168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.709391:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979078.709394:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880000 x1870620402967168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979103 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.709407:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979078.709409:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979078.709425:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979078.709428:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979078.709431:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979078.709433:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311404583 00000100:00000001:0.0:1783979078.709435:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311405818 00000100:00000001:0.0:1783979078.709437:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311404583 00000100:00000001:0.0:1783979078.709439:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311405818 00000100:00000001:0.0:1783979078.709441:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979078.709443:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979078.709444:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979078.709448:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979078/real 1783979078] req@ffff9b83ef880000 x1870620402967168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979078.709455:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979078.709457:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979078.709458:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979078.709461:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979078.709462:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979078.709465:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979078.709467:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880000 x1870620402967168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979078.709474:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880000 x1870620402967168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.709480:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979078.709481:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979078.709482:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979078.709484:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979078.709488:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880000 x1870620402967168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.709495:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979078.709498:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880000 x1870620402967168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979103 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.709504:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979078.709506:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979078.709507:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979078.709509:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979078.709510:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979078.709514:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979078.709516:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979078.709519:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979078.709522:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979078.709525:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880000 x1870620402967168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979103 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979078.709532:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402967168:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979078.709535:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979078.709539:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882d80 x1870620402967296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.709545:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979078.709546:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979078.709548:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979078.709550:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979078.709552:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979078.709554:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402967296:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979078.709558:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979078.709559:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979078.709561:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979078.709563:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979078.709566:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979078.709568:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979078.709571:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979078.709573:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979078.709576:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979078.709579:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402967296, portal 4 00000100:00000001:0.0:1783979078.709580:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979078.709582:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694541184 : -110484015010432 : ffff9b83ef882d80) 00000100:00000040:0.0:1783979078.709588:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882d80 x1870620402967296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.709593:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979078.709595:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979078.709597:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979078.709599:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402967296, offset 0 00000400:00000200:0.0:1783979078.709603:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979078.709606:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979078.709610:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979078.709613:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979078.709615:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979078.709617:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979078.709619:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979078.709621:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826514:826514:256:4294967295] 192.168.201.148@tcp LPNI seq info [826485:826485:8:4294967295] 00000400:00000200:0.0:1783979078.709625:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979078.709630:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979078.709634:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979078.709637:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979078.709641:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979078.709644:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979078.709652:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979078.709655:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979078.709657:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979078.709660:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979078.709663:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979078.709664:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979078.709667:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979078.709670:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882d80 x1870620402967296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.709676:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979078.709678:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882d80 x1870620402967296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979103 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.709683:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979078.709684:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979078.709687:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979078.709689:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979078.709692:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979078.709694:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311404573 00000100:00000001:0.0:1783979078.709696:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311405818 00000100:00000001:0.0:1783979078.709698:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311404573 00000100:00000001:0.0:1783979078.709700:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311405818 00000100:00000001:0.0:1783979078.709701:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979078.709703:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979078.709704:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979078.709708:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979078/real 1783979078] req@ffff9b83ef882d80 x1870620402967296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979078.709715:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979078.709716:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979078.709717:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979078.709719:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979078.709721:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979078.709723:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979078.709726:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882d80 x1870620402967296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979078.709733:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882d80 x1870620402967296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.709739:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979078.709740:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979078.709742:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979078.709744:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979078.709747:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882d80 x1870620402967296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.709753:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979078.709757:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882d80 x1870620402967296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979103 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.709762:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979078.709765:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979078.709766:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979078.709767:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979078.709769:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979078.709773:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979078.709775:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979078.709778:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979078.709780:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979078.709783:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882d80 x1870620402967296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979103 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979078.709791:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402967296:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979078.709794:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979078.709796:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979078.709800:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883480 x1870620402966912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979103 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.709807:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979078.709809:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979078.709811:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979078.709813:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979078.709815:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979078.709816:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979078.709818:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979078.709820:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635400. 02000000:00000001:0.0:1783979078.709824:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979078.709825:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979078.709827:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883480. 00000100:00000001:0.0:1783979078.709831:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979078.709833:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979078.709834:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979078.709837:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883100 x1870620402967040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979103 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.709844:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979078.709845:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979078.709846:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979078.709849:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979078.709851:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979078.709852:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979078.709854:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979078.709855:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636c00. 02000000:00000001:0.0:1783979078.709858:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979078.709859:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979078.709860:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883100. 00000100:00000001:0.0:1783979078.709862:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979078.709863:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979078.709865:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979078.709868:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880000 x1870620402967168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979103 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.709874:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979078.709875:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979078.709877:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979078.709880:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979078.709881:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979078.709882:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979078.709883:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979078.709884:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636400. 02000000:00000001:0.0:1783979078.709886:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979078.709887:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979078.709889:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880000. 00000100:00000001:0.0:1783979078.709891:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979078.709893:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979078.709894:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979078.709896:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882d80 x1870620402967296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979103 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979078.709901:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979078.709902:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979078.709903:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979078.709906:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979078.709907:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979078.709908:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979078.709910:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979078.709911:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783979078.709914:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979078.709915:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979078.709916:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882d80. 00000100:00000001:0.0:1783979078.709919:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979078.709920:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979078.709922:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979078.709929:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979078.709931:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979078.709934:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979078.709936:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979079.091460:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979079.091470:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979079.091472:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979079.091480:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979079.091485:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979079.091489:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979079.091493:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979079.091497:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979079.091500:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979079.219455:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979079.219461:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979079.219471:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979079.219473:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979079.219479:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979079.219482:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979079.219486:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979079.219489:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979079.219495:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979079.219499:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979079.219533:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979079.219537:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979079.219538:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979079.219543:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979079.219547:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979079.219551:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979079.219553:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979079.219555:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979079.219557:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979079.219703:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979079.219706:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979079.219707:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979079.219710:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979079.219711:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979079.219714:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979079.219715:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979079.219717:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979079.219718:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979080.115415:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979080.115424:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979080.115426:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979080.115432:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979080.115439:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979080.115444:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979080.115450:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979080.115454:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979080.115457:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979080.243521:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979080.243533:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979080.243538:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979080.243547:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979080.243556:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979080.243563:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979080.243573:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979080.243578:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979080.243582:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979080.243617:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979080.243623:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979080.243631:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979080.243637:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979080.243641:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979080.243647:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979080.243654:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979080.243659:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979080.243666:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979080.243678:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979080.243690:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979080.243695:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979080.243705:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979080.243709:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979080.243712:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979080.243714:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979080.243716:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979080.243718:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979080.243722:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979080.243724:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979080.243725:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979080.243726:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979080.243727:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979080.243728:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979080.243730:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979080.243732:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979080.243735:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979080.243737:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979080.243738:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979080.243739:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979080.243741:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979080.243742:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979080.243744:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979080.243745:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979081.140477:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979081.140483:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979081.140485:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979081.140495:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979081.140498:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979081.140500:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979081.140503:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979081.140504:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979081.140507:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979081.267461:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979081.267468:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979081.267474:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979081.267477:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979081.267494:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979081.267497:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979081.267501:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979081.267502:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979081.267505:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979081.267506:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979081.267526:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979081.267528:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979081.267530:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979082.163426:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979082.163435:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979082.163437:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979082.163442:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979082.163446:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979082.163451:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979082.163453:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979082.163456:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979082.163459:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979082.291433:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979082.291439:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979082.291450:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979082.291464:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979082.291472:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979082.291477:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979082.291483:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979082.291487:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979082.291494:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979082.291496:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979082.291519:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979082.291524:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979082.291530:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979082.291557:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979082.291562:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979082.291565:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979082.291570:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979082.291576:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979082.291582:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979082.291589:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979082.291593:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979082.291598:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979083.187423:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979083.187431:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979083.187435:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979083.187449:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979083.187454:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979083.187457:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979083.187462:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979083.187465:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979083.187469:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979083.315431:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979083.315436:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979083.315440:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979083.315441:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979083.315443:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979083.315444:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979083.315446:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979083.315447:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979083.315449:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979083.315450:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979083.315473:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979083.315476:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979083.315477:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979083.315479:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979083.315481:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979083.315483:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979083.315485:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979083.315487:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979083.315489:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979083.316019:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979083.316021:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979083.316022:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979083.316023:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979083.316024:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979083.316026:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979083.316027:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979083.316028:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979083.316029:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979083.827998:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979083.828004:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979083.828008:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979083.828018:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3480 x1870620402967424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.828033:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979083.828035:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979083.828039:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979083.828043:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979083.828046:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979083.828053:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402967424:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979083.828061:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979083.828066:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979083.828070:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979083.828075:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979083.828083:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979083.828088:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979083.828097:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979083.828104:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979083.828114:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979083.828124:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402967424, portal 25 00000100:00000001:0.0:1783979083.828129:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979083.828132:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889971328 : -110483819580288 : ffff9b83fb2e3480) 00000100:00000040:0.0:1783979083.828141:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3480 x1870620402967424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.828158:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979083.828165:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979083.828170:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979083.828176:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402967424, offset 0 00000400:00000200:0.0:1783979083.828187:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979083.828199:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979083.828211:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979083.828221:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979083.828226:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979083.828233:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979083.828238:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979083.828246:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826515:826515:256:4294967295] 192.168.201.148@tcp LPNI seq info [826486:826486:8:4294967295] 00000400:00000200:0.0:1783979083.828256:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979083.828282:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979083.828289:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979083.828333:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979083.828342:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979083.828348:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979083.828372:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979083.828376:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979083.828385:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979083.828393:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979083.828412:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979083.828416:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979083.828424:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979083.828431:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3480 x1870620402967424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.828450:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979083.828456:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3480 x1870620402967424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979108 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.828467:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979083.828471:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979083.828495:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979083.828504:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979083.828510:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311410939 00000100:00000010:0.0:1783979083.828517:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783979083.828526:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979083.828533:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311410939 00000100:00000010:0.0:1783979083.828536:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783979083.828539:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979083.828543:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979083.828546:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979083.828549:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979083.828554:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979083/real 1783979083] req@ffff9b83fb2e3480 x1870620402967424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979083.828564:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979083.828566:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979083.828568:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979083.828583:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979083.828585:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979083.828588:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979083.828592:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3480 x1870620402967424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979083.828600:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3480 x1870620402967424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.828607:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979083.828608:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979083.828610:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979083.828612:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979083.828616:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3480 x1870620402967424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.828623:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979083.828627:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3480 x1870620402967424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979108 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.828633:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979083.828636:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979083.828637:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979083.828639:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979083.828641:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979083.828643:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979083.828646:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979083.828649:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979083.828652:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979083.828656:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3480 x1870620402967424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979108 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979083.828664:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402967424:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979083.828669:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979083.828672:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1c00 x1870620402967552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.828685:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979083.828686:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979083.828688:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979083.828690:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979083.828692:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979083.828695:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402967552:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979083.828698:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979083.828700:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979083.828702:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979083.828704:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979083.828707:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979083.828709:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979083.828713:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979083.828716:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979083.828719:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979083.828722:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402967552, portal 10 00000100:00000001:0.0:1783979083.828723:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979083.828725:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889965056 : -110483819586560 : ffff9b83fb2e1c00) 00000100:00000040:0.0:1783979083.828731:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1c00 x1870620402967552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.828737:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979083.828740:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979083.828742:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979083.828744:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402967552, offset 0 00000400:00000200:0.0:1783979083.828748:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979083.828752:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979083.828755:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979083.828758:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979083.828760:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979083.828762:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979083.828765:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979083.828768:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826516:826516:256:4294967295] 192.168.201.148@tcp LPNI seq info [826487:826487:8:4294967295] 00000400:00000200:0.0:1783979083.828772:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979083.828779:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979083.828783:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979083.828786:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979083.828790:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979083.828793:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979083.828804:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979083.828806:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979083.828808:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979083.828811:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979083.828815:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979083.828817:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979083.828819:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979083.828822:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1c00 x1870620402967552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.828830:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979083.828832:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1c00 x1870620402967552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979108 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.828838:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979083.828839:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979083.828842:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979083.828846:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979083.828848:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979083.828850:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311409680 00000100:00000001:0.0:1783979083.828853:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311410939 00000100:00000001:0.0:1783979083.828855:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311409680 00000100:00000001:0.0:1783979083.828857:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311410939 00000100:00000001:0.0:1783979083.828860:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979083.828862:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979083.828863:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979083.828867:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979083/real 1783979083] req@ffff9b83fb2e1c00 x1870620402967552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979083.828873:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979083.828875:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979083.828876:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979083.828879:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979083.828880:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979083.828882:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979083.828885:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1c00 x1870620402967552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979083.828893:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1c00 x1870620402967552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.828899:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979083.828901:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979083.828902:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979083.828903:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979083.828907:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1c00 x1870620402967552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.828912:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979083.828915:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1c00 x1870620402967552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979108 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.828922:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979083.828924:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979083.828926:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979083.828927:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979083.828928:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979083.828936:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979083.828939:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979083.828942:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979083.828944:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979083.828948:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1c00 x1870620402967552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979108 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979083.828956:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402967552:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979083.828959:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979083.828962:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2680 x1870620402967680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.828968:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979083.828970:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979083.828972:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979083.828974:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979083.828976:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979083.828978:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402967680:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979083.828981:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979083.828983:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979083.828984:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979083.828986:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979083.828989:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979083.828991:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979083.828994:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979083.828996:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979083.828999:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979083.829001:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402967680, portal 10 00000100:00000001:0.0:1783979083.829003:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979083.829005:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889967744 : -110483819583872 : ffff9b83fb2e2680) 00000100:00000040:0.0:1783979083.829010:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2680 x1870620402967680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.829016:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979083.829019:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979083.829021:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979083.829023:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402967680, offset 0 00000400:00000200:0.0:1783979083.829027:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979083.829030:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979083.829034:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979083.829036:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979083.829038:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979083.829041:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979083.829043:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979083.829046:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826517:826517:256:4294967295] 192.168.201.148@tcp LPNI seq info [826488:826488:8:4294967295] 00000400:00000200:0.0:1783979083.829049:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979083.829055:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979083.829059:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979083.829062:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979083.829066:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979083.829068:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979083.829078:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979083.829079:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979083.829082:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979083.829085:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979083.829088:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979083.829090:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979083.829092:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979083.829095:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2680 x1870620402967680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.829102:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979083.829105:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2680 x1870620402967680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979108 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.829111:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979083.829113:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979083.829115:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979083.829118:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979083.829121:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979083.829123:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311409675 00000100:00000001:0.0:1783979083.829125:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311410939 00000100:00000001:0.0:1783979083.829128:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311409675 00000100:00000001:0.0:1783979083.829129:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311410939 00000100:00000001:0.0:1783979083.829131:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979083.829133:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979083.829134:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979083.829137:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979083/real 1783979083] req@ffff9b83fb2e2680 x1870620402967680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979083.829144:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979083.829145:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979083.829146:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979083.829148:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979083.829149:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979083.829151:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979083.829154:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2680 x1870620402967680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979083.829161:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2680 x1870620402967680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.829167:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979083.829168:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979083.829170:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979083.829171:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979083.829174:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2680 x1870620402967680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.829180:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979083.829184:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2680 x1870620402967680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979108 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.829190:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979083.829192:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979083.829194:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979083.829195:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979083.829196:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979083.829202:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979083.829204:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979083.829207:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979083.829208:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979083.829212:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2680 x1870620402967680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979108 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979083.829219:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402967680:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979083.829222:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979083.829224:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979083.829227:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3480 x1870620402967424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979108 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.829233:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979083.829236:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979083.829238:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979083.829241:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979083.829243:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979083.829245:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979083.829247:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979083.829249:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065800. 02000000:00000001:0.0:1783979083.829253:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979083.829255:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979083.829256:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3480. 00000100:00000001:0.0:1783979083.829259:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979083.829261:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979083.829263:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979083.829266:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1c00 x1870620402967552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979108 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.829272:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979083.829273:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979083.829275:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979083.829277:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979083.829279:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979083.829280:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979083.829282:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979083.829283:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067000. 02000000:00000001:0.0:1783979083.829285:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979083.829286:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979083.829288:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1c00. 00000100:00000001:0.0:1783979083.829289:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979083.829291:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979083.829292:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979083.829316:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2680 x1870620402967680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979108 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.829322:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979083.829335:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979083.829336:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979083.829340:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979083.829341:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979083.829342:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979083.829344:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979083.829345:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067800. 02000000:00000001:0.0:1783979083.829347:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979083.829349:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979083.829350:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2680. 00000100:00000001:0.0:1783979083.829353:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979083.829354:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979083.829356:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979083.829364:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979083.829366:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979083.829368:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979083.829370:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979083.829371:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979083.829375:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3100 x1870620402967808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.829382:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979083.829383:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979083.829385:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979083.829387:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979083.829388:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979083.829391:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402967808:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979083.829394:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979083.829396:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979083.829397:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979083.829399:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979083.829402:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979083.829404:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979083.829407:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979083.829410:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979083.829413:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979083.829415:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402967808, portal 4 00000100:00000001:0.0:1783979083.829417:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979083.829418:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889970432 : -110483819581184 : ffff9b83fb2e3100) 00000100:00000040:0.0:1783979083.829424:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3100 x1870620402967808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.829430:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979083.829432:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979083.829434:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979083.829436:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402967808, offset 0 00000400:00000200:0.0:1783979083.829440:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979083.829444:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979083.829447:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979083.829450:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979083.829453:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979083.829455:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979083.829458:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979083.829460:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826518:826518:256:4294967295] 192.168.201.148@tcp LPNI seq info [826489:826489:8:4294967295] 00000400:00000200:0.0:1783979083.829464:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979083.829470:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979083.829474:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979083.829476:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979083.829480:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979083.829483:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979083.829493:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979083.829495:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979083.829497:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979083.829500:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979083.829503:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979083.829504:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979083.829507:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979083.829510:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3100 x1870620402967808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.829517:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979083.829519:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3100 x1870620402967808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979108 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.829526:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979083.829528:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979083.829530:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979083.829533:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979083.829536:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979083.829538:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311409703 00000100:00000001:0.0:1783979083.829540:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311410939 00000100:00000001:0.0:1783979083.829542:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311409703 00000100:00000001:0.0:1783979083.829544:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311410939 00000100:00000001:0.0:1783979083.829547:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979083.829548:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979083.829550:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979083.829554:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979083/real 1783979083] req@ffff9b83fb2e3100 x1870620402967808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979083.829561:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979083.829563:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979083.829564:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979083.829566:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979083.829568:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979083.829570:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979083.829573:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3100 x1870620402967808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979083.829581:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3100 x1870620402967808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.829587:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979083.829589:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979083.829591:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979083.829592:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979083.829596:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3100 x1870620402967808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.829601:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979083.829604:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3100 x1870620402967808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979108 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.829610:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979083.829612:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979083.829614:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979083.829615:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979083.829617:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979083.829620:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979083.829623:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979083.829625:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979083.829627:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979083.829630:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3100 x1870620402967808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979108 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979083.829637:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402967808:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979083.829639:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979083.829643:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1180 x1870620402967936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.829648:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979083.829649:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979083.829651:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979083.829652:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979083.829654:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979083.829656:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402967936:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979083.829659:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979083.829660:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979083.829662:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979083.829663:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979083.829666:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979083.829668:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979083.829671:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979083.829673:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979083.829676:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979083.829679:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402967936, portal 4 00000100:00000001:0.0:1783979083.829680:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979083.829681:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889962368 : -110483819589248 : ffff9b83fb2e1180) 00000100:00000040:0.0:1783979083.829707:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1180 x1870620402967936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.829713:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979083.829715:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979083.829718:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979083.829720:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402967936, offset 0 00000400:00000200:0.0:1783979083.829724:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979083.829729:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979083.829732:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979083.829734:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979083.829736:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979083.829738:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979083.829740:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979083.829743:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826519:826519:256:4294967295] 192.168.201.148@tcp LPNI seq info [826490:826490:8:4294967295] 00000400:00000200:0.0:1783979083.829748:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979083.829754:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979083.829758:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979083.829761:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979083.829764:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979083.829767:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979083.829778:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979083.829780:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979083.829782:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979083.829786:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979083.829789:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979083.829790:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979083.829793:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979083.829796:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1180 x1870620402967936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.829804:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979083.829807:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1180 x1870620402967936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979108 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.829819:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979083.829820:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979083.829823:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979083.829826:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979083.829829:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979083.829831:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311409693 00000100:00000001:0.0:1783979083.829834:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311410939 00000100:00000001:0.0:1783979083.829836:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311409693 00000100:00000001:0.0:1783979083.829838:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311410939 00000100:00000001:0.0:1783979083.829840:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979083.829842:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979083.829844:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979083.829847:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979083/real 1783979083] req@ffff9b83fb2e1180 x1870620402967936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979083.829853:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979083.829855:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979083.829856:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979083.829858:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979083.829860:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979083.829862:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979083.829864:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1180 x1870620402967936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979083.829872:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1180 x1870620402967936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.829878:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979083.829879:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979083.829880:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979083.829882:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979083.829885:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1180 x1870620402967936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.829891:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979083.829895:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1180 x1870620402967936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979108 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.829901:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979083.829903:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979083.829904:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979083.829905:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979083.829906:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979083.829910:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979083.829912:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979083.829915:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979083.829918:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979083.829921:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1180 x1870620402967936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979108 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979083.829928:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402967936:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979083.829931:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979083.829932:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979083.829935:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3100 x1870620402967808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979108 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.829941:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979083.829943:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979083.829945:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979083.829948:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979083.829949:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979083.829951:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979083.829953:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979083.829955:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064800. 02000000:00000001:0.0:1783979083.829958:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979083.829959:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979083.829960:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3100. 00000100:00000001:0.0:1783979083.829963:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979083.829964:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979083.829966:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979083.829968:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1180 x1870620402967936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979108 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979083.829974:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979083.829975:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979083.829976:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979083.829979:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979083.829980:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979083.829981:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979083.829982:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979083.829984:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065000. 02000000:00000001:0.0:1783979083.829986:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979083.829987:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979083.829988:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1180. 00000100:00000001:0.0:1783979083.829990:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979083.829991:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979083.829992:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979083.829996:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979083.829998:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979083.830000:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979083.830001:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979084.211933:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979084.212004:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979084.212006:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979084.212011:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979084.212014:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979084.212018:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979084.212020:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979084.212022:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979084.212025:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979084.339417:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979084.339425:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979084.339430:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979084.339437:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979084.339444:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979084.339448:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979084.339451:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979084.339454:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979084.339458:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979084.339483:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979084.339490:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979084.339498:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979084.339503:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979084.339511:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979084.339514:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979084.339521:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979084.339525:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979084.339534:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979084.339537:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979084.339573:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979084.339577:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979084.339580:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979085.235396:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979085.235403:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979085.235406:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979085.235410:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979085.235415:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979085.235418:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979085.235422:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979085.235425:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979085.235429:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979085.363406:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979085.363413:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979085.363418:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979085.363424:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979085.363430:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979085.363435:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979085.363441:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979085.363448:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979085.363456:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979085.363485:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979085.363494:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979085.363499:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979085.363508:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979085.363512:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979085.363518:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979085.363522:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979085.363549:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979085.363554:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979085.363559:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979086.259516:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979086.259520:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979086.259522:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979086.259524:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979086.259526:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979086.259528:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979086.259530:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979086.259532:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979086.259535:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979086.387421:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979086.387429:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979086.387431:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979086.387437:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979086.387441:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979086.387445:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979086.387449:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979086.387453:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979086.387456:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979086.387481:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979086.387485:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979086.387490:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979086.387492:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979086.387496:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979086.387498:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979086.387502:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979086.387555:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979086.387561:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979086.387563:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979086.387584:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979086.387588:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979086.387594:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979087.283384:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979087.283391:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979087.283394:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979087.283401:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979087.283405:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979087.283408:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979087.283419:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979087.283422:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979087.283424:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979087.411400:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979087.411406:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979087.411415:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979087.411418:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979087.411425:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979087.411428:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979087.411434:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979087.411437:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979087.411442:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979087.411446:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979087.411676:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979087.411678:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979087.411680:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979087.411684:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979087.411686:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979087.411689:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979087.411692:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979087.411695:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979087.411697:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979087.411737:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979087.411750:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979087.411753:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979087.411756:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979087.411758:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979087.411761:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979087.411763:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979087.411765:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979087.411767:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979088.307415:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979088.307425:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979088.307427:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979088.307432:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979088.307437:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979088.307443:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.307449:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979088.307454:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.307459:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979088.435453:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979088.435461:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979088.435463:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979088.435468:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979088.435472:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979088.435475:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.435478:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979088.435481:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.435484:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979088.435514:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979088.435517:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979088.435522:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979088.435523:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979088.435527:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979088.435529:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979088.435532:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979088.435533:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979088.435536:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979088.435537:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979088.435776:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979088.435782:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979088.435787:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979088.435801:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979088.435810:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979088.435813:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.435815:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979088.435817:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.435820:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979088.440793:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979088.440799:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979088.440804:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979088.440812:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979088.440817:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979088.440823:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.440829:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979088.440833:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.440840:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979088.947800:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979088.947808:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979088.947813:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979088.947825:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1180 x1870620402968064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.947841:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979088.947848:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979088.947855:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979088.947860:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979088.947864:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979088.947869:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402968064:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979088.947874:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979088.947880:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979088.947884:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979088.947889:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979088.947897:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979088.947902:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979088.947912:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979088.947919:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979088.947930:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979088.947941:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402968064, portal 25 00000100:00000001:0.0:1783979088.947945:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979088.947948:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889962368 : -110483819589248 : ffff9b83fb2e1180) 00000100:00000040:0.0:1783979088.947959:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1180 x1870620402968064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.947994:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979088.948001:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979088.948005:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979088.948012:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402968064, offset 0 00000400:00000200:0.0:1783979088.948024:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979088.948037:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979088.948047:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979088.948056:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979088.948060:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979088.948065:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979088.948070:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979088.948081:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826520:826520:256:4294967295] 192.168.201.148@tcp LPNI seq info [826491:826491:8:4294967295] 00000400:00000200:0.0:1783979088.948091:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979088.948110:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979088.948122:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979088.948131:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979088.948143:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979088.948150:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979088.948180:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979088.948184:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979088.948199:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979088.948208:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979088.948217:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979088.948222:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979088.948229:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979088.948246:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1180 x1870620402968064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.948266:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979088.948273:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1180 x1870620402968064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979113 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.948326:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979088.948330:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979088.948337:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979088.948346:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979088.948352:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311416059 00000100:00000010:0.0:1783979088.948359:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783979088.948370:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979088.948382:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311416059 00000100:00000010:0.0:1783979088.948388:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783979088.948395:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979088.948402:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979088.948409:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979088.948413:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979088.948422:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979088/real 1783979088] req@ffff9b83fb2e1180 x1870620402968064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979088.948440:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979088.948444:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979088.948448:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979088.948454:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979088.948457:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979088.948462:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979088.948469:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1180 x1870620402968064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979088.948485:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1180 x1870620402968064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.948491:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979088.948493:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.948495:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979088.948496:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979088.948500:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1180 x1870620402968064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.948517:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979088.948525:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1180 x1870620402968064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.948540:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979088.948545:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.948548:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979088.948550:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.948553:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979088.948557:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979088.948562:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979088.948567:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979088.948573:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979088.948580:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1180 x1870620402968064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979088.948594:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402968064:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979088.948602:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.948607:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979088.948613:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1180 x1870620402968064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.948621:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979088.948625:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979088.948628:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979088.948633:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979088.948636:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979088.948638:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979088.948643:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979088.948646:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064c00. 02000000:00000001:0.0:1783979088.948650:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979088.948654:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979088.948656:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1180. 00000100:00000001:0.0:1783979088.948663:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979088.948664:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.948667:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.948676:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979088.948679:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979088.948681:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979088.948683:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979088.948684:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979088.948688:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3100 x1870620402968192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.948696:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979088.948697:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979088.948699:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979088.948701:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979088.948703:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979088.948707:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402968192:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979088.948710:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979088.948712:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979088.948714:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979088.948715:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979088.948718:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979088.948720:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979088.948725:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979088.948727:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979088.948731:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979088.948734:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402968192, portal 10 00000100:00000001:0.0:1783979088.948736:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979088.948738:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889970432 : -110483819581184 : ffff9b83fb2e3100) 00000100:00000040:0.0:1783979088.948745:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3100 x1870620402968192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.948751:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979088.948753:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979088.948901:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979088.948912:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402968192, offset 0 00000400:00000200:0.0:1783979088.948924:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979088.948934:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979088.948942:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979088.948948:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979088.948951:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979088.948955:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979088.948957:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979088.948961:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826521:826521:256:4294967295] 192.168.201.148@tcp LPNI seq info [826492:826492:8:4294967295] 00000400:00000200:0.0:1783979088.948965:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979088.948975:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979088.948982:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979088.948987:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979088.948993:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979088.948997:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979088.949011:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979088.949013:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979088.949021:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979088.949025:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979088.949030:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979088.949032:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979088.949037:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979088.949045:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3100 x1870620402968192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.949057:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979088.949060:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3100 x1870620402968192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979113 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.949067:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979088.949069:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979088.949074:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979088.949080:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979088.949083:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979088.949086:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311414800 00000100:00000001:0.0:1783979088.949089:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311416059 00000100:00000001:0.0:1783979088.949091:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311414800 00000100:00000001:0.0:1783979088.949093:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311416059 00000100:00000001:0.0:1783979088.949096:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979088.949099:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979088.949102:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979088.949107:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979088/real 1783979088] req@ffff9b83fb2e3100 x1870620402968192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979088.949117:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979088.949119:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979088.949122:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979088.949125:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979088.949127:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979088.949129:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979088.949132:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3100 x1870620402968192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979088.949141:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3100 x1870620402968192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.949147:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979088.949149:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.949151:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979088.949153:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979088.949157:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3100 x1870620402968192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.949164:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979088.949169:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3100 x1870620402968192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.949177:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979088.949180:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.949181:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979088.949183:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.949185:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979088.949196:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979088.949199:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979088.949203:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979088.949206:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979088.949210:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3100 x1870620402968192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979088.949218:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402968192:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979088.949222:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979088.949226:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2680 x1870620402968320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.949233:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979088.949244:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979088.949248:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979088.949252:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979088.949254:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979088.949258:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402968320:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979088.949261:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979088.949265:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979088.949267:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979088.949270:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979088.949276:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979088.949278:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979088.949283:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979088.949286:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979088.949290:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979088.949333:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402968320, portal 10 00000100:00000001:0.0:1783979088.949336:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979088.949338:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889967744 : -110483819583872 : ffff9b83fb2e2680) 00000100:00000040:0.0:1783979088.949344:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2680 x1870620402968320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.949350:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979088.949352:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979088.949355:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979088.949358:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402968320, offset 0 00000400:00000200:0.0:1783979088.949362:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979088.949365:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979088.949369:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979088.949372:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979088.949374:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979088.949376:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979088.949378:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979088.949381:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826522:826522:256:4294967295] 192.168.201.148@tcp LPNI seq info [826493:826493:8:4294967295] 00000400:00000200:0.0:1783979088.949385:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979088.949391:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979088.949395:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979088.949399:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979088.949402:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979088.949405:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979088.949415:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979088.949416:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979088.949419:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979088.949422:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979088.949425:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979088.949427:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979088.949429:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979088.949433:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2680 x1870620402968320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.949440:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979088.949443:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2680 x1870620402968320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979113 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.949449:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979088.949450:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979088.949453:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979088.949457:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979088.949460:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979088.949462:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311414796 00000100:00000001:0.0:1783979088.949464:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311416059 00000100:00000001:0.0:1783979088.949466:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311414796 00000100:00000001:0.0:1783979088.949468:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311416059 00000100:00000001:0.0:1783979088.949470:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979088.949472:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979088.949474:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979088.949477:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979088/real 1783979088] req@ffff9b83fb2e2680 x1870620402968320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979088.949484:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979088.949485:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979088.949494:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979088.949497:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979088.949498:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979088.949500:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979088.949503:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2680 x1870620402968320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979088.949511:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2680 x1870620402968320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.949518:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979088.949519:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.949521:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979088.949522:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979088.949525:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2680 x1870620402968320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.949532:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979088.949536:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2680 x1870620402968320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.949542:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979088.949544:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.949546:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979088.949547:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.949549:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979088.949554:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979088.949557:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979088.949560:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979088.949563:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979088.949566:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2680 x1870620402968320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979088.949573:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402968320:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979088.949577:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979088.949580:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1c00 x1870620402968448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.949587:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979088.949588:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979088.949591:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979088.949593:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979088.949595:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979088.949597:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402968448:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979088.949600:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979088.949602:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979088.949604:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979088.949605:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979088.949608:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979088.949610:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979088.949614:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979088.949616:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979088.949619:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979088.949622:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402968448, portal 4 00000100:00000001:0.0:1783979088.949624:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979088.949625:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889965056 : -110483819586560 : ffff9b83fb2e1c00) 00000100:00000040:0.0:1783979088.949631:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1c00 x1870620402968448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.949637:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979088.949639:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979088.949641:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979088.949644:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402968448, offset 0 00000400:00000200:0.0:1783979088.949647:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979088.949651:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979088.949654:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979088.949657:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979088.949659:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979088.949662:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979088.949664:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979088.949667:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826523:826523:256:4294967295] 192.168.201.148@tcp LPNI seq info [826494:826494:8:4294967295] 00000400:00000200:0.0:1783979088.949670:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979088.949677:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979088.949681:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979088.949684:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979088.949688:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979088.949690:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979088.949700:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979088.949702:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979088.949705:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979088.949708:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979088.949710:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979088.949712:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979088.949714:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979088.949717:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1c00 x1870620402968448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.949737:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979088.949740:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1c00 x1870620402968448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979113 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.949745:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979088.949746:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979088.949749:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979088.949752:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979088.949755:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979088.949757:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311414823 00000100:00000001:0.0:1783979088.949760:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311416059 00000100:00000001:0.0:1783979088.949762:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311414823 00000100:00000001:0.0:1783979088.949764:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311416059 00000100:00000001:0.0:1783979088.949766:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979088.949767:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979088.949769:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979088.949773:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979088/real 1783979088] req@ffff9b83fb2e1c00 x1870620402968448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979088.949781:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979088.949782:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979088.949784:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979088.949786:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979088.949788:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979088.949789:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979088.949792:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1c00 x1870620402968448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979088.950017:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1c00 x1870620402968448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.950023:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979088.950025:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.950027:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979088.950028:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979088.950031:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1c00 x1870620402968448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.950038:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979088.950041:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1c00 x1870620402968448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.950048:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979088.950051:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.950052:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979088.950053:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.950055:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979088.950059:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979088.950061:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979088.950064:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979088.950066:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979088.950076:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1c00 x1870620402968448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979088.950084:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402968448:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979088.950087:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979088.950091:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3480 x1870620402968576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.950097:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979088.950098:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979088.950101:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979088.950102:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979088.950104:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979088.950107:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402968576:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979088.950110:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979088.950112:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979088.950114:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979088.950116:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979088.950119:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979088.950121:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979088.950124:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979088.950127:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979088.950130:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979088.950134:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402968576, portal 4 00000100:00000001:0.0:1783979088.950135:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979088.950136:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889971328 : -110483819580288 : ffff9b83fb2e3480) 00000100:00000040:0.0:1783979088.950142:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3480 x1870620402968576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.950148:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979088.950150:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979088.950153:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979088.950155:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402968576, offset 0 00000400:00000200:0.0:1783979088.950160:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979088.950163:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979088.950167:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979088.950170:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979088.950172:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979088.950174:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979088.950177:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979088.950179:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826524:826524:256:4294967295] 192.168.201.148@tcp LPNI seq info [826495:826495:8:4294967295] 00000400:00000200:0.0:1783979088.950183:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979088.950189:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979088.950193:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979088.950196:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979088.950200:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979088.950202:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979088.950211:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979088.950213:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979088.950216:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979088.950219:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979088.950222:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979088.950223:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979088.950226:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979088.950229:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3480 x1870620402968576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.950250:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979088.950253:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3480 x1870620402968576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979113 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.950259:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979088.950260:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979088.950263:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979088.950266:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979088.950269:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979088.950272:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311414813 00000100:00000001:0.0:1783979088.950274:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311416059 00000100:00000001:0.0:1783979088.950276:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311414813 00000100:00000001:0.0:1783979088.950278:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311416059 00000100:00000001:0.0:1783979088.950280:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979088.950281:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979088.950283:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979088.950287:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979088/real 1783979088] req@ffff9b83fb2e3480 x1870620402968576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979088.950313:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979088.950314:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979088.950316:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979088.950318:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979088.950320:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979088.950322:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979088.950325:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3480 x1870620402968576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979088.950333:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3480 x1870620402968576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.950339:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979088.950340:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.950342:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979088.950343:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979088.950346:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3480 x1870620402968576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.950353:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979088.950356:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3480 x1870620402968576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.950363:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979088.950366:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.950367:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979088.950368:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.950370:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979088.950373:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979088.950375:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979088.950377:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979088.950378:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979088.950381:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3480 x1870620402968576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979088.950386:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402968576:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979088.950388:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.950390:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979088.950392:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3100 x1870620402968192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.950396:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979088.950398:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979088.950400:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979088.950403:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979088.950405:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979088.950406:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979088.950415:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979088.950418:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065400. 02000000:00000001:0.0:1783979088.950424:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979088.950426:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979088.950428:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3100. 00000100:00000001:0.0:1783979088.950431:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979088.950432:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.950434:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979088.950437:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2680 x1870620402968320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.950447:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979088.950448:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979088.950449:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979088.950451:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979088.950453:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979088.950454:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979088.950455:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979088.950457:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065000. 02000000:00000001:0.0:1783979088.950458:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979088.950459:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979088.950460:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2680. 00000100:00000001:0.0:1783979088.950462:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979088.950463:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.950464:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979088.950467:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1c00 x1870620402968448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.950473:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979088.950474:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979088.950475:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979088.950477:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979088.950479:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979088.950480:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979088.950481:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979088.950483:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064800. 02000000:00000001:0.0:1783979088.950484:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979088.950485:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979088.950486:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1c00. 00000100:00000001:0.0:1783979088.950488:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979088.950489:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.950490:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979088.950492:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3480 x1870620402968576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979113 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979088.950497:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979088.950499:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979088.950500:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979088.950502:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979088.950503:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979088.950504:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979088.950506:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979088.950507:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067800. 02000000:00000001:0.0:1783979088.950510:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979088.950511:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979088.950511:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3480. 00000100:00000001:0.0:1783979088.950513:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979088.950514:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.950516:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979088.950525:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979088.950527:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979088.950529:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979088.950531:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979089.331442:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979089.331452:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979089.331455:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979089.331461:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979089.331467:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979089.331473:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979089.331485:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979089.331489:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979089.331492:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979089.459602:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979089.459607:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979089.459609:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979089.459613:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979089.459616:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979089.459618:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979089.460480:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979089.460484:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979089.460488:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979089.460517:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979089.460520:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979089.460525:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979089.460526:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979089.460531:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979089.460532:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979089.460536:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979089.460537:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979089.460541:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979089.460543:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979090.355476:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979090.355486:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979090.355489:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979090.355496:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979090.355500:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979090.355505:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979090.355507:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979090.355511:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979090.355514:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979090.483525:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979090.483538:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979090.483551:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979090.483560:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979090.483567:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979090.483577:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979090.483587:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979090.483595:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979090.483601:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979090.483614:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979090.483624:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979090.483631:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979090.483635:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979090.483640:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979090.483646:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979090.483652:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979090.483658:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979090.483664:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979090.483673:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979090.483676:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979090.483679:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979090.483687:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979090.483756:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979090.483760:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979090.483762:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979090.483763:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979090.483773:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979090.483774:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979090.483775:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979090.483777:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979090.483778:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979090.483779:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979090.483780:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979090.483781:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979091.379405:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979091.379411:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979091.379414:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979091.379419:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979091.379438:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979091.379442:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979091.379445:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979091.379447:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979091.379450:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979091.507427:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979091.507433:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979091.507444:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979091.507448:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979091.507457:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979091.507461:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979091.507467:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979091.507470:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979091.507475:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979091.507479:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979091.507511:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979091.507517:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979091.507520:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979091.507526:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979091.507532:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979091.507537:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979091.507542:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979091.507546:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979091.507551:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979092.403703:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979092.403707:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979092.403709:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979092.403712:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979092.403714:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979092.403715:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979092.403717:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979092.403719:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979092.403721:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979092.531416:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979092.531425:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979092.531428:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979092.531434:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979092.531440:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979092.531447:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979092.531452:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979092.531457:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979092.531461:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979092.531484:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979092.531489:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979092.531496:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979092.531500:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979092.531506:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979092.531509:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979092.531516:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979092.531520:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979092.531529:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979092.531532:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979093.427400:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979093.427406:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979093.427408:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979093.427414:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979093.427417:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979093.427421:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979093.427423:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979093.427425:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979093.427428:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979093.555412:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979093.555417:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979093.555423:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979093.555424:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979093.555428:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979093.555429:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979093.555433:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979093.555434:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979093.555437:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979093.555438:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979093.555545:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979093.555561:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979093.555566:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979093.555569:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979093.555572:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979093.555575:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979093.555577:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979093.555579:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979093.555582:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979093.555613:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979093.555616:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979093.555618:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979093.555620:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979093.555623:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979093.555626:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979093.555629:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979093.555631:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979093.555635:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979093.555673:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979093.555677:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979093.555683:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979093.555708:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979093.555712:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979093.555714:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979093.555717:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979093.555720:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979093.555723:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979093.555725:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979093.555727:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979093.555729:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979094.067997:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979094.068003:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979094.068007:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979094.068017:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883b80 x1870620402968704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.068033:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979094.068036:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979094.068043:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979094.068047:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979094.068058:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979094.068066:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402968704:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979094.068074:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979094.068080:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979094.068085:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979094.068089:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979094.068097:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979094.068101:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979094.068112:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979094.068118:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979094.068128:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979094.068137:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402968704, portal 25 00000100:00000001:0.0:1783979094.068143:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979094.068157:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694544768 : -110484015006848 : ffff9b83ef883b80) 00000100:00000040:0.0:1783979094.068168:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883b80 x1870620402968704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.068182:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979094.068189:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979094.068194:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979094.068201:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402968704, offset 0 00000400:00000200:0.0:1783979094.068213:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979094.068224:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979094.068234:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979094.068242:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979094.068249:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979094.068256:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979094.068261:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979094.068269:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826525:826525:256:4294967295] 192.168.201.148@tcp LPNI seq info [826496:826496:8:4294967295] 00000400:00000200:0.0:1783979094.068281:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979094.068320:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979094.068328:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979094.068335:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979094.068342:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979094.068347:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979094.068360:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979094.068363:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979094.068368:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979094.068373:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979094.068377:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979094.068380:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979094.068385:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979094.068389:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883b80 x1870620402968704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.068398:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979094.068401:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883b80 x1870620402968704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979119 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.068407:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979094.068409:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979094.068414:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979094.068418:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979094.068420:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311421179 00000100:00000010:0.0:1783979094.068425:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783979094.068432:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979094.068437:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311421179 00000100:00000010:0.0:1783979094.068440:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783979094.068443:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979094.068446:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979094.068448:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979094.068450:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979094.068454:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979094/real 1783979094] req@ffff9b83ef883b80 x1870620402968704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979094.068463:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979094.068465:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979094.068467:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979094.068469:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979094.068471:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979094.068474:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979094.068477:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883b80 x1870620402968704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979094.068484:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883b80 x1870620402968704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.068492:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979094.068493:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979094.068495:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979094.068497:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979094.068500:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883b80 x1870620402968704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.068507:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979094.068511:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883b80 x1870620402968704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979119 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.068518:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979094.068521:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979094.068523:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979094.068525:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979094.068527:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979094.068529:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979094.068531:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979094.068535:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979094.068537:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979094.068541:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883b80 x1870620402968704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979119 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979094.068548:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402968704:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979094.068553:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979094.068556:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881c00 x1870620402968832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.068562:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979094.068563:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979094.068565:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979094.068567:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979094.068569:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979094.068571:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402968832:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979094.068574:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979094.068576:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979094.068578:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979094.068579:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979094.068583:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979094.068584:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979094.068588:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979094.068590:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979094.068593:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979094.068635:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402968832, portal 10 00000100:00000001:0.0:1783979094.068638:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979094.068639:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694536704 : -110484015014912 : ffff9b83ef881c00) 00000100:00000040:0.0:1783979094.068647:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881c00 x1870620402968832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.068653:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979094.068656:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979094.068659:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979094.068661:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402968832, offset 0 00000400:00000200:0.0:1783979094.068665:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979094.068669:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979094.068672:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979094.068675:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979094.068677:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979094.068679:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979094.068681:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979094.068684:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826526:826526:256:4294967295] 192.168.201.148@tcp LPNI seq info [826497:826497:8:4294967295] 00000400:00000200:0.0:1783979094.068687:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979094.068693:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979094.068697:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979094.068700:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979094.068704:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979094.068707:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979094.068717:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979094.068723:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979094.068726:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979094.068729:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979094.068732:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979094.068733:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979094.068736:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979094.068739:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881c00 x1870620402968832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.068746:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979094.068750:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881c00 x1870620402968832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979119 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.068756:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979094.068757:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979094.068760:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979094.068764:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979094.068767:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979094.068768:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311419920 00000100:00000001:0.0:1783979094.068771:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311421179 00000100:00000001:0.0:1783979094.068772:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311419920 00000100:00000001:0.0:1783979094.068774:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311421179 00000100:00000001:0.0:1783979094.068776:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979094.068778:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979094.068779:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979094.068783:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979094/real 1783979094] req@ffff9b83ef881c00 x1870620402968832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979094.068791:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979094.068792:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979094.068793:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979094.068796:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979094.068797:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979094.068798:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979094.068802:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881c00 x1870620402968832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979094.068809:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881c00 x1870620402968832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.068816:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979094.068817:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979094.068819:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979094.068820:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979094.068824:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881c00 x1870620402968832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.068831:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979094.068834:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881c00 x1870620402968832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979119 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.068841:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979094.068843:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979094.068845:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979094.068846:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979094.068848:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979094.068855:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979094.068858:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979094.068861:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979094.068863:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979094.068866:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881c00 x1870620402968832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979119 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979094.068874:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402968832:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979094.068877:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979094.068880:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882300 x1870620402968960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.068887:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979094.068888:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979094.068890:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979094.068892:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979094.068894:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979094.068897:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402968960:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979094.068900:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979094.068902:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979094.068903:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979094.068905:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979094.068908:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979094.068911:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979094.068914:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979094.068916:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979094.068918:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979094.068921:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402968960, portal 10 00000100:00000001:0.0:1783979094.068923:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979094.068924:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694538496 : -110484015013120 : ffff9b83ef882300) 00000100:00000040:0.0:1783979094.068929:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882300 x1870620402968960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.068935:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979094.068937:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979094.068939:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979094.068941:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402968960, offset 0 00000400:00000200:0.0:1783979094.068945:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979094.068948:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979094.068951:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979094.068954:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979094.068956:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979094.068958:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979094.068960:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979094.068962:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826527:826527:256:4294967295] 192.168.201.148@tcp LPNI seq info [826498:826498:8:4294967295] 00000400:00000200:0.0:1783979094.068966:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979094.068972:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979094.068977:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979094.068979:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979094.068982:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979094.068985:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979094.068994:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979094.068996:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979094.068999:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979094.069002:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979094.069004:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979094.069006:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979094.069007:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979094.069010:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882300 x1870620402968960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.069016:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979094.069019:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882300 x1870620402968960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979119 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.069025:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979094.069027:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979094.069029:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979094.069032:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979094.069035:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979094.069036:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311419915 00000100:00000001:0.0:1783979094.069039:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311421179 00000100:00000001:0.0:1783979094.069040:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311419915 00000100:00000001:0.0:1783979094.069042:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311421179 00000100:00000001:0.0:1783979094.069045:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979094.069046:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979094.069048:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979094.069051:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979094/real 1783979094] req@ffff9b83ef882300 x1870620402968960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979094.069059:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979094.069060:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979094.069062:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979094.069064:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979094.069065:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979094.069067:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979094.069070:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882300 x1870620402968960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979094.069078:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882300 x1870620402968960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.069083:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979094.069085:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979094.069086:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979094.069087:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979094.069090:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882300 x1870620402968960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.069096:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979094.069099:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882300 x1870620402968960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979119 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.069105:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979094.069107:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979094.069108:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979094.069110:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979094.069111:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979094.069116:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979094.069118:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979094.069121:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979094.069122:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979094.069126:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882300 x1870620402968960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979119 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979094.069133:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402968960:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979094.069136:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979094.069138:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979094.069141:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883b80 x1870620402968704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979119 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.069159:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979094.069162:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979094.069164:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979094.069167:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979094.069169:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979094.069170:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979094.069172:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979094.069174:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636400. 02000000:00000001:0.0:1783979094.069178:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979094.069180:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979094.069181:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883b80. 00000100:00000001:0.0:1783979094.069185:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979094.069187:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979094.069188:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979094.069192:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881c00 x1870620402968832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979119 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.069197:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979094.069198:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979094.069199:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979094.069201:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979094.069202:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979094.069203:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979094.069204:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979094.069206:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636c00. 02000000:00000001:0.0:1783979094.069207:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979094.069208:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979094.069210:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881c00. 00000100:00000001:0.0:1783979094.069213:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979094.069214:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979094.069215:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979094.069217:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882300 x1870620402968960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979119 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.069222:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979094.069224:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979094.069225:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979094.069227:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979094.069228:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979094.069229:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979094.069231:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979094.069232:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635400. 02000000:00000001:0.0:1783979094.069234:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979094.069235:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979094.069237:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882300. 00000100:00000001:0.0:1783979094.069239:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979094.069241:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979094.069243:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979094.069249:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979094.069250:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979094.069252:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979094.069254:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979094.069255:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979094.069258:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881500 x1870620402969088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.069264:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979094.069265:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979094.069267:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979094.069269:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979094.069270:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979094.069273:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402969088:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979094.069276:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979094.069277:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979094.069279:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979094.069281:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979094.069283:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979094.069285:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979094.069288:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979094.069290:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979094.069312:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979094.069316:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402969088, portal 4 00000100:00000001:0.0:1783979094.069318:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979094.069319:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694534912 : -110484015016704 : ffff9b83ef881500) 00000100:00000040:0.0:1783979094.069325:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881500 x1870620402969088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.069330:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979094.069333:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979094.069335:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979094.069337:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402969088, offset 0 00000400:00000200:0.0:1783979094.069341:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979094.069344:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979094.069347:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979094.069350:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979094.069352:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979094.069354:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979094.069356:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979094.069359:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826528:826528:256:4294967295] 192.168.201.148@tcp LPNI seq info [826499:826499:8:4294967295] 00000400:00000200:0.0:1783979094.069363:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979094.069368:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979094.069372:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979094.069375:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979094.069378:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979094.069380:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979094.069390:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979094.069392:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979094.069394:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979094.069397:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979094.069400:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979094.069401:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979094.069404:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979094.069407:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881500 x1870620402969088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.069419:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979094.069422:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881500 x1870620402969088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979119 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.069428:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979094.069429:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979094.069432:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979094.069434:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979094.069437:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979094.069439:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311419943 00000100:00000001:0.0:1783979094.069441:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311421179 00000100:00000001:0.0:1783979094.069443:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311419943 00000100:00000001:0.0:1783979094.069445:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311421179 00000100:00000001:0.0:1783979094.069447:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979094.069449:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979094.069451:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979094.069454:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979094/real 1783979094] req@ffff9b83ef881500 x1870620402969088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979094.069461:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979094.069462:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979094.069464:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979094.069466:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979094.069468:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979094.069469:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979094.069472:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881500 x1870620402969088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979094.069479:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881500 x1870620402969088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.069484:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979094.069485:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979094.069487:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979094.069488:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979094.069491:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881500 x1870620402969088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.069497:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979094.069501:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881500 x1870620402969088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979119 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.069507:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979094.069509:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979094.069511:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979094.069512:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979094.069513:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979094.069517:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979094.069519:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979094.069522:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979094.069524:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979094.069527:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881500 x1870620402969088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979119 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979094.069534:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402969088:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979094.069538:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979094.069540:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880e00 x1870620402969216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.069545:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979094.069546:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979094.069548:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979094.069550:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979094.069552:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979094.069554:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402969216:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979094.069557:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979094.069559:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979094.069560:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979094.069561:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979094.069564:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979094.069566:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979094.069568:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979094.069570:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979094.069572:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979094.069575:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402969216, portal 4 00000100:00000001:0.0:1783979094.069576:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979094.069578:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694533120 : -110484015018496 : ffff9b83ef880e00) 00000100:00000040:0.0:1783979094.069583:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880e00 x1870620402969216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.069588:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979094.069590:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979094.069592:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979094.069594:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402969216, offset 0 00000400:00000200:0.0:1783979094.069598:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979094.069601:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979094.069604:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979094.069606:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979094.069608:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979094.069610:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979094.069612:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979094.069615:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826529:826529:256:4294967295] 192.168.201.148@tcp LPNI seq info [826500:826500:8:4294967295] 00000400:00000200:0.0:1783979094.069618:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979094.069623:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979094.069627:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979094.069629:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979094.069633:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979094.069635:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979094.069645:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979094.069647:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979094.069649:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979094.069652:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979094.069655:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979094.069656:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979094.069658:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979094.069662:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880e00 x1870620402969216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.069669:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979094.069672:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880e00 x1870620402969216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979119 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.069678:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979094.069679:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979094.069682:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979094.069685:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979094.069688:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979094.069690:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311419933 00000100:00000001:0.0:1783979094.069692:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311421179 00000100:00000001:0.0:1783979094.069694:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311419933 00000100:00000001:0.0:1783979094.069696:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311421179 00000100:00000001:0.0:1783979094.069698:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979094.069699:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979094.069701:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979094.069704:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979094/real 1783979094] req@ffff9b83ef880e00 x1870620402969216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979094.069711:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979094.069713:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979094.069715:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979094.069717:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979094.069718:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979094.069720:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979094.069723:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880e00 x1870620402969216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979094.069730:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880e00 x1870620402969216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.069736:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979094.069737:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979094.069739:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979094.069740:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979094.069743:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880e00 x1870620402969216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.069749:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979094.069753:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880e00 x1870620402969216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979119 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.069759:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979094.069761:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979094.069762:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979094.069763:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979094.069765:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979094.069768:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979094.069770:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979094.069773:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979094.069775:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979094.069778:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880e00 x1870620402969216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979119 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979094.069790:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402969216:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979094.069793:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979094.069795:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979094.069797:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881500 x1870620402969088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979119 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.069803:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979094.069805:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979094.069807:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979094.069809:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979094.069811:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979094.069812:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979094.069815:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979094.069816:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634400. 02000000:00000001:0.0:1783979094.069819:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979094.069820:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979094.069821:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881500. 00000100:00000001:0.0:1783979094.069824:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979094.069825:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979094.069826:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979094.069829:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880e00 x1870620402969216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979119 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979094.069835:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979094.069836:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979094.069837:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979094.069839:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979094.069841:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979094.069842:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979094.069844:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979094.069845:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783979094.069847:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979094.069848:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979094.069850:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880e00. 00000100:00000001:0.0:1783979094.069853:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979094.069854:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979094.069856:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979094.069859:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979094.069860:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979094.069862:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979094.069864:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979094.451404:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979094.451413:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979094.451416:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979094.451422:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979094.451425:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979094.451429:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979094.451431:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979094.451434:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979094.451436:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979094.579438:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979094.579446:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979094.579447:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979094.579462:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979094.579466:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979094.579469:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979094.579471:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979094.579474:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979094.579477:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979094.579502:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979094.579506:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979094.579508:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979094.579512:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979094.579515:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979094.579518:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979094.579520:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979094.579526:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979094.579531:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979094.579534:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979094.579541:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979094.579544:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979094.579550:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979094.579554:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979094.579560:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979094.579563:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979094.579582:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979094.579587:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979094.579592:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979094.580610:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979094.580613:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979094.580615:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979094.580617:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979094.580619:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979094.580621:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979094.580622:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979094.580624:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979094.580626:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979095.475358:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979095.475366:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979095.475369:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979095.475378:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979095.475384:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979095.475390:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979095.475405:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979095.475408:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979095.475412:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979095.603423:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979095.603428:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979095.603430:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979095.603436:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979095.603439:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979095.603444:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979095.603448:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979095.603450:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979095.603453:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979095.603475:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979095.603477:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979095.603481:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979095.603481:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979095.603484:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979095.603485:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979095.603487:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979095.603488:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979095.603490:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979095.603491:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979095.603506:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979095.603509:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979095.603512:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979095.603969:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979095.603973:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979095.603974:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979095.603976:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979095.603978:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979095.603980:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979095.603982:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979095.603983:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979095.603985:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979096.499402:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979096.499408:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979096.499409:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979096.499413:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979096.499416:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979096.499419:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979096.499420:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979096.499422:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979096.499424:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979096.627558:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979096.627564:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979096.627568:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979096.627573:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979096.627592:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979096.627597:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979096.627602:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979096.627605:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979096.627607:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979096.627630:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979096.627634:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979096.627638:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979096.627640:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979096.627643:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979096.627644:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979096.627647:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979096.627648:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979096.627650:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979096.627650:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979096.627666:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979096.627668:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979096.627670:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979097.523348:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979097.523356:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979097.523360:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979097.523561:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979097.523564:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979097.523566:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979097.523568:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979097.523570:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979097.523572:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979097.651469:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979097.651474:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979097.651477:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979097.651483:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979097.651489:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979097.651492:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979097.651495:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979097.651498:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979097.651502:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979097.653476:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979097.653480:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979097.653487:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979097.653488:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979097.653491:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979097.653492:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979097.653494:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979097.653495:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979097.653497:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979097.653498:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979097.653523:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979097.653526:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979097.653528:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979098.550168:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979098.550175:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979098.550176:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979098.550181:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979098.550184:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979098.550187:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979098.550189:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979098.550191:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979098.550194:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979098.675418:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979098.675427:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979098.675429:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979098.675435:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979098.675439:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979098.675442:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979098.675444:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979098.675447:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979098.675449:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979098.675471:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979098.675476:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979098.675484:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979098.675488:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979098.675493:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979098.675495:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979098.675513:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979098.675517:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979098.675524:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979098.675527:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979098.675548:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979098.675551:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979098.675553:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979098.675752:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979098.675756:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979098.675758:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979098.675760:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979098.675765:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979098.675769:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979098.675773:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979098.675776:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979098.675779:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979099.188862:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979099.188866:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979099.188869:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979099.188875:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0e00 x1870620402969344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.188883:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979099.188885:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979099.188888:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979099.188891:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979099.188894:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979099.188897:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402969344:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979099.188901:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979099.188905:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979099.188907:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979099.188909:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979099.188914:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979099.188916:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979099.188921:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979099.188925:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979099.188931:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979099.188937:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402969344, portal 25 00000100:00000001:0.0:1783979099.188939:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979099.188941:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889961472 : -110483819590144 : ffff9b83fb2e0e00) 00000100:00000040:0.0:1783979099.188945:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0e00 x1870620402969344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.188952:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979099.188955:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979099.188957:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979099.188960:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402969344, offset 0 00000400:00000200:0.0:1783979099.188967:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979099.188974:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979099.188981:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979099.188986:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979099.188990:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979099.188994:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979099.188997:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979099.189000:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826530:826530:256:4294967295] 192.168.201.148@tcp LPNI seq info [826501:826501:8:4294967295] 00000400:00000200:0.0:1783979099.189005:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979099.189015:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979099.189021:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979099.189026:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979099.189032:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979099.189035:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979099.189048:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979099.189051:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979099.189068:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979099.189073:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979099.189079:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979099.189081:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979099.189087:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979099.189090:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0e00 x1870620402969344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.189098:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979099.189101:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0e00 x1870620402969344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979124 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.189107:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979099.189109:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979099.189114:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979099.189117:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979099.189120:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311426299 00000100:00000010:0.0:1783979099.189125:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783979099.189131:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979099.189136:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311426299 00000100:00000010:0.0:1783979099.189138:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783979099.189141:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979099.189144:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979099.189146:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979099.189148:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979099.189152:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979099/real 1783979099] req@ffff9b83fb2e0e00 x1870620402969344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979099.189160:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979099.189161:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979099.189163:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979099.189166:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979099.189167:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979099.189169:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979099.189172:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0e00 x1870620402969344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979099.189181:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0e00 x1870620402969344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.189187:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979099.189188:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979099.189191:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979099.189193:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979099.189196:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0e00 x1870620402969344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.189202:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979099.189205:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0e00 x1870620402969344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979124 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.189211:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979099.189214:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979099.189216:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979099.189217:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979099.189219:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979099.189221:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979099.189223:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979099.189226:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979099.189228:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979099.189233:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0e00 x1870620402969344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979124 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979099.189240:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402969344:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979099.189244:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979099.189247:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0700 x1870620402969472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.189252:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979099.189253:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979099.189255:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979099.189257:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979099.189259:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979099.189261:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402969472:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979099.189264:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979099.189265:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979099.189267:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979099.189268:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979099.189272:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979099.189273:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979099.189277:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979099.189279:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979099.189282:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979099.189284:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402969472, portal 10 00000100:00000001:0.0:1783979099.189286:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979099.189287:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889959680 : -110483819591936 : ffff9b83fb2e0700) 00000100:00000040:0.0:1783979099.189315:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0700 x1870620402969472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.189321:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979099.189323:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979099.189326:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979099.189328:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402969472, offset 0 00000400:00000200:0.0:1783979099.189332:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979099.189335:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979099.189339:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979099.189342:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979099.189344:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979099.189346:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979099.189348:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979099.189351:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826531:826531:256:4294967295] 192.168.201.148@tcp LPNI seq info [826502:826502:8:4294967295] 00000400:00000200:0.0:1783979099.189354:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979099.189360:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979099.189364:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979099.189367:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979099.189371:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979099.192150:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979099.192177:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979099.192180:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979099.192188:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979099.192192:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979099.192199:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979099.192202:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979099.192207:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979099.192214:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0700 x1870620402969472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.192231:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979099.192235:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0700 x1870620402969472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979124 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.192241:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979099.192243:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979099.192249:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979099.192254:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979099.192258:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979099.192262:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311425043 00000100:00000001:0.0:1783979099.192265:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311426299 00000100:00000001:0.0:1783979099.192267:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311425043 00000100:00000001:0.0:1783979099.192270:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311426299 00000100:00000001:0.0:1783979099.192272:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979099.192275:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979099.192278:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979099.192282:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979099/real 1783979099] req@ffff9b83fb2e0700 x1870620402969472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979099.192305:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979099.192307:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979099.192310:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979099.192313:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979099.192316:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979099.192327:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979099.192331:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0700 x1870620402969472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979099.192339:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0700 x1870620402969472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.192345:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979099.192347:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979099.192349:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979099.192351:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979099.192354:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0700 x1870620402969472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.192361:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979099.192365:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0700 x1870620402969472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979124 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.192372:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979099.192375:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979099.192376:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979099.192378:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979099.192380:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979099.192389:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979099.192392:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979099.192396:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979099.192399:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979099.192403:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0700 x1870620402969472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979124 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979099.192418:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402969472:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979099.192424:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979099.192428:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1500 x1870620402969600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.192435:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979099.192436:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979099.192439:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979099.192442:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979099.192445:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979099.192448:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402969600:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979099.192452:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979099.192455:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979099.192458:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979099.192460:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979099.192467:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979099.192469:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979099.192472:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979099.192476:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979099.192480:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979099.192484:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402969600, portal 10 00000100:00000001:0.0:1783979099.192486:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979099.192488:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889963264 : -110483819588352 : ffff9b83fb2e1500) 00000100:00000040:0.0:1783979099.192494:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1500 x1870620402969600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.192500:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979099.192502:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979099.192504:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979099.192507:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402969600, offset 0 00000400:00000200:0.0:1783979099.192513:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979099.192518:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979099.192525:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979099.192530:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979099.192533:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979099.192536:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979099.192539:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979099.192542:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826532:826532:256:4294967295] 192.168.201.148@tcp LPNI seq info [826503:826503:8:4294967295] 00000400:00000200:0.0:1783979099.192546:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979099.192553:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979099.192558:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979099.192562:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979099.192567:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979099.192570:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979099.192580:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979099.192582:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979099.192585:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979099.192588:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979099.192590:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979099.192592:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979099.192594:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979099.192597:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1500 x1870620402969600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.192604:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979099.192607:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1500 x1870620402969600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979124 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.192612:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979099.192614:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979099.192616:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979099.192619:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979099.192622:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979099.192624:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311425039 00000100:00000001:0.0:1783979099.192626:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311426299 00000100:00000001:0.0:1783979099.192628:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311425039 00000100:00000001:0.0:1783979099.192630:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311426299 00000100:00000001:0.0:1783979099.192632:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979099.192634:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979099.192636:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979099.192640:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979099/real 1783979099] req@ffff9b83fb2e1500 x1870620402969600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979099.192647:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979099.192649:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979099.192650:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979099.192653:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979099.192655:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979099.192657:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979099.192660:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1500 x1870620402969600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979099.192667:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1500 x1870620402969600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.192672:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979099.192673:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979099.192675:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979099.192676:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979099.192679:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1500 x1870620402969600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.192685:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979099.192688:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1500 x1870620402969600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979124 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.192694:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979099.192696:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979099.192698:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979099.192699:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979099.192701:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979099.192706:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979099.192708:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979099.192712:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979099.192713:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979099.192717:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1500 x1870620402969600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979124 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979099.192729:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402969600:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979099.192733:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979099.192736:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2d80 x1870620402969728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.192758:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979099.192759:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979099.192761:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979099.192763:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979099.192765:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979099.192768:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402969728:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979099.192771:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979099.192773:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979099.192775:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979099.192776:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979099.192780:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979099.192781:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979099.192785:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979099.192787:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979099.192790:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979099.192793:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402969728, portal 4 00000100:00000001:0.0:1783979099.192794:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979099.192795:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889969536 : -110483819582080 : ffff9b83fb2e2d80) 00000100:00000040:0.0:1783979099.192801:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2d80 x1870620402969728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.192806:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979099.192808:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979099.192811:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979099.192813:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402969728, offset 0 00000400:00000200:0.0:1783979099.192816:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979099.192820:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979099.192823:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979099.192826:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979099.192829:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979099.192831:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979099.192833:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979099.192836:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826533:826533:256:4294967295] 192.168.201.148@tcp LPNI seq info [826504:826504:8:4294967295] 00000400:00000200:0.0:1783979099.192840:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979099.192845:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979099.192850:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979099.192853:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979099.192856:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979099.192858:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979099.192868:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979099.192870:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979099.192873:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979099.192876:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979099.192879:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979099.192881:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979099.192883:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979099.192886:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2d80 x1870620402969728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.192893:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979099.192905:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2d80 x1870620402969728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979124 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.192911:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979099.192913:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979099.192916:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979099.192919:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979099.192921:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979099.192924:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311425066 00000100:00000001:0.0:1783979099.192926:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311426299 00000100:00000001:0.0:1783979099.192928:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311425066 00000100:00000001:0.0:1783979099.192930:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311426299 00000100:00000001:0.0:1783979099.192932:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979099.192934:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979099.192936:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979099.192939:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979099/real 1783979099] req@ffff9b83fb2e2d80 x1870620402969728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979099.192946:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979099.192947:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979099.192949:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979099.192951:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979099.192953:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979099.192955:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979099.192958:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2d80 x1870620402969728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979099.192965:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2d80 x1870620402969728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.192971:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979099.192972:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979099.192974:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979099.192976:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979099.192979:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2d80 x1870620402969728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.192984:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979099.192988:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2d80 x1870620402969728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979124 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.192993:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979099.192996:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979099.192998:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979099.192999:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979099.193000:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979099.193003:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979099.193006:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979099.193009:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979099.193011:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979099.193014:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2d80 x1870620402969728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979124 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979099.193021:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402969728:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979099.193024:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979099.193028:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3b80 x1870620402969856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.193035:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979099.193036:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979099.193039:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979099.193040:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979099.193042:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979099.193045:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402969856:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979099.193048:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979099.193050:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979099.193051:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979099.193053:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979099.193069:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979099.193072:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979099.193075:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979099.193078:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979099.193081:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979099.193083:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402969856, portal 4 00000100:00000001:0.0:1783979099.193086:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979099.193087:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889973120 : -110483819578496 : ffff9b83fb2e3b80) 00000100:00000040:0.0:1783979099.193093:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3b80 x1870620402969856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.193099:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979099.193101:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979099.193103:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979099.193105:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402969856, offset 0 00000400:00000200:0.0:1783979099.193109:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979099.193112:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979099.193115:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979099.193118:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979099.193120:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979099.193122:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979099.193125:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979099.193127:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826534:826534:256:4294967295] 192.168.201.148@tcp LPNI seq info [826505:826505:8:4294967295] 00000400:00000200:0.0:1783979099.193131:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979099.193137:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979099.193141:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979099.193144:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979099.193147:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979099.193150:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979099.193159:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979099.193161:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979099.193164:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979099.193167:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979099.193169:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979099.193171:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979099.193173:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979099.193176:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3b80 x1870620402969856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.193188:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979099.193190:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3b80 x1870620402969856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979124 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.193196:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979099.193197:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979099.193200:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979099.193203:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979099.193206:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979099.193207:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311425056 00000100:00000001:0.0:1783979099.193210:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311426299 00000100:00000001:0.0:1783979099.193212:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311425056 00000100:00000001:0.0:1783979099.193214:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311426299 00000100:00000001:0.0:1783979099.193215:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979099.193218:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979099.193219:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979099.193222:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979099/real 1783979099] req@ffff9b83fb2e3b80 x1870620402969856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979099.193230:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979099.193231:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979099.193233:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979099.193235:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979099.193237:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979099.193239:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979099.193242:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3b80 x1870620402969856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979099.193249:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3b80 x1870620402969856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.193255:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979099.193256:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979099.193258:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979099.193260:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979099.193263:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3b80 x1870620402969856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.193269:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979099.193272:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3b80 x1870620402969856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979124 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.193278:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979099.193280:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979099.193282:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979099.193283:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979099.193285:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979099.193288:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979099.193290:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979099.193313:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979099.193315:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979099.193319:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3b80 x1870620402969856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979124 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979099.193326:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402969856:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979099.193330:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979099.193333:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979099.193336:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0e00 x1870620402969344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979124 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.193342:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979099.193345:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979099.193347:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979099.193350:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979099.193352:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979099.193355:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979099.193357:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979099.193359:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067000. 02000000:00000001:0.0:1783979099.193363:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979099.193364:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979099.193366:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0e00. 00000100:00000001:0.0:1783979099.193369:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979099.193371:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979099.193372:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979099.193375:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0700 x1870620402969472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979124 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.193381:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979099.193382:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979099.193384:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979099.193386:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979099.193387:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979099.193388:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979099.193390:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979099.193391:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065800. 02000000:00000001:0.0:1783979099.193394:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979099.193395:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979099.193396:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0700. 00000100:00000001:0.0:1783979099.193398:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979099.193399:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979099.193400:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979099.193403:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1500 x1870620402969600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979124 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.193409:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979099.193410:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979099.193411:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979099.193414:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979099.193415:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979099.193416:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979099.193418:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979099.193419:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067800. 02000000:00000001:0.0:1783979099.193421:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979099.193423:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979099.193424:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1500. 00000100:00000001:0.0:1783979099.193426:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979099.193427:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979099.193429:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979099.193432:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2d80 x1870620402969728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979124 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.193437:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979099.193438:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979099.193440:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979099.193442:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979099.193443:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979099.193444:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979099.193446:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979099.193447:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064800. 02000000:00000001:0.0:1783979099.193449:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979099.193450:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979099.193452:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2d80. 00000100:00000001:0.0:1783979099.193455:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979099.193456:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979099.193457:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979099.193460:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3b80 x1870620402969856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979124 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979099.193466:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979099.193467:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979099.193468:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979099.193472:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979099.193473:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979099.193474:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979099.193476:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979099.193477:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065000. 02000000:00000001:0.0:1783979099.193479:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979099.193480:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979099.193481:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3b80. 00000100:00000001:0.0:1783979099.193483:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979099.193484:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979099.193487:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979099.193494:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979099.193496:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979099.193498:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979099.193500:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979099.571403:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979099.571412:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979099.571416:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979099.571424:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979099.571431:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979099.571436:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979099.571458:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979099.571461:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979099.571465:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979099.699420:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979099.699427:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979099.699434:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979099.699439:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979099.699444:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979099.699449:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979099.699454:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979099.699458:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979099.699463:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979099.699476:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979099.699478:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979099.699479:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979099.699481:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979099.699483:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979099.699484:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979099.699486:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979099.699487:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979099.699488:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979099.699518:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979099.699521:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979099.699526:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979099.699528:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979099.699533:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979099.699536:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979099.699544:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979099.699547:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979099.699554:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979099.699558:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979099.699576:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979099.699578:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979099.699587:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979099.699617:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979099.699620:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979099.699621:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979099.699623:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979099.699626:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979099.699628:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979099.701249:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979099.701254:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979099.701258:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979100.595445:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979100.595454:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979100.595456:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979100.595462:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979100.595466:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979100.595470:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979100.595473:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979100.595475:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979100.595481:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979100.723415:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979100.723421:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979100.723425:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979100.723431:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979100.723437:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979100.723441:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979100.723443:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979100.723445:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979100.723447:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979100.723674:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979100.723677:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979100.723682:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979100.723685:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979100.723688:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979100.723691:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979100.723694:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979100.723696:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979100.723698:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979100.723700:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979100.723704:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979100.723706:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979100.723707:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979100.723708:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979100.723710:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979100.723711:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979100.723712:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979100.723713:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979100.723717:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979100.723719:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979100.723720:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979100.723722:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979100.723723:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979100.723724:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979100.723726:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979100.723727:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979100.723731:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979100.723732:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979100.723734:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979100.723735:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979100.723737:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979100.723738:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979100.723740:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979100.723741:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979100.723759:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979100.723761:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979100.723764:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979101.619735:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979101.619739:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979101.619740:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979101.619743:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979101.619745:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979101.619747:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979101.619749:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979101.619882:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979101.619885:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979101.747448:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979101.747454:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979101.747465:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979101.747468:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979101.747475:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979101.747479:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979101.747489:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979101.747492:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979101.747496:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979101.747497:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979101.747536:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979101.747540:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979101.747544:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979101.747579:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979101.747584:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979101.747588:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979101.747592:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979101.747597:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979101.747602:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979101.747608:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979101.747613:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979101.747620:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979102.643750:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979102.643753:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979102.643754:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979102.643756:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979102.643758:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979102.643759:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979102.643760:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979102.643761:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979102.643763:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979102.771405:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979102.771414:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979102.771417:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979102.771427:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979102.771434:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979102.771441:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979102.771447:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979102.771452:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979102.771458:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979102.771488:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979102.771491:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979102.771495:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979102.771497:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979102.771501:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979102.771502:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979102.771506:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979102.771507:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979102.771509:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979102.771510:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979102.771527:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979102.771530:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979102.771533:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979102.771653:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979102.771656:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979102.771658:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979102.771663:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979102.771667:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979102.771670:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979102.771673:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979102.771677:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979102.771680:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979102.771698:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979102.771701:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979102.771703:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979102.771706:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979102.771708:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979102.771710:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979102.771722:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979102.771723:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979102.771725:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979103.667400:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979103.667408:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979103.667409:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979103.667414:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979103.667417:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979103.667421:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979103.667424:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979103.667427:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979103.667431:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979103.795553:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979103.795555:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979103.795556:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979103.795558:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979103.795559:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979103.795561:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979103.795562:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979103.795562:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979103.795564:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979103.795578:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979103.795580:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979103.795583:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979103.795583:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979103.795586:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979103.795587:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979103.795589:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979103.795590:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979103.795592:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979103.795593:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979103.795653:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979103.795655:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979103.795657:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979104.307615:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979104.307621:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979104.307626:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979104.307637:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2a00 x1870620402969984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.307653:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979104.307657:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979104.307663:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979104.307668:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979104.307673:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979104.307691:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402969984:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979104.307698:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979104.307704:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979104.307708:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979104.307712:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979104.307718:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979104.307726:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979104.307733:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979104.307739:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979104.307748:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979104.307755:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402969984, portal 25 00000100:00000001:0.0:1783979104.307759:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979104.307762:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889968640 : -110483819582976 : ffff9b83fb2e2a00) 00000100:00000040:0.0:1783979104.307771:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2a00 x1870620402969984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.307797:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979104.307804:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979104.307809:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979104.307814:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402969984, offset 0 00000400:00000200:0.0:1783979104.307825:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979104.307834:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979104.307845:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979104.307853:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979104.307861:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979104.307868:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979104.307874:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979104.307882:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826535:826535:256:4294967295] 192.168.201.148@tcp LPNI seq info [826506:826506:8:4294967295] 00000400:00000200:0.0:1783979104.307891:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979104.307914:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979104.307925:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979104.307932:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979104.307942:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979104.307947:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979104.307980:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979104.307985:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979104.307995:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979104.308003:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979104.308010:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979104.308014:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979104.308021:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979104.308030:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2a00 x1870620402969984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.308045:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979104.308052:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2a00 x1870620402969984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979129 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.308067:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979104.308070:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979104.308075:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979104.308082:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979104.308088:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311431418 00000100:00000010:0.0:1783979104.308095:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783979104.308103:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979104.308110:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311431418 00000100:00000010:0.0:1783979104.308116:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783979104.308121:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979104.308127:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979104.308132:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979104.308136:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979104.308143:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979104/real 1783979104] req@ffff9b83fb2e2a00 x1870620402969984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979104.308173:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979104.308177:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979104.308180:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979104.308184:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979104.308189:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979104.308194:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979104.308200:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2a00 x1870620402969984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979104.308224:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2a00 x1870620402969984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.308239:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979104.308242:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979104.308246:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979104.308250:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979104.308256:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2a00 x1870620402969984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.308266:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979104.308272:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2a00 x1870620402969984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979129 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.308316:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979104.308319:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979104.308320:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979104.308321:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979104.308325:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979104.308328:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979104.308332:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979104.308338:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979104.308342:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979104.308348:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2a00 x1870620402969984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979129 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979104.308370:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402969984:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979104.308378:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979104.308382:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979104.308389:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2a00 x1870620402969984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979129 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.308404:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979104.308407:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979104.308410:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979104.308416:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979104.308419:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979104.308421:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979104.308425:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979104.308427:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065400. 02000000:00000001:0.0:1783979104.308432:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979104.308435:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979104.308437:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2a00. 00000100:00000001:0.0:1783979104.308440:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979104.308443:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979104.308444:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979104.308454:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979104.308458:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979104.308462:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979104.308466:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979104.308469:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979104.308476:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0380 x1870620402970112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.308492:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979104.308495:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979104.308501:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979104.308504:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979104.308511:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979104.308519:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402970112:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979104.308525:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979104.308528:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979104.308531:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979104.308534:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979104.308539:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979104.308544:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979104.308552:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979104.308557:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979104.308564:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979104.308569:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402970112, portal 10 00000100:00000001:0.0:1783979104.308573:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979104.308575:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889958784 : -110483819592832 : ffff9b83fb2e0380) 00000100:00000040:0.0:1783979104.308587:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0380 x1870620402970112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.308603:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979104.308608:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979104.308613:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979104.308618:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402970112, offset 0 00000400:00000200:0.0:1783979104.308625:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979104.308630:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979104.308634:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979104.308638:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979104.308641:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979104.308643:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979104.308645:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979104.308649:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826536:826536:256:4294967295] 192.168.201.148@tcp LPNI seq info [826507:826507:8:4294967295] 00000400:00000200:0.0:1783979104.308653:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979104.308661:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979104.308665:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979104.308669:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979104.308673:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979104.308675:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979104.308682:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979104.308683:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979104.308686:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979104.308689:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979104.308697:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979104.308699:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979104.308701:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979104.308705:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0380 x1870620402970112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.308712:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979104.308715:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0380 x1870620402970112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979129 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.308721:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979104.308722:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979104.308725:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979104.308729:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979104.308732:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979104.308735:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311430160 00000100:00000001:0.0:1783979104.308737:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311431418 00000100:00000001:0.0:1783979104.308739:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311430160 00000100:00000001:0.0:1783979104.308742:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311431418 00000100:00000001:0.0:1783979104.308744:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979104.308746:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979104.308748:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979104.308751:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979104/real 1783979104] req@ffff9b83fb2e0380 x1870620402970112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979104.308759:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979104.308761:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979104.308763:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979104.308765:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979104.308767:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979104.308769:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979104.308772:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0380 x1870620402970112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979104.308780:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0380 x1870620402970112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.308786:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979104.308788:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979104.308789:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979104.308791:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979104.308794:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0380 x1870620402970112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.308801:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979104.308804:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0380 x1870620402970112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979129 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.308812:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979104.308814:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979104.308816:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979104.308817:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979104.308819:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979104.308827:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979104.308830:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979104.308833:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979104.308836:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979104.308839:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0380 x1870620402970112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979129 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979104.308847:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402970112:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979104.308851:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979104.308854:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1880 x1870620402970240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.308861:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979104.308862:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979104.308865:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979104.308866:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979104.308868:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979104.308871:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402970240:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979104.308874:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979104.308876:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979104.308878:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979104.308880:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979104.308883:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979104.308885:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979104.308888:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979104.308890:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979104.308893:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979104.308896:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402970240, portal 10 00000100:00000001:0.0:1783979104.308898:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979104.308900:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889964160 : -110483819587456 : ffff9b83fb2e1880) 00000100:00000040:0.0:1783979104.308905:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1880 x1870620402970240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.308911:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979104.308913:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979104.308915:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979104.308917:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402970240, offset 0 00000400:00000200:0.0:1783979104.308921:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979104.308925:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979104.308928:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979104.308931:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979104.308933:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979104.308936:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979104.308938:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979104.308941:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826537:826537:256:4294967295] 192.168.201.148@tcp LPNI seq info [826508:826508:8:4294967295] 00000400:00000200:0.0:1783979104.308945:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979104.308951:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979104.308954:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979104.308957:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979104.308961:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979104.308964:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979104.308986:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979104.308988:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979104.308992:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979104.308995:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979104.308998:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979104.308999:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979104.309002:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979104.309005:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1880 x1870620402970240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.309012:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979104.309015:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1880 x1870620402970240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979129 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.309021:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979104.309023:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979104.309026:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979104.309028:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979104.309032:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979104.309034:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311430155 00000100:00000001:0.0:1783979104.309036:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311431418 00000100:00000001:0.0:1783979104.309038:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311430155 00000100:00000001:0.0:1783979104.309040:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311431418 00000100:00000001:0.0:1783979104.309043:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979104.309045:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979104.309046:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979104.309050:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979104/real 1783979104] req@ffff9b83fb2e1880 x1870620402970240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979104.309058:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979104.309059:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979104.309061:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979104.309063:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979104.309064:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979104.309066:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979104.309069:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1880 x1870620402970240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979104.309077:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1880 x1870620402970240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.309083:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979104.309085:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979104.309086:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979104.309088:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979104.309091:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1880 x1870620402970240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.309098:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979104.309101:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1880 x1870620402970240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979129 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.309108:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979104.309111:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979104.309112:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979104.309113:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979104.309115:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979104.309121:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979104.309124:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979104.309127:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979104.309130:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979104.309134:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1880 x1870620402970240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979129 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979104.309141:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402970240:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979104.309145:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979104.309148:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1f80 x1870620402970368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.309155:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979104.309156:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979104.309158:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979104.309160:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979104.309163:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979104.309166:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402970368:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979104.309169:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979104.309170:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979104.309171:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979104.309173:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979104.309176:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979104.309178:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979104.309181:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979104.309183:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979104.309186:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979104.309189:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402970368, portal 4 00000100:00000001:0.0:1783979104.309191:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979104.309192:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889965952 : -110483819585664 : ffff9b83fb2e1f80) 00000100:00000040:0.0:1783979104.309197:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1f80 x1870620402970368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.309204:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979104.309206:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979104.309208:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979104.309211:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402970368, offset 0 00000400:00000200:0.0:1783979104.309214:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979104.309218:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979104.309221:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979104.309224:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979104.309226:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979104.309228:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979104.309231:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979104.309234:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826538:826538:256:4294967295] 192.168.201.148@tcp LPNI seq info [826509:826509:8:4294967295] 00000400:00000200:0.0:1783979104.309238:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979104.309244:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979104.309249:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979104.309252:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979104.309256:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979104.309258:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979104.309269:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979104.309270:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979104.309273:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979104.309277:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979104.309279:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979104.309281:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979104.309283:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979104.309287:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1f80 x1870620402970368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.309312:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979104.309315:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1f80 x1870620402970368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979129 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.309327:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979104.309328:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979104.309331:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979104.309334:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979104.309337:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979104.309339:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311430183 00000100:00000001:0.0:1783979104.309342:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311431418 00000100:00000001:0.0:1783979104.309344:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311430183 00000100:00000001:0.0:1783979104.309345:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311431418 00000100:00000001:0.0:1783979104.309347:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979104.309348:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979104.309349:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979104.309353:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979104/real 1783979104] req@ffff9b83fb2e1f80 x1870620402970368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979104.309360:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979104.309361:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979104.309363:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979104.309365:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979104.309367:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979104.309368:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979104.309371:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1f80 x1870620402970368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979104.309379:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1f80 x1870620402970368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.309386:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979104.309387:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979104.309389:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979104.309390:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979104.309394:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1f80 x1870620402970368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.309401:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979104.309403:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1f80 x1870620402970368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979129 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.309407:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979104.309409:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979104.309410:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979104.309410:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979104.309411:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979104.309414:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979104.309415:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979104.309417:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979104.309418:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979104.309420:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1f80 x1870620402970368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979129 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979104.309425:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402970368:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979104.309427:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979104.309428:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979104.309430:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0380 x1870620402970112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979129 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.309433:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979104.309434:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979104.309435:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979104.309437:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979104.309438:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979104.309439:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979104.309440:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979104.309441:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064c00. 02000000:00000001:0.0:1783979104.309443:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979104.309444:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979104.309445:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0380. 00000100:00000001:0.0:1783979104.309446:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979104.309447:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979104.309448:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979104.309450:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1880 x1870620402970240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979129 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.309453:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979104.309454:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979104.309455:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979104.309456:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979104.309457:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979104.309457:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979104.309458:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979104.309459:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065000. 02000000:00000001:0.0:1783979104.309460:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979104.309460:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979104.309461:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1880. 00000100:00000001:0.0:1783979104.309462:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979104.309463:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979104.309464:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979104.309465:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1f80 x1870620402970368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979129 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.309468:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979104.309469:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979104.309470:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979104.309471:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979104.309471:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979104.309472:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979104.309473:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979104.309473:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064800. 02000000:00000001:0.0:1783979104.309474:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979104.309475:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979104.309476:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1f80. 00000100:00000001:0.0:1783979104.309477:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979104.309478:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979104.309479:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979104.309481:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979104.309482:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979104.309483:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979104.309484:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979104.309485:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979104.309487:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2300 x1870620402970496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.309491:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979104.309492:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979104.309493:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979104.309495:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979104.309496:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979104.309497:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402970496:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979104.309499:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979104.309500:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979104.309501:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979104.309502:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979104.309504:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979104.309505:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979104.309507:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979104.309509:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979104.309510:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979104.309512:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402970496, portal 4 00000100:00000001:0.0:1783979104.309513:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979104.309514:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889966848 : -110483819584768 : ffff9b83fb2e2300) 00000100:00000040:0.0:1783979104.309518:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2300 x1870620402970496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.309522:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979104.309523:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979104.309524:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979104.309525:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402970496, offset 0 00000400:00000200:0.0:1783979104.309528:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979104.309530:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979104.309532:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979104.309534:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979104.309536:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979104.309537:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979104.309539:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979104.309541:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826539:826539:256:4294967295] 192.168.201.148@tcp LPNI seq info [826510:826510:8:4294967295] 00000400:00000200:0.0:1783979104.309543:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979104.309547:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979104.309549:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979104.309551:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979104.309553:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979104.309555:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979104.309561:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979104.309562:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979104.309564:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979104.309566:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979104.309568:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979104.309569:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979104.309571:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979104.309572:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2300 x1870620402970496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.309577:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979104.309578:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2300 x1870620402970496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979129 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.309582:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979104.309583:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979104.309584:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979104.309586:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979104.309587:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979104.309589:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311430173 00000100:00000001:0.0:1783979104.309590:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311431418 00000100:00000001:0.0:1783979104.309592:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311430173 00000100:00000001:0.0:1783979104.309593:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311431418 00000100:00000001:0.0:1783979104.309594:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979104.309595:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979104.309596:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979104.309598:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979104/real 1783979104] req@ffff9b83fb2e2300 x1870620402970496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979104.309601:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979104.309602:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979104.309603:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979104.309605:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979104.309605:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979104.309607:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979104.309608:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2300 x1870620402970496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979104.309613:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2300 x1870620402970496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.309616:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979104.309617:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979104.309618:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979104.309618:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979104.309620:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2300 x1870620402970496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.309624:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979104.309625:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2300 x1870620402970496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979129 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.309629:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979104.309631:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979104.309632:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979104.309632:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979104.309633:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979104.309636:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979104.309638:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979104.309639:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979104.309640:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979104.309642:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2300 x1870620402970496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979129 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979104.309647:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402970496:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979104.309649:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979104.309650:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979104.309651:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2300 x1870620402970496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979129 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979104.309654:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979104.309655:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979104.309656:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979104.309657:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979104.309657:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979104.309658:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979104.309659:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979104.309660:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067800. 02000000:00000001:0.0:1783979104.309661:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979104.309662:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979104.309662:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2300. 00000100:00000001:0.0:1783979104.309664:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979104.309665:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979104.309666:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979104.309667:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979104.309668:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979104.309669:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979104.309671:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979104.691406:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979104.691416:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979104.691420:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979104.691428:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979104.691436:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979104.691440:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979104.691454:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979104.691458:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979104.691461:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979104.821041:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979104.821046:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979104.821047:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979104.821050:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979104.821052:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979104.821054:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979104.821055:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979104.821057:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979104.821060:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979104.821082:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979104.821087:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979104.821090:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979104.821094:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979104.821097:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979104.821100:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979104.821102:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979104.821105:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979104.821109:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979104.821111:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979104.821115:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979104.821116:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979104.821118:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979104.821119:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979104.821121:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979104.821121:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979104.821134:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979104.821135:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979104.821137:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979104.822057:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979104.822062:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979104.822065:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979104.822070:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979104.822075:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979104.822080:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979104.822087:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979104.822090:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979104.822101:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979105.715400:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979105.715408:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979105.715410:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979105.715415:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979105.715419:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979105.715422:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979105.715425:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979105.715427:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979105.715430:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979105.843379:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979105.843386:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979105.843395:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979105.843398:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979105.843406:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979105.843410:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979105.843418:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979105.843422:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979105.843428:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979105.843430:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979105.843453:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979105.843459:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979105.843465:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979105.843479:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979105.843484:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979105.843487:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979105.843492:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979105.843497:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979105.843500:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979105.843502:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979105.843506:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979105.843511:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979106.740214:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979106.740219:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979106.740220:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979106.740223:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979106.740226:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979106.740228:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979106.740230:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979106.740232:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979106.740234:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979106.867439:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979106.867444:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979106.867453:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979106.867456:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979106.867463:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979106.867466:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979106.867474:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979106.867477:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979106.867483:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979106.867485:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979106.867601:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979106.867616:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979106.867622:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979106.867649:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979106.867652:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979106.867655:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979106.867658:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979106.867661:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979106.867664:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979106.867767:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979106.867769:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979106.867771:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979107.763402:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979107.763410:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979107.763413:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979107.763419:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979107.763424:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979107.763428:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979107.763439:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979107.763442:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979107.763445:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979107.891404:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979107.891412:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979107.891416:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979107.891424:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979107.891430:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979107.891437:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979107.891443:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979107.891446:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979107.891450:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979107.891466:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979107.891469:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979107.891471:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979107.891474:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979107.891476:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979107.891479:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979107.891481:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979107.891482:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979107.891484:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979107.891502:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979107.891505:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979107.891508:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979107.891510:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979107.891514:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979107.891516:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979107.891520:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979107.891521:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979107.891525:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979107.891526:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979107.891544:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979107.891547:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979107.891550:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979107.891573:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979107.891575:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979107.891576:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979107.891579:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979107.891580:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979107.891582:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979107.891584:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979107.891586:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979107.891588:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979107.891904:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979107.891917:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979107.891918:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979107.891921:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979107.891923:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979107.891925:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979107.891927:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979107.891928:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979107.891930:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979108.789083:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979108.789088:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979108.789089:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979108.789093:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979108.789095:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979108.789098:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979108.789100:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979108.789101:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979108.789103:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979108.915393:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979108.915399:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979108.915402:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979108.915407:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979108.915412:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979108.915417:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979108.915424:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979108.915428:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979108.915432:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979108.915446:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979108.915449:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979108.915450:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979108.915452:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979108.915453:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979108.915456:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979108.915457:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979108.915458:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979108.915460:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979108.915477:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979108.915479:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979108.915481:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979108.915482:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979108.915484:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979108.915485:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979108.915487:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979108.915488:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979108.915490:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979108.915490:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979108.915502:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979108.915505:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979108.915507:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979109.811518:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979109.811526:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979109.811528:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979109.811533:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979109.811538:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979109.811542:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979109.811544:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979109.811546:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979109.811550:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979109.939381:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979109.939387:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979109.939390:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979109.939394:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979109.939400:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979109.939404:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979109.939419:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979109.939422:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979109.939429:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979109.939459:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979109.939464:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979109.939470:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979109.939475:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979109.939488:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979109.939492:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979109.939510:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979109.939512:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979109.939517:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979109.939518:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979109.939535:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979109.939538:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979109.939540:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979110.835395:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979110.835402:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979110.835406:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979110.835411:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979110.835416:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979110.835422:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979110.835431:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979110.835434:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979110.835436:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979110.963422:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979110.963428:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979110.963432:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979110.963439:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979110.963444:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979110.963447:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979110.963466:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979110.963470:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979110.963474:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979110.963499:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979110.963503:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979110.963511:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979110.963517:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979110.963522:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979110.963526:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979110.963531:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979110.963535:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979110.963539:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979110.963545:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979110.963554:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979110.963558:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979110.963562:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979110.963568:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979110.963574:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979110.963578:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979110.963584:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979110.963590:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979110.963596:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979110.963599:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979110.963602:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979110.963605:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979110.963610:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979110.963613:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979110.963618:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979110.963620:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979110.963624:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979110.963625:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979110.963626:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979110.963628:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979110.963630:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979110.963631:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979110.963633:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979110.963635:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979110.963654:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979110.963657:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979110.963660:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979111.859401:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979111.859408:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979111.859411:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979111.859417:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979111.859424:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979111.859428:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979111.859430:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979111.859433:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979111.859435:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979111.987455:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979111.987461:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979111.987465:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979111.987472:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979111.987478:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979111.987483:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979111.987489:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979111.987511:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979111.987514:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979111.987536:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979111.987539:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979111.987543:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979111.987544:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979111.987547:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979111.987549:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979111.987552:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979111.987553:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979111.987555:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979111.987557:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979111.987572:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979111.987575:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979111.987577:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979111.987847:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979111.987851:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979111.987852:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979111.987855:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979111.987858:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979111.987860:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979111.987863:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979111.987864:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979111.987867:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979112.883353:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979112.883361:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979112.883363:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979112.883368:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979112.883371:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979112.883374:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979112.883377:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979112.883379:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979112.883382:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979113.011455:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979113.011460:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979113.011461:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979113.011463:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979113.011467:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979113.011469:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979113.011472:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979113.011476:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979113.011478:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979113.011498:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979113.011503:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979113.011519:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979113.011524:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979113.011529:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979113.011531:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979113.011536:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979113.011540:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979113.011546:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979113.011550:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979113.011570:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979113.011579:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979113.011582:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979113.907402:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979113.907410:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979113.907415:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979113.907422:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979113.907429:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979113.907435:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979113.907448:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979113.907463:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979113.907466:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979114.035430:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979114.035435:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979114.035443:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979114.035446:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979114.035453:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979114.035456:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979114.035462:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979114.035466:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979114.035471:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979114.035473:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979114.035495:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979114.035498:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979114.035501:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979114.035660:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979114.035664:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979114.035665:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979114.035668:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979114.035670:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979114.035672:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979114.035674:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979114.035675:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979114.035677:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979114.035974:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979114.035978:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979114.035979:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979114.035982:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979114.035984:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979114.035986:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979114.035989:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979114.035990:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979114.035992:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979114.931397:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979114.931408:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979114.931410:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979114.931414:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979114.931417:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979114.931419:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979114.931421:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979114.931423:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979114.931425:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979115.059968:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979115.059975:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979115.059979:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979115.059986:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979115.059991:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979115.059996:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979115.060000:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979115.060003:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979115.060006:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979115.060036:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979115.060040:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979115.060043:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979115.060046:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979115.060050:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979115.060052:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979115.060054:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979115.060056:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979115.060060:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979115.060062:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979115.060066:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979115.060067:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979115.060070:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979115.060071:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979115.060074:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979115.060076:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979115.060091:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979115.060094:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979115.060096:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979115.955403:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979115.955410:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979115.955414:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979115.955419:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979115.955425:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979115.955430:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979115.955437:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979115.955441:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979115.955444:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979116.083406:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979116.083412:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979116.083421:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979116.083425:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979116.083433:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979116.083438:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979116.083446:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979116.083449:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979116.083456:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979116.083459:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979116.083485:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979116.083491:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979116.083495:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979116.083502:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979116.083508:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979116.083512:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979116.083515:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979116.083517:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979116.083523:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979116.083542:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979116.083547:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979116.083555:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979116.979405:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979116.979413:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979116.979417:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979116.979425:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979116.979432:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979116.979437:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979116.979443:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979116.979446:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979116.979450:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979117.107420:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979117.107425:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979117.107433:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979117.107436:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979117.107448:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979117.107451:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979117.107461:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979117.107470:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979117.107478:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979117.107480:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979117.107511:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979117.107522:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979117.107530:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979117.107548:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979117.107552:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979117.107554:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979117.107559:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979117.107564:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979117.107574:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979117.107577:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979117.107579:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979117.107582:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979118.003384:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979118.003391:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979118.003394:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979118.003400:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979118.003403:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979118.003411:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979118.003415:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979118.003418:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979118.003421:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979118.131416:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979118.131425:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979118.131428:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979118.131436:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979118.131443:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979118.131450:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979118.131456:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979118.131459:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979118.131463:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979118.131485:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979118.131492:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979118.131497:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979118.131499:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979118.131502:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979118.131504:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979118.131508:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979118.131509:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979118.131514:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979118.131517:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979118.131550:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979118.131555:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979118.131559:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979118.131588:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979118.131593:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979118.131596:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979118.131600:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979118.131602:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979118.131605:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979118.131752:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979118.131754:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979118.131757:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979119.027424:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979119.027432:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979119.027434:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979119.027439:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979119.027443:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979119.027446:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979119.027449:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979119.027452:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979119.027455:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979119.155677:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979119.155681:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979119.155683:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979119.155687:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979119.155689:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979119.155692:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979119.155695:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979119.155699:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979119.155703:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979119.155740:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979119.155744:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979119.155749:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979119.155750:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979119.155754:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979119.155755:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979119.155758:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979119.155759:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979119.155762:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979119.155764:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979119.155781:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979119.155784:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979119.155787:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979119.156986:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979119.156991:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979119.156994:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979119.157000:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979119.157005:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979119.157010:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979119.157016:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979119.157019:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979119.157021:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979120.052864:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979120.052874:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979120.052875:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979120.052881:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979120.052884:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979120.052888:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979120.052891:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979120.052893:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979120.052896:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979120.181245:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979120.181251:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979120.181258:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979120.181259:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979120.181264:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979120.181265:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979120.181268:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979120.181270:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979120.181273:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979120.181275:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979120.181328:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979120.181332:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979120.181335:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979121.075405:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979121.075414:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979121.075417:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979121.075425:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979121.075432:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979121.075437:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979121.075451:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979121.075454:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979121.075458:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979121.203515:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979121.203521:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979121.203525:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979121.203531:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979121.203548:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979121.203552:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979121.203554:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979121.203556:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979121.203558:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979121.203580:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979121.203582:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979121.203586:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979121.203589:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979121.203592:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979121.203595:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979121.203598:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979121.203600:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979121.203602:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979121.203604:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979121.203608:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979121.203609:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979121.203610:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979121.203612:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979121.203613:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979121.203615:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979121.203616:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979121.203618:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979121.203621:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979121.203623:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979121.203624:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979121.203625:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979121.203627:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979121.203628:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979121.203630:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979121.203632:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979121.203635:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979121.203636:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979121.203637:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979121.203638:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979121.203640:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979121.203641:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979121.203643:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979121.203644:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979121.203684:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979121.203687:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979121.203690:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979122.099491:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979122.099498:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979122.099499:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979122.099503:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979122.099506:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979122.099509:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979122.099511:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979122.099513:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979122.099516:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979122.227592:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979122.227599:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979122.227601:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979122.227605:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979122.227607:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979122.227610:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979122.227613:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979122.227614:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979122.227617:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979122.227640:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979122.227644:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979122.227649:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979122.227650:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979122.227655:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979122.227656:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979122.227674:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979122.227676:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979122.227679:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979122.227681:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979122.227718:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979122.227721:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979122.227724:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979122.227726:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979122.227728:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979122.227731:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979122.227889:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979122.227891:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979122.227893:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979123.123450:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979123.123460:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979123.123471:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979123.123478:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979123.123483:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979123.123487:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979123.123490:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979123.123493:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979123.123497:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979123.251439:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979123.251449:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979123.251453:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979123.251462:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979123.251471:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979123.251477:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979123.251483:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979123.251487:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979123.251499:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979123.251531:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979123.251537:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979123.251549:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979123.251553:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979123.251560:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979123.251562:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979123.251568:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979123.251572:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979123.251577:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979123.251579:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979124.147446:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979124.147457:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979124.147461:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979124.147472:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979124.147477:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979124.147484:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979124.147490:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979124.147495:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979124.147499:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979124.275741:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979124.275745:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979124.275751:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979124.275754:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979124.275761:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979124.275765:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979124.275771:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979124.275773:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979124.275777:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979124.275779:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979124.275805:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979124.275808:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979124.275810:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979124.275813:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979124.275816:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979124.275818:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979124.275820:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979124.275822:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979124.275824:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979124.278280:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979124.278285:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979124.278286:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979124.278291:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979124.278312:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979124.278314:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979124.278320:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979124.278322:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979124.278325:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979124.788284:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979124.788328:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979124.788333:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979124.788344:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b100 x1870620402972544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.788363:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979124.788368:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979124.788375:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979124.788380:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979124.788386:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979124.788395:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402972544:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979124.788403:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979124.788408:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979124.788411:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979124.788417:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979124.788425:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979124.788430:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979124.788443:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979124.788451:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979124.788463:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979124.788475:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402972544, portal 25 00000100:00000001:0.0:1783979124.788481:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979124.788485:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682712832 : -110484026838784 : ffff9b83eed3b100) 00000100:00000040:0.0:1783979124.788497:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b100 x1870620402972544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.788511:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979124.788530:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979124.788536:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979124.788543:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402972544, offset 0 00000400:00000200:0.0:1783979124.788558:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979124.788572:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979124.788583:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979124.788662:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979124.788667:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979124.788672:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979124.788675:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979124.788679:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826555:826555:256:4294967295] 192.168.201.148@tcp LPNI seq info [826526:826526:8:4294967295] 00000400:00000200:0.0:1783979124.788683:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979124.788695:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979124.788702:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979124.788708:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979124.788715:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979124.788718:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979124.788730:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979124.788732:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979124.788739:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979124.788745:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979124.788751:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979124.788753:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979124.788760:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979124.788765:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b100 x1870620402972544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.788776:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979124.788780:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b100 x1870620402972544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979149 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.788792:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979124.788794:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979124.788802:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979124.788806:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979124.788809:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311451899 00000100:00000010:0.0:1783979124.788815:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783979124.788822:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979124.788829:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311451899 00000100:00000010:0.0:1783979124.788833:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783979124.788837:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979124.788839:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979124.788841:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979124.788844:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979124.788847:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979124/real 1783979124] req@ffff9b83eed3b100 x1870620402972544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979124.788855:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979124.788857:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979124.788858:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979124.788860:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979124.788862:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979124.788863:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979124.788866:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b100 x1870620402972544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979124.788872:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b100 x1870620402972544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.788875:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979124.788877:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979124.788878:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979124.788880:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979124.788882:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b100 x1870620402972544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.788886:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979124.788889:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b100 x1870620402972544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979149 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.788894:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979124.788895:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979124.788896:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979124.788898:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979124.788900:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979124.788902:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979124.788904:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979124.788907:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979124.788908:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979124.788911:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b100 x1870620402972544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979149 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979124.788915:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402972544:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979124.788918:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979124.788920:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38a80 x1870620402972672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.788925:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979124.788926:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979124.788927:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979124.788928:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979124.788930:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979124.788931:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402972672:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979124.788933:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979124.788935:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979124.788936:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979124.788937:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979124.788939:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979124.788941:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979124.788943:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979124.788945:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979124.788948:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979124.788949:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402972672, portal 10 00000100:00000001:0.0:1783979124.788951:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979124.788952:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682702976 : -110484026848640 : ffff9b83eed38a80) 00000100:00000040:0.0:1783979124.788958:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38a80 x1870620402972672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.788962:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979124.788964:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979124.788965:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979124.788967:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402972672, offset 0 00000400:00000200:0.0:1783979124.788969:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979124.789743:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979124.789753:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979124.789760:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979124.789766:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979124.789772:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979124.789778:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979124.789783:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826556:826556:256:4294967295] 192.168.201.148@tcp LPNI seq info [826527:826527:8:4294967295] 00000400:00000200:0.0:1783979124.789794:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979124.789810:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979124.789819:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979124.789827:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979124.789834:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979124.789837:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979124.789850:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979124.789852:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979124.789856:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979124.789859:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979124.789862:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979124.789864:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979124.789867:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979124.789871:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38a80 x1870620402972672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.789879:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979124.789883:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620402972672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979149 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.789889:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979124.789891:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979124.789894:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979124.789899:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979124.789903:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979124.789905:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311450641 00000100:00000001:0.0:1783979124.789908:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311451899 00000100:00000001:0.0:1783979124.789910:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311450641 00000100:00000001:0.0:1783979124.789913:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311451899 00000100:00000001:0.0:1783979124.789915:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979124.789917:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979124.789919:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979124.789922:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979124/real 1783979124] req@ffff9b83eed38a80 x1870620402972672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979124.789931:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979124.789932:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979124.789935:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979124.789937:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979124.789939:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979124.789941:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979124.789944:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38a80 x1870620402972672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979124.789951:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38a80 x1870620402972672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.789957:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979124.789959:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979124.789961:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979124.789962:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979124.789966:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38a80 x1870620402972672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.789972:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979124.789976:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38a80 x1870620402972672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979149 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.789983:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979124.789986:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979124.789988:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979124.789989:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979124.789991:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979124.790002:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979124.790005:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979124.790009:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979124.790011:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979124.790015:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38a80 x1870620402972672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979149 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979124.790022:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402972672:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979124.790026:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979124.790028:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979124.790030:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b100 x1870620402972544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979149 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.790036:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979124.790039:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979124.790042:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979124.790045:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979124.790047:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979124.790049:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979124.790051:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979124.790055:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15800. 02000000:00000001:0.0:1783979124.790059:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979124.790060:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979124.790062:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b100. 00000100:00000001:0.0:1783979124.790066:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979124.790067:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979124.790069:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979124.790072:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38a80 x1870620402972672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979149 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.790078:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979124.790079:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979124.790080:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979124.790084:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979124.790085:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979124.790086:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979124.790088:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979124.790089:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec17400. 02000000:00000001:0.0:1783979124.790091:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979124.790092:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979124.790094:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38a80. 00000100:00000001:0.0:1783979124.790096:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979124.790097:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979124.790099:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979124.790109:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979124.790111:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979124.790113:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979124.790115:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979124.790116:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979124.790120:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620402972800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.790127:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979124.790128:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979124.790131:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979124.790133:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979124.790134:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979124.790137:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402972800:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979124.790141:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979124.790144:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979124.790145:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979124.790148:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979124.790151:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979124.790153:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979124.790157:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979124.790160:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979124.790164:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979124.790167:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402972800, portal 10 00000100:00000001:0.0:1783979124.790169:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979124.790170:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783979124.790176:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620402972800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.790183:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979124.790186:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979124.790188:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979124.790191:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402972800, offset 0 00000400:00000200:0.0:1783979124.790195:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979124.790199:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979124.790203:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979124.790206:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979124.790208:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979124.790211:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979124.790213:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979124.790216:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826557:826557:256:4294967295] 192.168.201.148@tcp LPNI seq info [826528:826528:8:4294967295] 00000400:00000200:0.0:1783979124.790220:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979124.790226:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979124.790231:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979124.790235:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979124.790238:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979124.790241:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979124.790251:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979124.790253:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979124.790256:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979124.790259:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979124.790262:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979124.790264:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979124.790266:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979124.790270:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620402972800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.790278:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979124.790280:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620402972800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979149 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.790286:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979124.790288:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979124.790290:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979124.790310:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979124.790314:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979124.790316:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311450637 00000100:00000001:0.0:1783979124.790319:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311451899 00000100:00000001:0.0:1783979124.790321:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311450637 00000100:00000001:0.0:1783979124.790323:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311451899 00000100:00000001:0.0:1783979124.790325:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979124.790327:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979124.790328:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979124.790332:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979124/real 1783979124] req@ffff9b83eed39f80 x1870620402972800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979124.790340:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979124.790342:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979124.790344:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979124.790347:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979124.790348:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979124.790351:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979124.790354:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620402972800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979124.790361:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620402972800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.790368:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979124.790369:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979124.790371:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979124.790372:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979124.790376:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620402972800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.790382:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979124.790385:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620402972800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979149 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.790392:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979124.790394:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979124.790396:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979124.790397:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979124.790399:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979124.790405:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979124.790407:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979124.790411:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979124.790413:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979124.790416:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620402972800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979149 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979124.790424:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402972800:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979124.790428:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979124.790431:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38380 x1870620402972928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.790439:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979124.790440:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979124.790442:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979124.790444:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979124.790446:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979124.790449:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402972928:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979124.790453:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979124.790455:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979124.790456:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979124.790458:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979124.790462:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979124.790464:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979124.790468:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979124.790470:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979124.790484:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979124.790487:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402972928, portal 4 00000100:00000001:0.0:1783979124.790489:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979124.790490:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682701184 : -110484026850432 : ffff9b83eed38380) 00000100:00000040:0.0:1783979124.790496:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38380 x1870620402972928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.790502:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979124.790504:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979124.790507:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979124.790510:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402972928, offset 0 00000400:00000200:0.0:1783979124.790514:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979124.790518:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979124.790522:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979124.790524:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979124.790527:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979124.790529:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979124.790532:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979124.790535:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826558:826558:256:4294967295] 192.168.201.148@tcp LPNI seq info [826529:826529:8:4294967295] 00000400:00000200:0.0:1783979124.790539:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979124.790545:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979124.790550:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979124.790553:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979124.790557:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979124.790560:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979124.790570:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979124.790571:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979124.790575:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979124.790578:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979124.790581:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979124.790583:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979124.790586:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979124.790589:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38380 x1870620402972928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.790597:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979124.790599:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620402972928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979149 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.790606:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979124.790607:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979124.790611:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979124.790628:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979124.790632:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979124.790634:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311450664 00000100:00000001:0.0:1783979124.790637:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311451899 00000100:00000001:0.0:1783979124.790639:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311450664 00000100:00000001:0.0:1783979124.790642:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311451899 00000100:00000001:0.0:1783979124.790644:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979124.790646:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979124.790648:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979124.790652:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979124/real 1783979124] req@ffff9b83eed38380 x1870620402972928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979124.790661:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979124.790662:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979124.790664:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979124.790667:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979124.790669:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979124.790671:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979124.790674:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38380 x1870620402972928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979124.790682:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38380 x1870620402972928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.790689:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979124.790690:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979124.790692:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979124.790694:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979124.790697:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38380 x1870620402972928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.790704:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979124.790707:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38380 x1870620402972928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979149 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.790714:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979124.790717:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979124.790718:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979124.790720:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979124.790722:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979124.790726:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979124.790729:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979124.790733:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979124.790735:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979124.790739:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38380 x1870620402972928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979149 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979124.790746:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402972928:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979124.790751:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979124.790754:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39180 x1870620402973056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.790761:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979124.790762:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979124.790764:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979124.790766:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979124.790769:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979124.790771:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402973056:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979124.790774:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979124.790776:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979124.790778:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979124.790779:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979124.790783:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979124.790784:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979124.790788:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979124.790790:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979124.790793:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979124.790796:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402973056, portal 4 00000100:00000001:0.0:1783979124.790797:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979124.790799:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682704768 : -110484026846848 : ffff9b83eed39180) 00000100:00000040:0.0:1783979124.790805:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39180 x1870620402973056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.790812:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979124.790814:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979124.790816:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979124.790818:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402973056, offset 0 00000400:00000200:0.0:1783979124.790822:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979124.790826:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979124.790830:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979124.790833:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979124.790835:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979124.790837:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979124.790840:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979124.790843:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826559:826559:256:4294967295] 192.168.201.148@tcp LPNI seq info [826530:826530:8:4294967295] 00000400:00000200:0.0:1783979124.790848:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979124.790853:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979124.790872:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979124.790875:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979124.790879:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979124.790882:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979124.790891:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979124.790893:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979124.790896:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979124.790899:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979124.790901:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979124.790903:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979124.790905:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979124.790909:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39180 x1870620402973056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.790917:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979124.790920:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39180 x1870620402973056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979149 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.790932:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979124.790933:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979124.790936:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979124.790939:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979124.790942:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979124.790944:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311450654 00000100:00000001:0.0:1783979124.790947:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311451899 00000100:00000001:0.0:1783979124.790949:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311450654 00000100:00000001:0.0:1783979124.790951:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311451899 00000100:00000001:0.0:1783979124.790953:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979124.790955:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979124.790957:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979124.790960:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979124/real 1783979124] req@ffff9b83eed39180 x1870620402973056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979124.790968:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979124.790970:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979124.790971:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979124.790974:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979124.790976:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979124.790978:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979124.790981:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39180 x1870620402973056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979124.790988:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39180 x1870620402973056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.790994:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979124.790996:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979124.790997:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979124.790999:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979124.791002:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39180 x1870620402973056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.791009:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979124.791013:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39180 x1870620402973056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979149 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.791020:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979124.791022:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979124.791024:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979124.791025:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979124.791027:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979124.791030:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979124.791033:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979124.791036:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979124.791038:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979124.791043:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39180 x1870620402973056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979149 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979124.791051:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402973056:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979124.791056:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979124.791058:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979124.791061:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620402972800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979149 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.791068:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979124.791071:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979124.791073:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979124.791076:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979124.791078:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979124.791079:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979124.791082:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979124.791083:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14000. 02000000:00000001:0.0:1783979124.791087:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979124.791089:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979124.791090:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783979124.791093:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979124.791095:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979124.791097:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979124.791100:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38380 x1870620402972928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979149 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.791107:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979124.791108:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979124.791109:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979124.791111:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979124.791112:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979124.791114:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979124.791116:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979124.791118:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16800. 02000000:00000001:0.0:1783979124.791119:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979124.791121:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979124.791122:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38380. 00000100:00000001:0.0:1783979124.791124:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979124.791126:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979124.791127:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979124.791130:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39180 x1870620402973056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979149 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979124.791137:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979124.791138:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979124.791139:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979124.791142:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979124.791143:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979124.791144:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979124.791146:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979124.791148:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15400. 02000000:00000001:0.0:1783979124.791150:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979124.791152:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979124.791153:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39180. 00000100:00000001:0.0:1783979124.791155:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979124.791156:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979124.791158:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979124.791163:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979124.791164:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979124.791166:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979124.791168:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979125.171437:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979125.171449:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979125.171452:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979125.171469:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979125.171473:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979125.171479:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979125.171484:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979125.171488:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979125.171492:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979125.299463:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979125.299474:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979125.299477:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979125.299485:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979125.299490:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979125.299495:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979125.299499:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979125.299502:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979125.299506:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979125.299538:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979125.299543:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979125.299546:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979125.299550:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979125.299555:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979125.299559:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979125.299562:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979125.299566:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979125.299572:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979125.299575:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979125.299583:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979125.299586:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979125.299602:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979125.299614:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979125.299619:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979125.299622:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979125.299653:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979125.299659:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979125.299664:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979126.195446:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979126.195453:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979126.195456:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979126.195460:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979126.195656:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979126.195659:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979126.195661:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979126.195663:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979126.195665:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979126.323461:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979126.323471:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979126.323476:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979126.323484:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979126.323491:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979126.323497:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979126.324340:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979126.324343:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979126.324346:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979126.324371:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979126.324376:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979126.324383:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979126.324386:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979126.324393:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979126.324397:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979126.324402:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979126.324406:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979126.324471:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979126.324472:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979126.324493:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979126.324496:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979126.324500:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979127.219435:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979127.219445:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979127.219449:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979127.219457:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979127.219465:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979127.219471:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979127.219477:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979127.219480:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979127.219484:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979127.347448:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979127.347456:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979127.347465:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979127.347470:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979127.347478:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979127.347482:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979127.347489:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979127.347493:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979127.347502:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979127.347505:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979127.347540:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979127.347545:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979127.347551:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979127.347562:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979127.347567:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979127.347580:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979127.347584:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979127.347592:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979127.347596:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979127.347600:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979127.347602:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979127.347606:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979128.243428:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979128.243437:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979128.243439:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979128.243445:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979128.243458:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979128.243462:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979128.243468:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979128.243471:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979128.243474:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979128.371540:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979128.371545:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979128.371547:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979128.371561:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979128.371564:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979128.371567:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979128.371569:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979128.371571:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979128.371576:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979128.371598:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979128.371601:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979128.371606:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979128.371610:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979128.371616:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979128.371619:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979128.371625:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979128.371628:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979128.371680:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979128.371682:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979128.371696:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979128.371697:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979128.371699:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979129.267409:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979129.267418:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979129.267422:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979129.267429:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979129.267436:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979129.267453:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.267457:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979129.267459:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.267462:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979129.395397:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979129.395403:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979129.395410:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979129.395414:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979129.395423:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979129.395427:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979129.395434:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979129.395438:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979129.395446:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979129.395448:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979129.395474:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979129.395479:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979129.395482:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979129.395489:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979129.395496:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979129.395501:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.395516:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979129.395520:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.395526:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979129.908105:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979129.908110:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979129.908113:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979129.908119:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620402973184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.908127:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979129.908129:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979129.908133:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979129.908135:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979129.908136:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979129.908139:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402973184:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979129.908141:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979129.908152:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979129.908154:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979129.908157:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979129.908162:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979129.908163:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979129.908169:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979129.908173:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979129.908179:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979129.908185:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402973184, portal 25 00000100:00000001:0.0:1783979129.908188:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979129.908189:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783979129.908194:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620402973184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.908202:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979129.908211:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979129.908214:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979129.908218:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402973184, offset 0 00000400:00000200:0.0:1783979129.908224:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979129.908232:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979129.908237:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979129.908243:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979129.908247:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979129.908250:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979129.908252:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979129.908255:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826560:826560:256:4294967295] 192.168.201.148@tcp LPNI seq info [826531:826531:8:4294967295] 00000400:00000200:0.0:1783979129.908257:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979129.908265:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979129.908269:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979129.908272:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979129.908277:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979129.908279:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783979129.908288:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979129.908290:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979129.908314:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979129.908317:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979129.908321:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979129.908323:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979129.908327:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979129.908330:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3a300 x1870620402973184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.908336:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979129.908339:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620402973184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979154 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.908344:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979129.908345:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979129.908349:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979129.908351:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979129.908353:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311457019 00000100:00000010:0.0:1783979129.908357:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783979129.908362:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979129.908365:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311457019 00000100:00000010:0.0:1783979129.908368:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783979129.908370:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979129.908372:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979129.908374:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979129.908376:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979129.908378:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979129/real 1783979129] req@ffff9b83eed3a300 x1870620402973184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979129.908384:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979129.908385:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979129.908387:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979129.908388:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979129.908389:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979129.908391:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979129.908393:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620402973184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979129.908398:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620402973184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.908402:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979129.908403:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.908405:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979129.908406:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979129.908408:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620402973184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.908413:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979129.908416:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620402973184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.908420:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979129.908421:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.908422:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979129.908423:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.908425:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979129.908426:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979129.908427:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979129.908430:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979129.908431:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979129.908433:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620402973184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979129.908438:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402973184:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979129.908441:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979129.908442:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b480 x1870620402973312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.908446:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979129.908447:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979129.908448:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979129.908449:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979129.908451:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979129.908452:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402973312:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979129.908454:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979129.908456:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979129.908457:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979129.908459:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979129.908462:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979129.908464:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979129.908467:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979129.908469:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979129.908473:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979129.908476:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402973312, portal 10 00000100:00000001:0.0:1783979129.908478:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979129.908479:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682713728 : -110484026837888 : ffff9b83eed3b480) 00000100:00000040:0.0:1783979129.908485:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b480 x1870620402973312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.908492:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979129.908494:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979129.908496:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979129.908498:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402973312, offset 0 00000400:00000200:0.0:1783979129.908501:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979129.908505:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979129.908508:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979129.908510:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979129.908513:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979129.908514:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979129.908516:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979129.908519:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826561:826561:256:4294967295] 192.168.201.148@tcp LPNI seq info [826532:826532:8:4294967295] 00000400:00000200:0.0:1783979129.908523:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979129.908541:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979129.908546:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979129.908549:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979129.908552:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979129.908554:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783979129.908564:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979129.908565:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979129.908569:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979129.908572:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979129.908575:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979129.908576:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979129.908579:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979129.908583:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b480 x1870620402973312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.908590:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979129.908593:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620402973312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979154 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.908598:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979129.908600:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979129.908603:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979129.908607:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979129.908610:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979129.908612:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311455760 00000100:00000001:0.0:1783979129.908614:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311457019 00000100:00000001:0.0:1783979129.908616:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311455760 00000100:00000001:0.0:1783979129.908619:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311457019 00000100:00000001:0.0:1783979129.908621:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979129.908622:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979129.908624:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979129.908627:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979129/real 1783979129] req@ffff9b83eed3b480 x1870620402973312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979129.908635:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979129.908636:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979129.908638:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979129.908640:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979129.908641:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979129.908643:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979129.908646:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b480 x1870620402973312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979129.908653:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b480 x1870620402973312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.908659:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979129.908660:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.908661:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979129.908663:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979129.908666:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b480 x1870620402973312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.908671:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979129.908675:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b480 x1870620402973312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.908681:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979129.908683:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.908685:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979129.908686:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.908687:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979129.908696:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979129.908699:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979129.908702:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979129.908705:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979129.908708:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b480 x1870620402973312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979129.908716:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402973312:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979129.908719:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979129.908722:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39180 x1870620402973440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.908734:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979129.908735:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979129.908737:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979129.908739:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979129.908741:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979129.908744:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402973440:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979129.908747:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979129.908749:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979129.908750:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979129.908752:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979129.908755:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979129.908757:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979129.908760:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979129.908763:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979129.908766:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979129.908768:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402973440, portal 10 00000100:00000001:0.0:1783979129.908770:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979129.908771:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682704768 : -110484026846848 : ffff9b83eed39180) 00000100:00000040:0.0:1783979129.908776:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39180 x1870620402973440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.908781:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979129.908783:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979129.908785:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979129.908788:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402973440, offset 0 00000400:00000200:0.0:1783979129.908791:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979129.908795:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979129.908799:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979129.908802:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979129.908805:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979129.908807:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979129.908809:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979129.908813:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826562:826562:256:4294967295] 192.168.201.148@tcp LPNI seq info [826533:826533:8:4294967295] 00000400:00000200:0.0:1783979129.908817:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979129.908823:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979129.908827:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979129.908831:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979129.908834:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979129.908837:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783979129.908847:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979129.908849:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979129.908851:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979129.908854:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979129.908857:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979129.908859:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979129.908861:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979129.908863:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39180 x1870620402973440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.908868:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979129.908870:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39180 x1870620402973440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979154 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.908874:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979129.908875:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979129.908878:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979129.908881:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979129.908884:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979129.908885:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311455755 00000100:00000001:0.0:1783979129.908888:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311457019 00000100:00000001:0.0:1783979129.908890:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311455755 00000100:00000001:0.0:1783979129.908892:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311457019 00000100:00000001:0.0:1783979129.908894:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979129.908896:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979129.908897:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979129.908901:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979129/real 1783979129] req@ffff9b83eed39180 x1870620402973440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979129.908908:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979129.908910:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979129.908911:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979129.908914:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979129.908915:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979129.908917:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979129.908921:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39180 x1870620402973440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979129.908929:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39180 x1870620402973440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.908934:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979129.908935:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.908937:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979129.908938:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979129.908940:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39180 x1870620402973440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.908944:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979129.908946:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39180 x1870620402973440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.908949:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979129.908951:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.908952:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979129.908953:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.908954:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979129.908959:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979129.908961:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979129.908964:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979129.908966:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979129.908969:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39180 x1870620402973440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979129.908977:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402973440:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979129.908980:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979129.908983:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38380 x1870620402973568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.908989:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979129.908990:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979129.908992:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979129.908994:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979129.908996:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979129.908999:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402973568:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979129.909002:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979129.909004:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979129.909005:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979129.909006:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979129.909008:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979129.909010:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979129.909013:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979129.909015:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979129.909018:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979129.909021:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402973568, portal 4 00000100:00000001:0.0:1783979129.909023:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979129.909024:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682701184 : -110484026850432 : ffff9b83eed38380) 00000100:00000040:0.0:1783979129.909029:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38380 x1870620402973568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.909035:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979129.909038:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979129.909040:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979129.909042:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402973568, offset 0 00000400:00000200:0.0:1783979129.909046:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979129.909050:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979129.909053:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979129.909056:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979129.909058:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979129.909061:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979129.909063:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979129.909065:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826563:826563:256:4294967295] 192.168.201.148@tcp LPNI seq info [826534:826534:8:4294967295] 00000400:00000200:0.0:1783979129.909068:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979129.909072:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979129.909075:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979129.909077:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979129.909079:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979129.909082:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783979129.909092:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979129.909093:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979129.909096:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979129.909098:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979129.909101:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979129.909103:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979129.909105:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979129.909109:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38380 x1870620402973568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.909116:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979129.909119:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620402973568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979154 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.909125:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979129.909127:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979129.909130:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979129.909133:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979129.909135:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979129.909136:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311455782 00000100:00000001:0.0:1783979129.909138:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311457019 00000100:00000001:0.0:1783979129.909139:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311455782 00000100:00000001:0.0:1783979129.909141:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311457019 00000100:00000001:0.0:1783979129.909142:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979129.909143:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979129.909145:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979129.909149:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979129/real 1783979129] req@ffff9b83eed38380 x1870620402973568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979129.909155:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979129.909157:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979129.909158:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979129.909161:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979129.909162:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979129.909164:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979129.909166:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38380 x1870620402973568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979129.909174:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38380 x1870620402973568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.909180:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979129.909181:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.909183:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979129.909184:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979129.909188:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38380 x1870620402973568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.909195:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979129.909198:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38380 x1870620402973568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.909203:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979129.909205:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.909206:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979129.909206:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.909207:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979129.909210:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979129.909211:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979129.909213:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979129.909214:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979129.909217:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38380 x1870620402973568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979129.909221:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402973568:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979129.909223:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979129.909225:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620402973696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.909229:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979129.909230:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979129.909231:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979129.909232:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979129.909233:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979129.909235:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402973696:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979129.909237:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979129.909238:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979129.909238:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979129.909239:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979129.909242:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979129.909243:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979129.909245:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979129.909247:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979129.909249:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979129.909251:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402973696, portal 4 00000100:00000001:0.0:1783979129.909252:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979129.909252:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783979129.909256:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620402973696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.909260:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979129.909261:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979129.909262:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979129.909264:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402973696, offset 0 00000400:00000200:0.0:1783979129.909266:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979129.909268:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979129.909270:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979129.909272:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979129.909274:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979129.909275:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979129.909276:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979129.909278:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826564:826564:256:4294967295] 192.168.201.148@tcp LPNI seq info [826535:826535:8:4294967295] 00000400:00000200:0.0:1783979129.909280:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979129.909284:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979129.909287:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979129.909289:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979129.909291:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979129.909310:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783979129.909317:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979129.909318:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979129.909320:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979129.909322:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979129.909324:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979129.909325:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979129.909327:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979129.909329:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620402973696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.909334:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979129.909335:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620402973696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979154 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.909339:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979129.909340:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979129.909342:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979129.909343:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979129.909345:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979129.909347:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311455773 00000100:00000001:0.0:1783979129.909348:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311457019 00000100:00000001:0.0:1783979129.909349:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311455773 00000100:00000001:0.0:1783979129.909351:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311457019 00000100:00000001:0.0:1783979129.909352:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979129.909353:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979129.909354:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979129.909356:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979129/real 1783979129] req@ffff9b83eed39f80 x1870620402973696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979129.909360:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979129.909361:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979129.909362:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979129.909363:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979129.909364:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979129.909365:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979129.909367:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620402973696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979129.909371:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620402973696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.909378:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979129.909379:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.909380:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979129.909381:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979129.909383:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620402973696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.909386:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979129.909388:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620402973696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.909392:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979129.909393:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.909394:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979129.909394:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.909395:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979129.909398:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979129.909399:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979129.909401:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979129.909402:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979129.909404:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620402973696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979129.909407:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402973696:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979129.909409:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.909411:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979129.909412:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620402973184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.909417:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979129.909419:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979129.909420:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979129.909423:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979129.909424:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979129.909426:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979129.909427:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979129.909429:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16400. 02000000:00000001:0.0:1783979129.909432:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979129.909433:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979129.909435:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783979129.909437:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979129.909438:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.909438:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979129.909440:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b480 x1870620402973312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.909444:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979129.909445:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979129.909445:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979129.909447:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979129.909447:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979129.909448:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979129.909449:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979129.909449:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15c00. 02000000:00000001:0.0:1783979129.909451:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979129.909451:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979129.909452:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b480. 00000100:00000001:0.0:1783979129.909453:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979129.909454:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.909454:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979129.909456:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39180 x1870620402973440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.909459:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979129.909460:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979129.909461:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979129.909462:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979129.909462:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979129.909463:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979129.909464:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979129.909465:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15400. 02000000:00000001:0.0:1783979129.909466:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979129.909467:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979129.909467:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39180. 00000100:00000001:0.0:1783979129.909469:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979129.909469:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.909470:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979129.909472:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38380 x1870620402973568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.909475:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979129.909475:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979129.909476:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979129.909477:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979129.909478:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979129.909478:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979129.909479:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979129.909480:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16800. 02000000:00000001:0.0:1783979129.909481:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979129.909481:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979129.909482:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38380. 00000100:00000001:0.0:1783979129.909483:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979129.909484:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.909485:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979129.909486:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620402973696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979154 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979129.909489:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979129.909490:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979129.909491:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979129.909491:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979129.909492:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979129.909493:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979129.909494:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979129.909495:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14000. 02000000:00000001:0.0:1783979129.909497:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979129.909499:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979129.909500:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783979129.909502:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979129.909503:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.909505:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979129.909512:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979129.909513:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979129.909515:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979129.909517:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979130.291448:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979130.291458:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979130.291462:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979130.291469:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979130.291475:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979130.291480:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979130.291488:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979130.291492:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979130.291496:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979130.419447:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979130.419466:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979130.419476:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979130.419506:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979130.419514:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979130.419537:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979130.419572:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979130.419580:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979130.419586:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979130.419625:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979130.419631:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979130.419642:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979130.419649:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979130.419663:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979130.419670:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979130.419679:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979130.419683:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979130.419695:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979130.419699:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979131.315414:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979131.315422:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979131.315424:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979131.315429:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979131.315433:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979131.315437:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979131.315439:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979131.315441:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979131.315444:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979131.443412:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979131.443419:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979131.443428:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979131.443434:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979131.443439:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979131.443444:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979131.443449:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979131.443453:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979131.443459:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979131.443465:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979131.443471:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979131.443474:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979131.443475:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979131.443480:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979131.443481:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979131.443483:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979131.443488:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979131.443492:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979131.443512:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979131.443517:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979131.443522:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979131.443526:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979131.443531:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979131.443545:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979131.443552:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979131.443562:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979131.443572:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979131.443577:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979131.443581:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979131.443586:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979131.443593:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979131.443597:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979131.443603:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979131.443608:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979131.443644:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979131.443651:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979131.443657:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979132.339432:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979132.339444:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979132.339448:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979132.339458:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979132.339464:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979132.339471:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979132.339476:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979132.339480:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979132.339496:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979132.467443:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979132.467453:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979132.467478:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979132.467496:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979132.467508:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979132.467513:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979132.467521:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979132.467530:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979132.467541:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979132.467550:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979132.467599:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979132.467608:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979132.467615:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979132.467654:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979132.467662:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979132.467664:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979132.467668:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979132.467671:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979132.467674:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979132.467677:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979132.467678:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979132.467681:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979133.363428:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979133.363438:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979133.363440:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979133.363449:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979133.363457:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979133.363461:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979133.363473:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979133.363477:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979133.363482:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979133.491434:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979133.491444:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979133.491452:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979133.491461:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979133.491483:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979133.491491:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979133.491502:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979133.491508:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979133.491519:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979133.491557:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979133.491560:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979133.491572:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979133.491576:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979133.491592:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979133.491603:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979133.491618:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979133.491621:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979133.491627:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979133.491629:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979133.491664:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979133.491667:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979133.491671:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979134.387397:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979134.387403:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979134.387406:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979134.387412:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979134.387417:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979134.387421:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979134.387427:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979134.387430:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979134.387434:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979134.515430:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979134.515438:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979134.515443:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979134.515458:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979134.515465:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979134.515471:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979134.515483:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979134.515490:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979134.515497:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979134.515500:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979134.515508:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979134.515512:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979134.515521:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979134.515524:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979134.515533:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979134.515536:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979134.515565:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979134.515570:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979134.515575:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979135.029024:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979135.029029:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979135.029032:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979135.029039:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38a80 x1870620402973824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.029047:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979135.029049:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979135.029054:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979135.029505:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979135.029508:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979135.029512:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402973824:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979135.029517:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979135.029522:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979135.029526:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979135.029528:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979135.029534:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979135.029537:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979135.029543:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979135.029547:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979135.029554:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979135.029563:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402973824, portal 25 00000100:00000001:0.0:1783979135.029567:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979135.029568:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682702976 : -110484026848640 : ffff9b83eed38a80) 00000100:00000040:0.0:1783979135.029574:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38a80 x1870620402973824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.029582:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979135.029585:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979135.029588:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979135.029593:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402973824, offset 0 00000400:00000200:0.0:1783979135.029601:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979135.029610:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979135.029618:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979135.029625:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979135.029629:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979135.029633:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979135.029636:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979135.029640:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826565:826565:256:4294967295] 192.168.201.148@tcp LPNI seq info [826536:826536:8:4294967295] 00000400:00000200:0.0:1783979135.029736:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979135.029749:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979135.029755:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979135.029762:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979135.029769:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979135.029774:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783979135.029788:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979135.029792:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979135.029801:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979135.029806:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979135.029814:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979135.029817:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979135.029824:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979135.029829:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38a80 x1870620402973824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.029839:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979135.029842:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620402973824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979160 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.029849:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979135.029851:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979135.029857:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979135.029861:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979135.029864:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311462140 00000100:00000010:0.0:1783979135.029869:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783979135.029877:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979135.029884:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311462140 00000100:00000010:0.0:1783979135.029961:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783979135.029966:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979135.029971:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979135.029974:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979135.029977:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979135.029982:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979135/real 1783979135] req@ffff9b83eed38a80 x1870620402973824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979135.029993:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979135.029995:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979135.029999:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979135.030002:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979135.030004:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979135.030006:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979135.030009:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38a80 x1870620402973824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979135.030018:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38a80 x1870620402973824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.030025:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979135.030027:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979135.030029:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979135.030031:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979135.030035:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38a80 x1870620402973824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.030042:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979135.030047:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38a80 x1870620402973824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979160 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.030053:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979135.030056:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979135.030058:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979135.030059:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979135.030061:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979135.030063:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979135.030066:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979135.030070:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979135.030073:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979135.030077:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38a80 x1870620402973824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979160 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979135.030084:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402973824:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979135.030089:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979135.030091:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979135.030094:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38a80 x1870620402973824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979160 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.030100:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979135.030102:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979135.030105:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979135.030108:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979135.030110:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979135.030113:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979135.030115:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979135.030117:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15800. 02000000:00000001:0.0:1783979135.030122:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979135.030124:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979135.030125:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38a80. 00000100:00000001:0.0:1783979135.030128:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979135.030130:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979135.030132:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979135.030141:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979135.030143:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979135.030145:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979135.030147:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979135.030148:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979135.030152:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b100 x1870620402973952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.030159:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979135.030161:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979135.030163:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979135.030164:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979135.030167:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979135.030183:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402973952:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979135.030187:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979135.030191:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979135.030193:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979135.030195:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979135.030198:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979135.030200:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979135.030203:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979135.030205:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979135.030209:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979135.030211:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402973952, portal 10 00000100:00000001:0.0:1783979135.030214:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979135.030215:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682712832 : -110484026838784 : ffff9b83eed3b100) 00000100:00000040:0.0:1783979135.030220:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b100 x1870620402973952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.030225:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979135.030226:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979135.030227:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979135.030229:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402973952, offset 0 00000400:00000200:0.0:1783979135.030231:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979135.030235:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979135.030237:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979135.030240:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979135.030242:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979135.030244:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979135.030246:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979135.030248:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826566:826566:256:4294967295] 192.168.201.148@tcp LPNI seq info [826537:826537:8:4294967295] 00000400:00000200:0.0:1783979135.030251:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979135.030256:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979135.030258:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979135.030262:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979135.030264:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979135.030266:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783979135.030274:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979135.030275:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979135.030278:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979135.030280:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979135.030282:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979135.030283:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979135.030285:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979135.030287:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b100 x1870620402973952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.030323:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979135.030325:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b100 x1870620402973952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979160 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.030329:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979135.030330:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979135.030333:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979135.030336:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979135.030339:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979135.030340:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311460882 00000100:00000001:0.0:1783979135.030343:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311462140 00000100:00000001:0.0:1783979135.030344:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311460882 00000100:00000001:0.0:1783979135.030346:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311462140 00000100:00000001:0.0:1783979135.030347:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979135.030348:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979135.030349:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979135.030351:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979135/real 1783979135] req@ffff9b83eed3b100 x1870620402973952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979135.030356:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979135.030357:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979135.030358:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979135.030359:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979135.030361:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979135.030362:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979135.030364:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b100 x1870620402973952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979135.030370:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b100 x1870620402973952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.030373:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979135.030375:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979135.030376:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979135.030377:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979135.030380:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b100 x1870620402973952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.030383:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979135.030385:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b100 x1870620402973952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979160 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.030389:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979135.030390:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979135.030391:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979135.030392:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979135.030393:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979135.030404:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979135.030405:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979135.030407:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979135.030408:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979135.030411:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b100 x1870620402973952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979160 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979135.030415:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402973952:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979135.030417:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979135.030420:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620402974080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.030425:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979135.030426:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979135.030429:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979135.030430:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979135.030433:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979135.030446:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402974080:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979135.030450:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979135.030452:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979135.030453:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979135.030455:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979135.030457:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979135.030459:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979135.030462:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979135.030464:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979135.030466:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979135.030469:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402974080, portal 10 00000100:00000001:0.0:1783979135.030471:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979135.030472:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783979135.030479:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620402974080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.030485:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979135.030487:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979135.030489:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979135.030491:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402974080, offset 0 00000400:00000200:0.0:1783979135.030495:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979135.030499:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979135.030502:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979135.030504:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979135.030507:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979135.030509:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979135.030512:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979135.030515:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826567:826567:256:4294967295] 192.168.201.148@tcp LPNI seq info [826538:826538:8:4294967295] 00000400:00000200:0.0:1783979135.030518:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979135.030524:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979135.030528:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979135.030532:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979135.030536:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979135.030539:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783979135.030575:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979135.030577:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979135.030581:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979135.030584:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979135.030587:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979135.030589:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979135.030591:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979135.030595:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620402974080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.030602:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979135.030605:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620402974080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979160 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.030612:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979135.030613:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979135.030616:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979135.030619:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979135.030622:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979135.030624:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311460877 00000100:00000001:0.0:1783979135.030627:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311462140 00000100:00000001:0.0:1783979135.030629:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311460877 00000100:00000001:0.0:1783979135.030631:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311462140 00000100:00000001:0.0:1783979135.030633:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979135.030635:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979135.030637:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979135.030640:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979135/real 1783979135] req@ffff9b83eed39f80 x1870620402974080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979135.030646:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979135.030647:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979135.030648:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979135.030650:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979135.030651:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979135.030652:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979135.030654:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620402974080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979135.030659:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620402974080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.030662:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979135.030663:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979135.030664:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979135.030665:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979135.030667:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620402974080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.030670:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979135.030673:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620402974080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979160 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.030676:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979135.030678:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979135.030679:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979135.030679:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979135.030680:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979135.030684:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979135.030686:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979135.030687:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979135.030688:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979135.030690:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620402974080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979160 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979135.030698:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402974080:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979135.030701:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979135.030703:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38380 x1870620402974208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.030707:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979135.030707:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979135.030709:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979135.030710:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979135.030711:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979135.030712:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402974208:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979135.030714:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979135.030716:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979135.030717:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979135.030719:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979135.030722:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979135.030723:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979135.030726:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979135.030728:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979135.030731:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979135.030734:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402974208, portal 4 00000100:00000001:0.0:1783979135.030736:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979135.030737:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682701184 : -110484026850432 : ffff9b83eed38380) 00000100:00000040:0.0:1783979135.030743:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38380 x1870620402974208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.030749:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979135.030751:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979135.030753:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979135.030756:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402974208, offset 0 00000400:00000200:0.0:1783979135.030759:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979135.030764:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979135.030768:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979135.030770:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979135.030773:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979135.030775:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979135.030778:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979135.030780:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826568:826568:256:4294967295] 192.168.201.148@tcp LPNI seq info [826539:826539:8:4294967295] 00000400:00000200:0.0:1783979135.030784:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979135.030790:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979135.030794:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979135.030797:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979135.030801:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979135.030803:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783979135.030813:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979135.030815:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979135.030818:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979135.030821:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979135.030824:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979135.030826:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979135.030828:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979135.030832:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38380 x1870620402974208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.030839:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979135.030842:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620402974208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979160 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.030849:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979135.030850:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979135.030853:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979135.030856:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979135.030859:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979135.030861:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311460904 00000100:00000001:0.0:1783979135.030863:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311462140 00000100:00000001:0.0:1783979135.030865:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311460904 00000100:00000001:0.0:1783979135.030868:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311462140 00000100:00000001:0.0:1783979135.030870:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979135.030872:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979135.030874:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979135.030878:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979135/real 1783979135] req@ffff9b83eed38380 x1870620402974208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979135.030886:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979135.031007:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979135.031009:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979135.031011:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979135.031012:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979135.031014:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979135.031017:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38380 x1870620402974208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979135.031022:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38380 x1870620402974208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.031026:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979135.031027:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979135.031028:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979135.031029:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979135.031031:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38380 x1870620402974208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.031035:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979135.031037:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38380 x1870620402974208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979160 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.031041:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979135.031043:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979135.031044:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979135.031045:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979135.031046:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979135.031049:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979135.031051:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979135.031053:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979135.031054:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979135.031057:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38380 x1870620402974208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979160 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979135.031064:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402974208:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979135.031068:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979135.031071:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39180 x1870620402974336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.031076:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979135.031077:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979135.031079:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979135.031082:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979135.031083:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979135.031086:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402974336:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979135.031088:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979135.031090:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979135.031092:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979135.031093:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979135.031096:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979135.031098:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979135.031101:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979135.031104:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979135.031107:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979135.031109:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402974336, portal 4 00000100:00000001:0.0:1783979135.031112:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979135.031113:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682704768 : -110484026846848 : ffff9b83eed39180) 00000100:00000040:0.0:1783979135.031119:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39180 x1870620402974336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.031123:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979135.031125:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979135.031126:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979135.031128:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402974336, offset 0 00000400:00000200:0.0:1783979135.031130:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979135.031133:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979135.031136:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979135.031138:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979135.031140:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979135.031141:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979135.031143:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979135.031144:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826569:826569:256:4294967295] 192.168.201.148@tcp LPNI seq info [826540:826540:8:4294967295] 00000400:00000200:0.0:1783979135.031147:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979135.031151:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979135.031153:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979135.031155:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979135.031158:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979135.031160:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783979135.031167:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979135.031208:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979135.031211:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979135.031213:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979135.031215:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979135.031217:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979135.031218:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979135.031220:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39180 x1870620402974336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.031230:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979135.031231:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39180 x1870620402974336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979160 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.031235:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979135.031236:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979135.031238:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979135.031241:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979135.031243:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979135.031245:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311460894 00000100:00000001:0.0:1783979135.031246:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311462140 00000100:00000001:0.0:1783979135.031248:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311460894 00000100:00000001:0.0:1783979135.031249:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311462140 00000100:00000001:0.0:1783979135.031250:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979135.031251:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979135.031253:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979135.031254:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979135/real 1783979135] req@ffff9b83eed39180 x1870620402974336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979135.031259:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979135.031260:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979135.031261:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979135.031262:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979135.031263:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979135.031265:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979135.031266:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39180 x1870620402974336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979135.031271:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39180 x1870620402974336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.031274:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979135.031276:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979135.031277:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979135.031278:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979135.031280:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39180 x1870620402974336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.031283:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979135.031285:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39180 x1870620402974336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979160 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.031289:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979135.031290:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979135.031291:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979135.031292:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979135.031314:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979135.031317:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979135.031319:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979135.031321:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979135.031322:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979135.031324:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39180 x1870620402974336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979160 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979135.031328:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402974336:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979135.031330:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979135.031331:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979135.031333:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b100 x1870620402973952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979160 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.031337:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979135.031339:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979135.031340:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979135.031342:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979135.031343:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979135.031344:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979135.031346:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979135.031347:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16c00. 02000000:00000001:0.0:1783979135.031349:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979135.031350:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979135.031351:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b100. 00000100:00000001:0.0:1783979135.031353:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979135.031354:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979135.031355:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979135.031357:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620402974080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979160 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.031361:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979135.031361:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979135.031362:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979135.031363:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979135.031364:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979135.031364:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979135.031365:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979135.031366:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14c00. 02000000:00000001:0.0:1783979135.031367:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979135.031367:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979135.031368:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783979135.031369:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979135.031370:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979135.031371:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979135.031372:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38380 x1870620402974208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979160 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.031376:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979135.031376:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979135.031377:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979135.031379:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979135.031379:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979135.031380:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979135.031381:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979135.031382:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec17400. 02000000:00000001:0.0:1783979135.031383:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979135.031384:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979135.031385:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38380. 00000100:00000001:0.0:1783979135.031386:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979135.031387:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979135.031388:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979135.031389:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39180 x1870620402974336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979160 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979135.031393:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979135.031393:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979135.031394:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979135.031395:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979135.031396:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979135.031396:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979135.031397:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979135.031398:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14000. 02000000:00000001:0.0:1783979135.031399:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979135.031400:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979135.031400:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39180. 00000100:00000001:0.0:1783979135.031401:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979135.031402:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979135.031403:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979135.031407:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979135.031408:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979135.031410:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979135.031411:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979135.411390:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979135.411396:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979135.411399:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979135.411404:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979135.411409:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979135.411412:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979135.411417:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979135.411420:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979135.411423:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979135.539701:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979135.539703:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979135.539706:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979135.539708:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979135.539710:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979135.539711:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979135.539713:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979135.539714:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979135.539716:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979135.539717:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979135.539738:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979135.539740:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979135.539741:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979135.539743:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979135.539746:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979135.539747:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979135.539750:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979135.539752:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979135.539755:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979135.540518:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979135.540522:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979135.540524:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979135.540527:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979135.540530:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979135.540533:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979135.540537:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979135.540540:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979135.540545:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979136.435430:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979136.435437:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979136.435441:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979136.435446:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979136.435450:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979136.435453:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979136.435456:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979136.435458:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979136.435462:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979136.563423:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979136.563434:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979136.563439:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979136.563450:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979136.563463:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979136.563470:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979136.563483:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979136.563491:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979136.563505:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979136.563548:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979136.563552:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979136.563561:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979136.563567:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979136.563580:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979136.563587:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979136.563593:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979136.563596:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979136.563602:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979136.563605:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979136.563637:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979136.563646:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979136.563653:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979137.459427:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979137.459435:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979137.459438:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979137.459443:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979137.459450:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979137.459457:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979137.459467:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979137.459473:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979137.459481:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979137.587478:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979137.587487:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979137.587498:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979137.587501:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979137.587505:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979137.587507:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979137.587512:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979137.587515:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979137.587519:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979137.587531:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979137.587566:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979137.587570:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979137.587585:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979138.483457:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979138.483471:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979138.483477:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979138.483485:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979138.483492:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979138.483499:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979138.483518:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979138.483522:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979138.483526:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979138.611643:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979138.611652:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979138.611655:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979138.611660:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979138.612430:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979138.612436:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979138.612439:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979138.612441:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979138.612445:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979138.612475:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979138.612478:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979138.612483:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979138.612485:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979138.612488:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979138.612489:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979138.612492:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979138.612493:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979138.612496:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979138.612498:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979138.612517:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979138.612520:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979138.612523:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979139.507456:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979139.507468:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979139.507471:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979139.507478:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979139.507483:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979139.507488:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979139.507491:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979139.507494:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979139.507499:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979139.635625:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979139.635632:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979139.635636:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979139.635641:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979139.635647:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979139.635651:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979139.635656:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979139.635660:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979139.635667:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979139.635696:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979139.635701:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979139.635706:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979139.635708:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979139.635712:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979139.635713:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979139.635717:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979139.635719:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979139.635722:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979139.635723:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979139.635743:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979139.635746:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979139.635749:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979140.147940:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979140.147948:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979140.147953:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979140.147966:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b480 x1870620402974464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.147982:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979140.147985:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979140.147993:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979140.147998:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979140.148004:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979140.148012:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402974464:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979140.148022:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979140.148030:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979140.148034:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979140.148040:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979140.148049:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979140.148054:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979140.148065:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979140.148073:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979140.148085:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979140.148160:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402974464, portal 25 00000100:00000001:0.0:1783979140.148166:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979140.148171:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682713728 : -110484026837888 : ffff9b83eed3b480) 00000100:00000040:0.0:1783979140.148184:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b480 x1870620402974464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.148203:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979140.148208:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979140.148212:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979140.148219:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402974464, offset 0 00000400:00000200:0.0:1783979140.148232:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979140.148247:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979140.148258:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979140.148268:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979140.148274:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979140.148279:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979140.148281:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979140.148285:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826570:826570:256:4294967295] 192.168.201.148@tcp LPNI seq info [826541:826541:8:4294967295] 00000400:00000200:0.0:1783979140.148290:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979140.148340:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979140.148368:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979140.148377:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979140.148390:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979140.148398:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1783979140.148429:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979140.148435:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979140.148447:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979140.148457:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979140.148467:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979140.148472:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979140.148481:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979140.148489:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b480 x1870620402974464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.148513:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979140.148522:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620402974464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979165 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.148543:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979140.148546:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979140.148556:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979140.148564:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979140.148569:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311467259 00000100:00000010:0.0:1783979140.148579:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783979140.148589:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979140.148600:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311467259 00000100:00000010:0.0:1783979140.148608:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783979140.148612:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979140.148615:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979140.148621:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979140.148628:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979140.148637:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979140/real 1783979140] req@ffff9b83eed3b480 x1870620402974464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979140.148659:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979140.148663:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979140.148670:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979140.148675:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979140.148681:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979140.148687:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979140.148695:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b480 x1870620402974464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979140.148715:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b480 x1870620402974464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.148729:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979140.148733:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979140.148738:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979140.148741:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979140.148747:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b480 x1870620402974464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.148755:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979140.148760:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b480 x1870620402974464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979165 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.148768:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979140.148771:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979140.148773:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979140.148774:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979140.148777:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979140.148780:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979140.148783:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979140.148787:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979140.148790:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979140.148794:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b480 x1870620402974464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979165 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979140.148802:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402974464:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979140.148809:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979140.148812:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979140.148814:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b480 x1870620402974464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979165 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.148820:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979140.148823:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979140.148826:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979140.148830:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979140.148832:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979140.148834:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979140.148836:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979140.148888:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15400. 02000000:00000001:0.0:1783979140.148894:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979140.148896:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979140.148898:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b480. 00000100:00000001:0.0:1783979140.148902:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979140.148903:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979140.148906:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979140.148916:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979140.148918:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979140.148920:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979140.148922:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979140.148923:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979140.148927:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620402974592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.148934:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979140.148935:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979140.148937:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979140.148939:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979140.148941:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979140.148944:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402974592:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979140.148947:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979140.148949:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979140.148951:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979140.148953:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979140.148956:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979140.148958:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979140.148963:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979140.148965:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979140.148969:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979140.148973:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402974592, portal 10 00000100:00000001:0.0:1783979140.148975:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979140.148976:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783979140.148984:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620402974592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.148990:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979140.148992:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979140.148994:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979140.148996:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402974592, offset 0 00000400:00000200:0.0:1783979140.148999:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979140.149004:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979140.149008:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979140.149011:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979140.149013:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979140.149015:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979140.149018:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979140.149021:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826571:826571:256:4294967295] 192.168.201.148@tcp LPNI seq info [826542:826542:8:4294967295] 00000400:00000200:0.0:1783979140.149025:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979140.149031:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979140.149035:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979140.149039:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979140.149043:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979140.149045:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1783979140.149056:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979140.149058:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979140.149062:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979140.149065:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979140.149068:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979140.149070:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979140.149072:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979140.149075:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3a300 x1870620402974592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.149083:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979140.149086:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620402974592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979165 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.149092:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979140.149093:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979140.149157:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979140.149162:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979140.149165:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979140.149167:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311466000 00000100:00000001:0.0:1783979140.149170:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311467259 00000100:00000001:0.0:1783979140.149172:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311466000 00000100:00000001:0.0:1783979140.149174:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311467259 00000100:00000001:0.0:1783979140.149176:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979140.149178:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979140.149180:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979140.149184:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979140/real 1783979140] req@ffff9b83eed3a300 x1870620402974592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979140.149192:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979140.149194:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979140.149196:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979140.149198:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979140.149200:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979140.149202:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979140.149206:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620402974592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979140.149215:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620402974592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.149221:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979140.149223:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979140.149224:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979140.149226:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979140.149229:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620402974592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.149236:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979140.149239:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620402974592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979165 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.149246:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979140.149249:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979140.149251:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979140.149252:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979140.149254:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979140.149265:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979140.149268:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979140.149271:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979140.149274:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979140.149277:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620402974592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979165 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979140.149284:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402974592:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979140.149288:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979140.149291:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39180 x1870620402974720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.149320:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979140.149321:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979140.149324:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979140.149326:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979140.149327:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979140.149330:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402974720:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979140.149333:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979140.149335:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979140.149337:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979140.149339:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979140.149342:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979140.149344:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979140.149357:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979140.149360:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979140.149363:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979140.149366:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402974720, portal 10 00000100:00000001:0.0:1783979140.149368:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979140.149369:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682704768 : -110484026846848 : ffff9b83eed39180) 00000100:00000040:0.0:1783979140.149375:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39180 x1870620402974720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.149380:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979140.149383:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979140.149385:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979140.149387:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402974720, offset 0 00000400:00000200:0.0:1783979140.149391:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979140.149394:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979140.149398:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979140.149400:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979140.149402:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979140.149405:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979140.149407:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979140.149410:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826572:826572:256:4294967295] 192.168.201.148@tcp LPNI seq info [826543:826543:8:4294967295] 00000400:00000200:0.0:1783979140.149414:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979140.149419:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979140.149423:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979140.149426:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979140.149430:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979140.149433:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1783979140.149443:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979140.149444:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979140.149447:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979140.149451:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979140.149453:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979140.149455:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979140.149457:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979140.149460:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39180 x1870620402974720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.149468:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979140.149471:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39180 x1870620402974720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979165 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.149477:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979140.149479:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979140.149481:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979140.149486:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979140.149489:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979140.149491:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311465996 00000100:00000001:0.0:1783979140.149494:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311467259 00000100:00000001:0.0:1783979140.149497:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311465996 00000100:00000001:0.0:1783979140.149502:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311467259 00000100:00000001:0.0:1783979140.149507:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979140.149512:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979140.149515:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979140.149522:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979140/real 1783979140] req@ffff9b83eed39180 x1870620402974720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979140.149543:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979140.149545:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979140.149547:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979140.149552:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979140.149554:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979140.149556:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979140.149562:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39180 x1870620402974720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979140.149571:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39180 x1870620402974720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.149578:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979140.149580:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979140.149581:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979140.149582:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979140.149585:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39180 x1870620402974720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.149591:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979140.149595:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39180 x1870620402974720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979165 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.149601:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979140.149604:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979140.149606:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979140.149607:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979140.149609:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979140.149615:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979140.149617:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979140.149620:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979140.149622:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979140.149626:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39180 x1870620402974720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979165 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979140.149633:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402974720:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979140.149637:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979140.149640:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38380 x1870620402974848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.149647:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979140.149648:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979140.149651:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979140.149652:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979140.149654:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979140.149657:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402974848:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979140.149660:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979140.149662:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979140.149663:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979140.149665:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979140.149668:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979140.149670:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979140.149674:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979140.149676:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979140.149680:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979140.149682:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402974848, portal 4 00000100:00000001:0.0:1783979140.149684:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979140.149685:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682701184 : -110484026850432 : ffff9b83eed38380) 00000100:00000040:0.0:1783979140.149691:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38380 x1870620402974848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.149697:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979140.149699:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979140.149701:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979140.149704:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402974848, offset 0 00000400:00000200:0.0:1783979140.149708:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979140.149711:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979140.149714:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979140.149717:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979140.149719:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979140.149721:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979140.149723:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979140.149726:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826573:826573:256:4294967295] 192.168.201.148@tcp LPNI seq info [826544:826544:8:4294967295] 00000400:00000200:0.0:1783979140.149729:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979140.149735:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979140.149739:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979140.149743:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979140.149746:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979140.149749:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1783979140.149758:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979140.149760:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979140.149764:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979140.149767:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979140.149769:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979140.149771:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979140.149773:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979140.149777:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38380 x1870620402974848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.149784:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979140.149787:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620402974848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979165 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.149793:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979140.149795:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979140.149798:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979140.149801:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979140.149804:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979140.149806:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311466023 00000100:00000001:0.0:1783979140.149808:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311467259 00000100:00000001:0.0:1783979140.149811:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311466023 00000100:00000001:0.0:1783979140.149813:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311467259 00000100:00000001:0.0:1783979140.149815:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979140.149817:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979140.149819:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979140.149822:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979140/real 1783979140] req@ffff9b83eed38380 x1870620402974848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979140.149830:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979140.149831:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979140.149832:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979140.149835:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979140.149851:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979140.149854:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979140.149857:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38380 x1870620402974848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979140.149865:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38380 x1870620402974848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.149871:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979140.149872:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979140.149874:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979140.149875:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979140.149878:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38380 x1870620402974848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.149884:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979140.149887:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38380 x1870620402974848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979165 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.149894:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979140.149897:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979140.149898:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979140.149899:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979140.149901:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979140.149905:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979140.149908:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979140.149911:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979140.149913:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979140.149916:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38380 x1870620402974848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979165 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979140.149924:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402974848:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979140.149927:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979140.149929:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979140.149932:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620402974592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979165 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.149937:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979140.149939:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979140.149941:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979140.149943:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979140.149945:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979140.149946:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979140.149948:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979140.149950:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15c00. 02000000:00000001:0.0:1783979140.149953:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979140.149954:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979140.149955:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783979140.149958:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979140.149959:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979140.149961:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979140.149965:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39180 x1870620402974720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979165 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.149971:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979140.149972:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979140.149973:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979140.149977:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979140.149978:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979140.149979:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979140.149981:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979140.149982:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16400. 02000000:00000001:0.0:1783979140.149985:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979140.149986:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979140.149987:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39180. 00000100:00000001:0.0:1783979140.149989:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979140.149990:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979140.149992:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979140.149995:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38380 x1870620402974848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979165 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.150001:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979140.150002:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979140.150003:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979140.150006:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979140.150007:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979140.150008:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979140.150010:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979140.150011:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16800. 02000000:00000001:0.0:1783979140.150013:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979140.150014:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979140.150015:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38380. 00000100:00000001:0.0:1783979140.150018:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979140.150019:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979140.150021:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979140.150025:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979140.150027:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979140.150029:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979140.150031:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979140.150032:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979140.150035:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620402974976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.150042:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979140.150043:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979140.150045:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979140.150047:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979140.150049:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979140.150051:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402974976:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979140.150054:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979140.150056:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979140.150057:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979140.150059:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979140.150062:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979140.150064:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979140.150068:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979140.150070:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979140.150073:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979140.150075:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402974976, portal 4 00000100:00000001:0.0:1783979140.150077:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979140.150078:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783979140.150084:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620402974976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.150090:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979140.150092:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979140.150094:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979140.151415:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402974976, offset 0 00000400:00000200:0.0:1783979140.151427:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979140.151434:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979140.151439:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979140.151443:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979140.151447:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979140.151451:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979140.151454:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979140.151457:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826574:826574:256:4294967295] 192.168.201.148@tcp LPNI seq info [826545:826545:8:4294967295] 00000400:00000200:0.0:1783979140.151462:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979140.151470:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979140.151476:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979140.151481:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979140.151487:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979140.151489:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1783979140.151502:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979140.151504:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979140.151510:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979140.151514:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979140.151517:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979140.151520:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979140.151523:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979140.151528:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620402974976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.151539:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979140.151542:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620402974976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979165 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.151549:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979140.151551:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979140.151556:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979140.151559:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979140.151563:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979140.151566:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311466015 00000100:00000001:0.0:1783979140.151569:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311467259 00000100:00000001:0.0:1783979140.151572:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311466015 00000100:00000001:0.0:1783979140.151576:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311467259 00000100:00000001:0.0:1783979140.151579:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979140.151581:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979140.151584:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979140.151588:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979140/real 1783979140] req@ffff9b83eed39f80 x1870620402974976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979140.151597:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979140.151599:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979140.151601:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979140.151604:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979140.151613:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979140.151615:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979140.151619:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620402974976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979140.151627:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620402974976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.151634:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979140.151635:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979140.151638:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979140.151640:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979140.151644:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620402974976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.151652:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979140.151656:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620402974976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979165 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.151663:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979140.151666:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979140.151668:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979140.151669:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979140.151672:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979140.151678:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979140.151681:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979140.151685:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979140.151688:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979140.151693:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620402974976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979165 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979140.151701:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402974976:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979140.151705:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979140.151707:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979140.151710:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620402974976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979165 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979140.151717:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979140.151719:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979140.151722:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979140.151726:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979140.151728:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979140.151730:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979140.151732:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979140.151735:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14000. 02000000:00000001:0.0:1783979140.151738:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979140.151740:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979140.151742:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783979140.151745:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979140.151747:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979140.151748:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979140.151755:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979140.151756:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979140.151758:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979140.151761:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979140.531481:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979140.531492:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979140.531495:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979140.531502:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979140.531507:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979140.531511:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979140.531514:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979140.531517:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979140.531521:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979140.659521:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979140.659526:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979140.659528:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979140.659530:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979140.659532:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979140.659534:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979140.659536:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979140.659538:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979140.659540:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979140.659562:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979140.659566:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979140.659573:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979140.659578:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979140.659582:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979140.659588:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979140.659594:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979140.659598:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979140.659603:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979140.659606:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979140.659614:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979140.659616:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979140.659619:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979140.659623:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979140.659630:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979140.659633:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979140.659636:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979140.659641:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979140.659648:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979140.659651:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979140.659654:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979140.659657:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979140.659662:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979140.659665:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979140.659669:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979140.659672:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979140.659675:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979140.659676:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979140.659677:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979140.659678:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979140.659680:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979140.659680:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979140.659681:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979140.659683:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979140.659698:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979140.659700:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979140.659701:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979141.557926:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979141.557936:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979141.557938:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979141.557943:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979141.557947:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979141.557951:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979141.557954:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979141.557956:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979141.557960:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979141.683495:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979141.683505:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979141.683515:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979141.683519:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979141.683525:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979141.683529:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979141.683536:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979141.683539:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979141.683544:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979141.683545:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979141.683572:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979141.683575:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979141.683578:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979141.684470:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979141.684475:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979141.684476:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979141.684481:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979141.684483:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979141.684486:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979141.684488:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979141.684490:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979141.684492:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979141.684713:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979141.684716:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979141.684717:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979141.684718:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979141.684719:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979141.684721:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979141.684723:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979141.684724:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979141.684726:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979141.684750:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979141.684753:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979141.684755:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979141.684757:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979141.684760:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979141.684761:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979141.684762:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979141.684763:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979141.684765:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979142.579448:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979142.579459:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979142.579462:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979142.579472:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979142.579480:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979142.579499:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979142.579512:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979142.579517:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979142.579522:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979142.708045:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979142.708052:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979142.708055:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979142.708061:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979142.708066:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979142.708068:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979142.708071:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979142.708073:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979142.708076:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979142.708102:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979142.708107:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979142.708113:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979142.708115:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979142.708121:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979142.708122:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979142.708126:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979142.708128:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979142.708132:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979142.708133:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979142.708153:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979142.708156:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979142.708160:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979143.604027:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979143.604036:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979143.604037:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979143.604043:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979143.604046:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979143.604050:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979143.604052:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979143.604054:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979143.604057:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979143.604575:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979143.604578:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979143.604579:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979143.604581:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979143.604583:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979143.604584:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979143.604586:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979143.604587:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979143.604588:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979143.731503:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979143.731511:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979143.731523:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979143.731528:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979143.731538:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979143.731542:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979143.731551:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979143.731555:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979143.731565:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979143.731573:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979143.731604:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979143.731611:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979143.731632:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979143.731635:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979143.731639:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979143.731642:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979143.731651:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979143.731654:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979143.731661:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979143.731679:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979143.731684:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979143.731693:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979144.627487:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979144.627497:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979144.627500:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979144.627507:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979144.627513:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979144.627517:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979144.627525:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979144.627538:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979144.627542:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979144.755584:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979144.755591:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979144.755593:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979144.755599:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979144.755606:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979144.755610:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979144.755774:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979144.755776:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979144.755780:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979144.755805:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979144.755810:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979144.755814:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979144.755817:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979144.755821:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979144.755832:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979144.755835:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979144.755837:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979144.755843:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979144.755844:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979144.755849:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979144.755850:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979144.755854:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979144.755856:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979144.755859:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979144.755860:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979144.755877:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979144.755880:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979144.755883:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979145.651450:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979145.651460:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979145.651462:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979145.651469:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979145.651474:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979145.651479:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979145.651482:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979145.651485:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979145.651489:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979145.652356:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979145.652361:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979145.652363:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979145.652365:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979145.652367:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979145.652370:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979145.652372:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979145.652374:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979145.652376:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979145.779435:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979145.779440:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979145.779449:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979145.779453:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979145.779458:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979145.779460:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979145.779467:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979145.779470:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979145.779476:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979145.779478:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979145.779501:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979145.779505:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979145.779509:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979145.779527:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979145.779531:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979145.779534:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979145.779541:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979145.779546:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979145.779550:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979145.779559:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979145.779562:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979145.779566:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979146.676377:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979146.676388:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979146.676390:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979146.676398:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979146.676403:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979146.676407:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979146.676411:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979146.676414:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979146.676418:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979146.803420:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979146.803427:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979146.803432:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979146.803439:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979146.803443:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979146.803449:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979146.803457:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979146.803462:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979146.803465:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979146.803491:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979146.803495:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979146.803504:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979146.803508:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979146.803514:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979146.803516:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979146.803522:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979146.803525:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979146.803528:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979146.803530:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979146.803546:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979146.803549:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979146.803551:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979147.699422:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979147.699432:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979147.699434:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979147.699441:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979147.699449:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979147.699454:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979147.699457:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979147.699460:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979147.699462:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979147.829330:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979147.829336:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979147.829344:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979147.829345:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979147.829351:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979147.829352:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979147.829357:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979147.829358:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979147.829363:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979147.829365:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979147.829396:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979147.829400:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979147.829405:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979148.723606:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979148.723611:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979148.723612:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979148.723615:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979148.723618:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979148.723620:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979148.723622:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979148.723624:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979148.723626:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979148.851578:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979148.851587:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979148.851602:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979148.851605:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979148.851611:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979148.851614:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979148.851618:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979148.851620:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979148.851623:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979148.851624:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979148.851652:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979148.851656:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979148.851659:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979149.747466:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979149.747474:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979149.747477:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979149.747482:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979149.747486:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979149.747490:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979149.747492:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979149.747495:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979149.747498:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979149.876009:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979149.876014:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979149.876019:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979149.876020:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979149.876023:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979149.876024:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979149.876027:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979149.876028:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979149.876031:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979149.876040:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979149.876085:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979149.876090:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979149.876092:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979149.876095:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979149.876099:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979149.876103:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979149.876106:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979149.876110:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979149.876114:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979150.390165:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979150.390179:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979150.390182:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979150.390189:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b100 x1870620402975744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.390198:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979150.390200:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979150.390205:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979150.390271:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979150.390274:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979150.390278:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402975744:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979150.390282:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979150.390287:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979150.390290:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979150.390362:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979150.390369:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979150.390372:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979150.390378:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979150.390383:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979150.390390:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979150.390399:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402975744, portal 25 00000100:00000001:0.0:1783979150.390401:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979150.390403:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682712832 : -110484026838784 : ffff9b83eed3b100) 00000100:00000040:0.0:1783979150.390408:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b100 x1870620402975744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.390415:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979150.390418:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979150.390421:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979150.390425:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402975744, offset 0 00000400:00000200:0.0:1783979150.390433:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979150.390442:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979150.390448:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979150.390455:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979150.390460:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979150.390464:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979150.390467:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979150.390471:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826580:826580:256:4294967295] 192.168.201.148@tcp LPNI seq info [826551:826551:8:4294967295] 00000400:00000200:0.0:1783979150.390477:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979150.390487:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979150.390494:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979150.390500:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979150.390508:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979150.390512:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1783979150.390527:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979150.390530:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979150.390538:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979150.390542:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979150.390548:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979150.390551:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979150.390557:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979150.390561:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b100 x1870620402975744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.390571:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979150.390575:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b100 x1870620402975744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979175 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.390587:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979150.390590:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979150.390596:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979150.390600:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979150.390603:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311477501 00000100:00000010:0.0:1783979150.390609:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783979150.390617:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979150.390624:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311477501 00000100:00000010:0.0:1783979150.390628:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783979150.390632:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979150.390636:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979150.390639:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979150.390641:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979150.390645:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979150/real 1783979150] req@ffff9b83eed3b100 x1870620402975744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979150.390654:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979150.390656:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979150.390658:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979150.390660:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979150.390662:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979150.390664:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979150.390668:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b100 x1870620402975744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979150.390675:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b100 x1870620402975744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.390681:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979150.390683:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979150.390685:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979150.390687:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979150.390691:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b100 x1870620402975744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.390698:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979150.390703:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b100 x1870620402975744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979175 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.390709:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979150.390712:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979150.390714:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979150.390715:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979150.390718:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979150.390720:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979150.390723:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979150.390727:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979150.390729:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979150.390734:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b100 x1870620402975744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979175 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979150.390742:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402975744:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979150.390747:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979150.390749:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38a80 x1870620402975872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.390756:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979150.390757:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979150.390759:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979150.390761:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979150.390763:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979150.390765:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402975872:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979150.390768:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979150.390770:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979150.390772:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979150.390774:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979150.390777:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979150.390779:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979150.390783:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979150.390785:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979150.390788:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979150.390791:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402975872, portal 10 00000100:00000001:0.0:1783979150.390793:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979150.390794:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682702976 : -110484026848640 : ffff9b83eed38a80) 00000100:00000040:0.0:1783979150.390801:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38a80 x1870620402975872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.390807:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979150.390810:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979150.390812:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979150.390814:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402975872, offset 0 00000400:00000200:0.0:1783979150.390818:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979150.390821:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979150.390825:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979150.390828:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979150.390830:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979150.390832:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979150.390835:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979150.390838:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826581:826581:256:4294967295] 192.168.201.148@tcp LPNI seq info [826552:826552:8:4294967295] 00000400:00000200:0.0:1783979150.390841:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979150.390847:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979150.390851:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979150.390854:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979150.390858:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979150.390860:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1783979150.390872:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979150.390873:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979150.390877:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979150.390880:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979150.390883:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979150.390884:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979150.390887:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979150.390890:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38a80 x1870620402975872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.390897:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979150.390900:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620402975872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979175 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.390906:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979150.390907:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979150.390910:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979150.390914:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979150.390917:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979150.390918:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311476242 00000100:00000001:0.0:1783979150.390921:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311477501 00000100:00000001:0.0:1783979150.390923:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311476242 00000100:00000001:0.0:1783979150.390925:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311477501 00000100:00000001:0.0:1783979150.390928:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979150.390930:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979150.390931:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979150.390935:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979150/real 1783979150] req@ffff9b83eed38a80 x1870620402975872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979150.390942:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979150.390944:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979150.390945:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979150.390947:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979150.390949:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979150.390951:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979150.390954:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38a80 x1870620402975872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979150.390962:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38a80 x1870620402975872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.390967:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979150.390969:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979150.390971:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979150.390972:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979150.390976:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38a80 x1870620402975872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.390982:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979150.390985:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38a80 x1870620402975872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979175 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.390992:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979150.390994:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979150.390996:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979150.390997:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979150.390999:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979150.391010:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979150.391012:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979150.391015:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979150.391017:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979150.391022:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38a80 x1870620402975872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979175 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979150.391029:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402975872:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979150.391033:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979150.391036:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620402976000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.391047:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979150.391048:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979150.391050:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979150.391052:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979150.391054:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979150.391056:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402976000:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979150.391060:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979150.391062:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979150.391063:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979150.391065:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979150.391068:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979150.391069:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979150.391072:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979150.391075:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979150.391078:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979150.391080:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402976000, portal 10 00000100:00000001:0.0:1783979150.391082:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979150.391083:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783979150.391089:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620402976000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.391094:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979150.391097:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979150.391099:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979150.391101:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402976000, offset 0 00000400:00000200:0.0:1783979150.391105:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979150.391108:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979150.391111:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979150.391114:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979150.391117:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979150.391119:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979150.391121:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979150.391125:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826582:826582:256:4294967295] 192.168.201.148@tcp LPNI seq info [826553:826553:8:4294967295] 00000400:00000200:0.0:1783979150.391128:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979150.391134:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979150.391138:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979150.391141:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979150.391144:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979150.391147:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1783979150.391157:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979150.391159:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979150.391161:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979150.391164:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979150.391167:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979150.391169:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979150.391183:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979150.391187:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620402976000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.391194:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979150.391197:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620402976000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979175 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.391203:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979150.391205:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979150.391216:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979150.391219:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979150.391222:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979150.391224:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311476237 00000100:00000001:0.0:1783979150.391226:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311477501 00000100:00000001:0.0:1783979150.391228:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311476237 00000100:00000001:0.0:1783979150.391230:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311477501 00000100:00000001:0.0:1783979150.391232:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979150.391235:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979150.391236:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979150.391240:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979150/real 1783979150] req@ffff9b83eed39f80 x1870620402976000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979150.391247:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979150.391248:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979150.391250:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979150.391252:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979150.391254:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979150.391256:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979150.391259:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620402976000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979150.391267:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620402976000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.391273:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979150.391274:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979150.391275:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979150.391276:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979150.391279:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620402976000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.391286:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979150.391289:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620402976000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979175 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.391329:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979150.391332:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979150.391333:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979150.391335:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979150.391336:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979150.391343:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979150.391346:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979150.391350:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979150.391352:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979150.391356:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620402976000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979175 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979150.391364:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402976000:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979150.391368:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979150.391371:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38380 x1870620402976128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.391378:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979150.391379:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979150.391382:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979150.391384:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979150.391386:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979150.391388:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402976128:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979150.393246:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979150.393253:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979150.393255:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979150.393258:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979150.393267:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979150.393270:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979150.393276:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979150.393281:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979150.393286:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979150.393307:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402976128, portal 4 00000100:00000001:0.0:1783979150.393310:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979150.393311:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682701184 : -110484026850432 : ffff9b83eed38380) 00000100:00000040:0.0:1783979150.393411:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38380 x1870620402976128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.393420:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979150.393424:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979150.393427:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979150.393432:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402976128, offset 0 00000400:00000200:0.0:1783979150.393437:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979150.393444:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979150.393451:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979150.393456:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979150.393460:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979150.393464:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979150.393467:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979150.393471:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826583:826583:256:4294967295] 192.168.201.148@tcp LPNI seq info [826554:826554:8:4294967295] 00000400:00000200:0.0:1783979150.393475:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979150.393485:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979150.393492:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979150.393497:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979150.393503:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979150.393506:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1783979150.393521:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979150.393524:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979150.393530:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979150.393534:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979150.393538:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979150.393540:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979150.393546:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979150.393549:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38380 x1870620402976128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.393559:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979150.393563:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620402976128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979175 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.393571:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979150.393573:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979150.393579:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979150.393583:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979150.393586:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979150.393589:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311476267 00000100:00000001:0.0:1783979150.393593:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311477501 00000100:00000001:0.0:1783979150.393596:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311476267 00000100:00000001:0.0:1783979150.393598:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311477501 00000100:00000001:0.0:1783979150.393601:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979150.393603:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979150.393606:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979150.393610:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979150/real 1783979150] req@ffff9b83eed38380 x1870620402976128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979150.393621:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979150.393623:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979150.393625:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979150.393628:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979150.393630:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979150.393632:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979150.393636:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38380 x1870620402976128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979150.393644:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38380 x1870620402976128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.393652:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979150.393654:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979150.393656:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979150.393658:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979150.393663:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38380 x1870620402976128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.393671:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979150.393675:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38380 x1870620402976128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979175 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.393810:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979150.393813:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979150.393815:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979150.393816:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979150.393819:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979150.393824:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979150.393827:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979150.393831:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979150.393833:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979150.393838:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38380 x1870620402976128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979175 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979150.393845:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402976128:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979150.393849:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979150.393853:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39180 x1870620402976256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.393859:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979150.393860:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979150.393863:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979150.393865:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979150.393867:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979150.393870:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402976256:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979150.393873:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979150.393875:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979150.393877:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979150.393878:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979150.393883:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979150.393885:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979150.393888:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979150.393891:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979150.393894:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979150.393898:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402976256, portal 4 00000100:00000001:0.0:1783979150.393899:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979150.393900:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682704768 : -110484026846848 : ffff9b83eed39180) 00000100:00000040:0.0:1783979150.393907:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39180 x1870620402976256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.393913:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979150.393915:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979150.393917:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979150.393920:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402976256, offset 0 00000400:00000200:0.0:1783979150.393923:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979150.393927:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979150.393930:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979150.393933:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979150.393935:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979150.393937:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979150.393940:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979150.393942:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826584:826584:256:4294967295] 192.168.201.148@tcp LPNI seq info [826555:826555:8:4294967295] 00000400:00000200:0.0:1783979150.393946:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979150.393952:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979150.393956:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979150.393960:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979150.393963:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979150.393966:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1783979150.393977:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979150.393978:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979150.393982:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979150.393985:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979150.393988:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979150.393990:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979150.393992:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979150.393996:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39180 x1870620402976256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.394006:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979150.394008:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39180 x1870620402976256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979175 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.394013:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979150.394015:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979150.394018:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979150.394021:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979150.394024:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979150.394026:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311476257 00000100:00000001:0.0:1783979150.394028:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311477501 00000100:00000001:0.0:1783979150.394030:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311476257 00000100:00000001:0.0:1783979150.394032:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311477501 00000100:00000001:0.0:1783979150.394034:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979150.394035:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979150.394037:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979150.394040:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979150/real 1783979150] req@ffff9b83eed39180 x1870620402976256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979150.394046:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979150.394048:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979150.394049:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979150.394051:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979150.394053:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979150.394055:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979150.394058:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39180 x1870620402976256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979150.394065:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39180 x1870620402976256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.394204:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979150.394208:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979150.394211:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979150.394212:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979150.394222:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39180 x1870620402976256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.394227:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979150.394231:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39180 x1870620402976256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979175 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.394236:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979150.394238:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979150.394239:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979150.394240:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979150.394242:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979150.394247:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979150.394249:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979150.394252:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979150.394254:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979150.394256:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39180 x1870620402976256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979175 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979150.394261:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402976256:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979150.394265:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979150.394268:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979150.394271:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b100 x1870620402975744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979175 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.394289:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979150.394291:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979150.394334:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979150.394339:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979150.394341:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979150.394343:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979150.394345:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979150.394347:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16c00. 02000000:00000001:0.0:1783979150.394351:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979150.394360:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979150.394361:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b100. 00000100:00000001:0.0:1783979150.394368:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979150.394369:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979150.394371:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979150.394375:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38a80 x1870620402975872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979175 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.394382:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979150.394384:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979150.394385:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979150.394389:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979150.394390:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979150.394391:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979150.394393:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979150.394394:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14c00. 02000000:00000001:0.0:1783979150.394397:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979150.394398:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979150.394400:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38a80. 00000100:00000001:0.0:1783979150.394402:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979150.394404:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979150.394405:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979150.394410:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620402976000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979175 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.394416:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979150.394417:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979150.394419:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979150.394421:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979150.394422:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979150.394423:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979150.394425:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979150.394426:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec17400. 02000000:00000001:0.0:1783979150.394428:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979150.394429:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979150.394430:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783979150.394432:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979150.394433:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979150.394435:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979150.394438:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38380 x1870620402976128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979175 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.394444:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979150.394445:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979150.394447:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979150.394449:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979150.394450:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979150.394451:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979150.394453:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979150.394455:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15800. 02000000:00000001:0.0:1783979150.394457:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979150.394458:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979150.394459:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38380. 00000100:00000001:0.0:1783979150.394462:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979150.394463:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979150.394464:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979150.394468:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39180 x1870620402976256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979175 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979150.394474:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979150.394476:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979150.394477:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979150.394480:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979150.394481:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979150.394482:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979150.394484:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979150.394485:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14000. 02000000:00000001:0.0:1783979150.394487:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979150.394489:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979150.394490:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39180. 00000100:00000001:0.0:1783979150.394492:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979150.394493:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979150.394495:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979150.395151:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979150.395154:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979150.395157:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979150.395159:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979150.771371:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979150.771379:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979150.771381:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979150.771387:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979150.771391:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979150.771395:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979150.771397:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979150.771400:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979150.771403:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979150.899364:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979150.899373:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979150.899376:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979150.899382:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979150.899388:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979150.899392:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979150.899396:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979150.899399:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979150.899404:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979150.899434:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979150.899439:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979150.899447:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979150.899455:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979150.899462:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979150.899472:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979150.899479:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979150.899486:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979150.899491:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979150.899502:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979150.899524:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979150.899529:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979150.899533:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979150.899537:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979150.899541:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979150.899543:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979150.899546:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979150.899548:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979150.899557:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979150.899561:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979150.899564:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979150.899568:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979150.899572:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979150.899576:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979150.899580:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979150.899586:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979150.899593:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979150.899597:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979150.899598:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979150.899601:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979150.899605:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979150.899608:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979150.899610:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979150.899611:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979150.899636:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979150.899645:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979150.899651:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979151.795394:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979151.795400:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979151.795402:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979151.795406:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979151.795409:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979151.795412:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979151.795414:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979151.795416:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979151.795418:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979151.923409:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979151.923415:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979151.923423:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979151.923428:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979151.923435:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979151.923439:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979151.923445:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979151.923449:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979151.923454:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979151.923456:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979151.923479:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979151.923485:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979151.923489:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979151.924566:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979151.924569:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979151.924571:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979151.924573:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979151.924576:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979151.924577:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979151.924579:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979151.924581:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979151.924582:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979152.819404:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979152.819412:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979152.819414:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979152.819419:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979152.819423:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979152.819426:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979152.819428:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979152.819431:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979152.819434:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979152.947382:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979152.947391:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979152.947393:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979152.947399:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979152.947403:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979152.947406:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979152.947410:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979152.947411:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979152.947416:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979152.947436:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979152.947441:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979152.947445:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979152.947446:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979152.947451:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979152.947452:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979152.947456:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979152.947457:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979152.947461:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979152.947462:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979152.947481:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979152.947483:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979152.947485:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979152.947662:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979152.947665:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979152.947667:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979152.947671:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979152.947677:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979152.947682:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979152.947866:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979152.947868:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979152.947871:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979153.843758:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979153.843763:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979153.843765:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979153.843768:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979153.843770:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979153.843772:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979153.843774:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979153.843775:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979153.843790:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979153.972342:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979153.972348:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979153.972356:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979153.972360:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979153.972465:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979153.972467:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979153.972472:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979153.972473:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979153.972478:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979153.972479:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979153.972501:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979153.972504:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979153.972507:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979154.867396:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979154.867402:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979154.867405:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979154.867409:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979154.867413:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979154.867417:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979154.867421:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979154.867424:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979154.867428:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979154.995404:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979154.995410:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979154.995414:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979154.995419:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979154.995425:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979154.995430:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979154.995436:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979154.995441:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979154.995451:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979154.995454:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979154.995459:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979154.995461:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979154.995466:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979154.995470:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979154.995476:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979154.995480:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979154.995515:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979154.995521:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979154.995527:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979155.507659:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979155.507666:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979155.507670:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979155.507679:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620402976384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.507703:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979155.507707:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979155.507713:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979155.507718:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979155.507723:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979155.507728:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402976384:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979155.507732:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979155.507736:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979155.507747:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979155.507752:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979155.507760:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979155.507763:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979155.507771:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979155.507777:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979155.507786:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979155.507794:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402976384, portal 25 00000100:00000001:0.0:1783979155.507800:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979155.507804:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783979155.507813:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620402976384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.507834:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979155.507840:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979155.507846:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979155.507853:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402976384, offset 0 00000400:00000200:0.0:1783979155.507866:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979155.507878:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979155.507887:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979155.507896:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979155.507902:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979155.507905:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979155.507907:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979155.507910:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826585:826585:256:4294967295] 192.168.201.148@tcp LPNI seq info [826556:826556:8:4294967295] 00000400:00000200:0.0:1783979155.507913:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979155.507936:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979155.507948:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979155.507956:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979155.507967:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979155.507974:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979155.508002:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979155.508006:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979155.508013:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979155.508020:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979155.508024:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979155.508028:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979155.508033:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979155.508038:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3a300 x1870620402976384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.508048:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979155.508053:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620402976384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979180 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.508063:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979155.508066:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979155.508071:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979155.508076:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979155.508079:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311482618 00000100:00000010:0.0:1783979155.508099:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783979155.508107:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979155.508113:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311482618 00000100:00000010:0.0:1783979155.508119:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783979155.508123:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979155.508129:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979155.508134:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979155.508140:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979155.508148:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979155/real 1783979155] req@ffff9b83eed3a300 x1870620402976384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979155.508168:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979155.508171:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979155.508175:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979155.508181:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979155.508184:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979155.508189:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979155.508198:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620402976384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979155.508214:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620402976384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.508227:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979155.508231:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979155.508235:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979155.508239:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979155.508247:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620402976384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.508264:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979155.508272:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620402976384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979180 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.508288:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979155.508338:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979155.508344:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979155.508348:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979155.508353:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979155.508357:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979155.508362:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979155.508369:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979155.508374:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979155.508384:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620402976384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979180 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979155.508403:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402976384:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979155.508422:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979155.508427:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979155.508433:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620402976384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979180 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.508442:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979155.508446:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979155.508448:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979155.508453:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979155.508457:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979155.508459:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979155.508463:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979155.508468:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16800. 02000000:00000001:0.0:1783979155.508474:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979155.508478:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979155.508482:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783979155.508487:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979155.508491:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979155.508496:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979155.508507:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979155.508510:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979155.508514:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979155.508517:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979155.508519:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979155.508524:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b480 x1870620402976512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.508534:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979155.508537:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979155.508539:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979155.508543:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979155.508546:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979155.508550:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402976512:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979155.508554:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979155.508557:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979155.508560:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979155.508562:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979155.508565:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979155.508568:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979155.508575:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979155.508581:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979155.508588:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979155.508594:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402976512, portal 10 00000100:00000001:0.0:1783979155.508598:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979155.508602:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682713728 : -110484026837888 : ffff9b83eed3b480) 00000100:00000040:0.0:1783979155.508613:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b480 x1870620402976512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.508624:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979155.508631:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979155.508637:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979155.508642:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402976512, offset 0 00000400:00000200:0.0:1783979155.508651:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979155.508660:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979155.508669:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979155.508674:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979155.508678:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979155.508683:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979155.508686:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979155.508690:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826586:826586:256:4294967295] 192.168.201.148@tcp LPNI seq info [826557:826557:8:4294967295] 00000400:00000200:0.0:1783979155.508695:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979155.508703:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979155.508706:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979155.508709:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979155.508712:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979155.508714:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979155.508721:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979155.508723:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979155.508725:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979155.508727:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979155.508729:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979155.508731:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979155.508733:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979155.508737:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b480 x1870620402976512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.508744:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979155.508747:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620402976512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979180 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.508754:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979155.508755:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979155.508758:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979155.508762:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979155.508765:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979155.508767:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311481360 00000100:00000001:0.0:1783979155.508769:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311482618 00000100:00000001:0.0:1783979155.508772:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311481360 00000100:00000001:0.0:1783979155.508774:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311482618 00000100:00000001:0.0:1783979155.508776:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979155.508778:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979155.508780:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979155.508784:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979155/real 1783979155] req@ffff9b83eed3b480 x1870620402976512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979155.508798:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979155.508799:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979155.508801:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979155.508804:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979155.508805:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979155.508807:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979155.508810:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b480 x1870620402976512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979155.508819:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b480 x1870620402976512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.508825:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979155.508826:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979155.508828:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979155.508829:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979155.508833:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b480 x1870620402976512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.508839:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979155.508843:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b480 x1870620402976512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979180 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.508849:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979155.508852:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979155.508853:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979155.508854:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979155.508856:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979155.508863:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979155.508866:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979155.508870:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979155.508873:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979155.508877:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b480 x1870620402976512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979180 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979155.508886:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402976512:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979155.508889:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979155.508892:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39180 x1870620402976640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.508896:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979155.508897:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979155.508899:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979155.508900:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979155.508901:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979155.508902:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402976640:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979155.508905:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979155.508906:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979155.508907:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979155.508908:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979155.508911:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979155.508912:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979155.508915:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979155.508916:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979155.508918:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979155.508920:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402976640, portal 10 00000100:00000001:0.0:1783979155.508922:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979155.508922:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682704768 : -110484026846848 : ffff9b83eed39180) 00000100:00000040:0.0:1783979155.508928:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39180 x1870620402976640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.508934:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979155.508936:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979155.508939:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979155.508941:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402976640, offset 0 00000400:00000200:0.0:1783979155.508946:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979155.508950:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979155.508953:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979155.508956:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979155.508959:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979155.508961:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979155.508964:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979155.508966:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826587:826587:256:4294967295] 192.168.201.148@tcp LPNI seq info [826558:826558:8:4294967295] 00000400:00000200:0.0:1783979155.508970:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979155.508976:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979155.508981:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979155.508984:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979155.508988:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979155.508991:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979155.509000:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979155.509002:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979155.509006:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979155.509008:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979155.509011:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979155.509012:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979155.509013:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979155.509016:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39180 x1870620402976640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.509021:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979155.509022:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39180 x1870620402976640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979180 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.509027:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979155.509028:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979155.509030:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979155.509032:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979155.509034:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979155.509036:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311481355 00000100:00000001:0.0:1783979155.509038:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311482618 00000100:00000001:0.0:1783979155.509039:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311481355 00000100:00000001:0.0:1783979155.509041:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311482618 00000100:00000001:0.0:1783979155.509042:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979155.509044:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979155.509045:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979155.509049:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979155/real 1783979155] req@ffff9b83eed39180 x1870620402976640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979155.509056:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979155.509057:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979155.509059:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979155.509061:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979155.509064:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979155.509066:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979155.509069:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39180 x1870620402976640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979155.509078:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39180 x1870620402976640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.509096:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979155.509097:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979155.509099:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979155.509100:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979155.509104:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39180 x1870620402976640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.509111:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979155.509115:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39180 x1870620402976640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979180 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.509122:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979155.509125:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979155.509127:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979155.509128:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979155.509130:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979155.509135:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979155.509137:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979155.509141:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979155.509143:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979155.509147:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39180 x1870620402976640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979180 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979155.509153:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402976640:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979155.509155:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979155.509157:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38380 x1870620402976768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.509161:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979155.509162:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979155.509163:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979155.509165:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979155.509166:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979155.509168:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402976768:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979155.509170:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979155.509171:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979155.509172:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979155.509173:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979155.509175:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979155.509176:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979155.509179:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979155.509180:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979155.509183:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979155.509185:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402976768, portal 4 00000100:00000001:0.0:1783979155.509186:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979155.509187:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682701184 : -110484026850432 : ffff9b83eed38380) 00000100:00000040:0.0:1783979155.509191:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38380 x1870620402976768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.509195:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979155.509198:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979155.509200:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979155.509202:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402976768, offset 0 00000400:00000200:0.0:1783979155.509206:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979155.509210:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979155.509214:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979155.509217:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979155.509219:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979155.509221:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979155.509223:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979155.509226:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826588:826588:256:4294967295] 192.168.201.148@tcp LPNI seq info [826559:826559:8:4294967295] 00000400:00000200:0.0:1783979155.509230:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979155.509237:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979155.509241:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979155.509244:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979155.509248:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979155.509250:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979155.509260:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979155.509263:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979155.509265:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979155.509268:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979155.509270:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979155.509271:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979155.509273:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979155.509276:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38380 x1870620402976768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.509285:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979155.509287:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620402976768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979180 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.509291:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979155.509292:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979155.509309:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979155.509312:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979155.509314:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979155.509315:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311481383 00000100:00000001:0.0:1783979155.509317:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311482618 00000100:00000001:0.0:1783979155.509319:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311481383 00000100:00000001:0.0:1783979155.509320:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311482618 00000100:00000001:0.0:1783979155.509322:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979155.509323:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979155.509324:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979155.509326:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979155/real 1783979155] req@ffff9b83eed38380 x1870620402976768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979155.509330:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979155.509331:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979155.509332:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979155.509334:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979155.509335:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979155.509336:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979155.509338:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38380 x1870620402976768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979155.509342:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38380 x1870620402976768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.509347:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979155.509348:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979155.509349:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979155.509350:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979155.509352:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38380 x1870620402976768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.509356:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979155.509358:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38380 x1870620402976768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979180 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.509361:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979155.509362:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979155.509363:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979155.509364:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979155.509365:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979155.509367:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979155.509368:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979155.509370:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979155.509371:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979155.509373:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38380 x1870620402976768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979180 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979155.509378:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402976768:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979155.509380:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979155.509381:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979155.509383:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b480 x1870620402976512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979180 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.509389:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979155.509390:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979155.509392:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979155.509395:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979155.509396:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979155.509397:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979155.509400:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979155.509401:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16400. 02000000:00000001:0.0:1783979155.509404:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979155.509405:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979155.509407:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b480. 00000100:00000001:0.0:1783979155.509409:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979155.509411:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979155.509412:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979155.509416:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39180 x1870620402976640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979180 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.509423:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979155.509424:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979155.509426:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979155.509428:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979155.509429:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979155.509431:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979155.509432:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979155.509433:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15c00. 02000000:00000001:0.0:1783979155.509434:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979155.509435:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979155.509436:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39180. 00000100:00000001:0.0:1783979155.509437:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979155.509438:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979155.509439:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979155.509441:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38380 x1870620402976768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979180 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.509445:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979155.509445:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979155.509446:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979155.509448:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979155.509448:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979155.509449:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979155.509450:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979155.509451:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15400. 02000000:00000001:0.0:1783979155.509451:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979155.509453:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979155.509453:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38380. 00000100:00000001:0.0:1783979155.509455:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979155.509456:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979155.509457:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979155.509461:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979155.509462:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979155.509463:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979155.509464:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979155.509465:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979155.509468:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620402976896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.509475:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979155.509476:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979155.509478:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979155.509480:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979155.509481:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979155.509484:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402976896:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979155.509488:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979155.509489:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979155.509491:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979155.509493:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979155.509496:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979155.509497:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979155.509501:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979155.509503:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979155.509506:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979155.509509:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402976896, portal 4 00000100:00000001:0.0:1783979155.509511:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979155.509512:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783979155.509517:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620402976896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.509521:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979155.509522:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979155.509524:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979155.509526:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402976896, offset 0 00000400:00000200:0.0:1783979155.509528:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979155.509531:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979155.509533:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979155.509535:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979155.509537:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979155.509539:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979155.509540:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979155.509542:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826589:826589:256:4294967295] 192.168.201.148@tcp LPNI seq info [826560:826560:8:4294967295] 00000400:00000200:0.0:1783979155.509544:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979155.509548:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979155.509551:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979155.509553:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979155.509555:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979155.509557:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979155.509564:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979155.509565:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979155.509568:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979155.509571:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979155.509574:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979155.509575:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979155.509577:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979155.509581:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620402976896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.509588:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979155.509591:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620402976896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979180 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.509597:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979155.509599:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979155.509602:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979155.509605:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979155.509608:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979155.509610:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311481373 00000100:00000001:0.0:1783979155.509612:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311482618 00000100:00000001:0.0:1783979155.509613:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311481373 00000100:00000001:0.0:1783979155.509615:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311482618 00000100:00000001:0.0:1783979155.509616:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979155.509618:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979155.509619:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979155.509621:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979155/real 1783979155] req@ffff9b83eed39f80 x1870620402976896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979155.509626:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979155.509626:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979155.509628:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979155.509629:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979155.509631:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979155.509632:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979155.509634:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620402976896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979155.509638:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620402976896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.509642:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979155.509642:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979155.509643:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979155.509644:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979155.509646:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620402976896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.509650:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979155.509652:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620402976896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979180 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.509656:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979155.509658:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979155.509659:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979155.509660:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979155.509661:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979155.509663:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979155.509664:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979155.509666:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979155.509667:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979155.509669:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620402976896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979180 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979155.509674:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402976896:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979155.509676:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979155.509677:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979155.509679:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620402976896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979180 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979155.509682:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979155.509683:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979155.509684:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979155.509685:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979155.509686:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979155.509687:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979155.509688:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979155.509688:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16800. 02000000:00000001:0.0:1783979155.509690:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979155.509690:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979155.509691:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783979155.509693:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979155.509694:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979155.509696:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979155.509698:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979155.509699:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979155.509700:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979155.509701:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979155.891416:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979155.891422:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979155.891424:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979155.891429:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979155.891433:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979155.891437:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979155.891447:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979155.891450:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979155.891453:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979156.021142:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979156.021146:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979156.021151:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979156.021152:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979156.021156:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979156.021157:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979156.021160:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979156.021162:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979156.021165:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979156.021166:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979156.021190:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979156.021192:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979156.021194:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979156.021197:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979156.021200:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979156.021202:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979156.021205:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979156.021207:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979156.021210:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979156.916037:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979156.916045:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979156.916047:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979156.916052:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979156.916068:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979156.916072:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979156.916074:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979156.916077:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979156.916081:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979157.043413:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979157.043421:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979157.043425:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979157.043433:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979157.043439:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979157.043444:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979157.043450:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979157.043455:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979157.043461:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979157.043489:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979157.043493:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979157.043501:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979157.043506:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979157.043514:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979157.043517:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979157.043526:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979157.043529:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979157.043537:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979157.043540:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979157.043565:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979157.043571:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979157.043579:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979157.939396:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979157.939405:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979157.939410:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979157.939417:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979157.939424:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979157.939431:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979157.939434:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979157.939438:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979157.939441:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979158.067494:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979158.067499:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979158.067501:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979158.067507:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979158.067512:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979158.067517:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979158.067522:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979158.067527:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979158.067533:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979158.067568:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979158.067573:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979158.067580:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979158.067585:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979158.067595:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979158.067598:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979158.067605:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979158.067609:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979158.067615:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979158.067618:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979158.067637:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979158.067641:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979158.067643:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979158.963733:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979158.963740:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979158.963742:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979158.963747:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979158.963751:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979158.963754:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979158.963756:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979158.963758:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979158.963761:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979159.091465:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979159.091480:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979159.091488:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979159.091494:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979159.091499:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979159.091503:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979159.091512:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979159.091516:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979159.091521:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979159.091526:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979159.091567:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979159.091572:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979159.091576:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979159.091621:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979159.091624:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979159.091632:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979159.091650:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979159.091667:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979159.091673:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979159.091699:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979159.091708:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979159.091713:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979159.091734:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979159.091743:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979159.091749:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979159.091773:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979159.091777:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979159.091779:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979159.091780:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979159.091781:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979159.091783:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979159.987508:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979159.987519:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979159.987522:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979159.987529:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979159.987534:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979159.987539:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979159.987542:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979159.987547:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979159.987552:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979160.115435:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979160.115444:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979160.115448:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979160.115457:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979160.115464:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979160.115471:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979160.115482:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979160.115483:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979160.115487:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979160.115512:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979160.115517:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979160.115524:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979160.115526:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979160.115546:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979160.115549:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979160.115557:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979160.115561:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979160.115567:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979160.115569:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979160.115594:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979160.115599:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979160.115603:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979160.628068:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979160.628073:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979160.628076:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979160.628083:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882300 x1870620402977024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.628091:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979160.628093:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979160.628097:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979160.628100:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979160.628103:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979160.628107:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402977024:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979160.628111:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979160.628116:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979160.628119:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979160.628122:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979160.628128:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979160.628130:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979160.628136:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979160.628141:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979160.628149:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979160.628158:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402977024, portal 25 00000100:00000001:0.0:1783979160.628161:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979160.628163:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694538496 : -110484015013120 : ffff9b83ef882300) 00000100:00000040:0.0:1783979160.628168:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882300 x1870620402977024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.628176:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979160.628179:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979160.628181:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979160.628185:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402977024, offset 0 00000400:00000200:0.0:1783979160.628193:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979160.628202:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979160.628209:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979160.628214:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979160.628219:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979160.628223:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979160.628226:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979160.628230:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826590:826590:256:4294967295] 192.168.201.148@tcp LPNI seq info [826561:826561:8:4294967295] 00000400:00000200:0.0:1783979160.628235:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979160.628247:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979160.628253:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979160.628259:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979160.628267:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979160.628271:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979160.628286:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979160.628289:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979160.628424:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979160.628431:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979160.628438:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979160.628440:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979160.628448:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979160.628452:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882300 x1870620402977024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.628806:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979160.628810:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882300 x1870620402977024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979185 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.628818:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979160.628819:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979160.628827:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979160.628831:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979160.628834:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311487739 00000100:00000010:0.0:1783979160.628841:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783979160.628849:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979160.628855:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311487739 00000100:00000010:0.0:1783979160.628859:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783979160.628863:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979160.628866:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979160.628868:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979160.628871:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979160.628876:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979160/real 1783979160] req@ffff9b83ef882300 x1870620402977024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979160.628886:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979160.628888:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979160.628890:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979160.628893:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979160.628895:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979160.628898:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979160.628902:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882300 x1870620402977024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979160.628910:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882300 x1870620402977024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.628917:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979160.628919:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979160.628921:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979160.628923:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979160.628927:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882300 x1870620402977024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.628934:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979160.628939:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882300 x1870620402977024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979185 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.628946:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979160.628949:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979160.628951:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979160.628952:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979160.628955:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979160.628957:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979160.629012:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979160.629018:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979160.629020:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979160.629025:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882300 x1870620402977024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979185 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979160.629034:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402977024:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979160.629038:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979160.629040:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979160.629043:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882300 x1870620402977024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979185 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.629050:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979160.629053:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979160.629056:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979160.629059:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979160.629062:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979160.629064:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979160.629066:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979160.629069:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634400. 02000000:00000001:0.0:1783979160.629074:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979160.629075:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979160.629077:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882300. 00000100:00000001:0.0:1783979160.629081:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979160.629083:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979160.629085:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979160.629094:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979160.629096:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979160.629098:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979160.629100:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979160.629101:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979160.629104:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881c00 x1870620402977152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.629111:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979160.629113:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979160.629115:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979160.629116:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979160.629118:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979160.629121:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402977152:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979160.629124:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979160.629126:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979160.629128:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979160.629130:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979160.629133:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979160.629135:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979160.629138:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979160.629141:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979160.629145:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979160.629148:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402977152, portal 10 00000100:00000001:0.0:1783979160.629150:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979160.629151:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694536704 : -110484015014912 : ffff9b83ef881c00) 00000100:00000040:0.0:1783979160.629159:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881c00 x1870620402977152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.629165:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979160.629167:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979160.629170:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979160.629173:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402977152, offset 0 00000400:00000200:0.0:1783979160.629177:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979160.629181:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979160.629185:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979160.629188:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979160.629190:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979160.629193:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979160.629195:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979160.629198:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826591:826591:256:4294967295] 192.168.201.148@tcp LPNI seq info [826562:826562:8:4294967295] 00000400:00000200:0.0:1783979160.629203:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979160.629209:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979160.629214:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979160.629217:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979160.629221:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979160.629223:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979160.629235:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979160.629237:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979160.629240:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979160.629243:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979160.629246:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979160.629248:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979160.629250:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979160.629253:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881c00 x1870620402977152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.629261:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979160.629264:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881c00 x1870620402977152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979185 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.629276:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979160.629277:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979160.629280:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979160.629284:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979160.629287:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979160.629289:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311486480 00000100:00000001:0.0:1783979160.629291:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311487739 00000100:00000001:0.0:1783979160.629311:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311486480 00000100:00000001:0.0:1783979160.629314:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311487739 00000100:00000001:0.0:1783979160.629316:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979160.629318:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979160.629320:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979160.629324:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979160/real 1783979160] req@ffff9b83ef881c00 x1870620402977152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979160.629332:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979160.629333:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979160.629335:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979160.629337:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979160.629339:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979160.629341:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979160.629344:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881c00 x1870620402977152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979160.629353:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881c00 x1870620402977152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.629359:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979160.629360:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979160.629362:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979160.629363:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979160.629366:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881c00 x1870620402977152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.629373:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979160.629377:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881c00 x1870620402977152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979185 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.629384:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979160.629386:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979160.629387:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979160.629389:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979160.629391:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979160.629402:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979160.629405:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979160.629409:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979160.629411:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979160.629415:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881c00 x1870620402977152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979185 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979160.629423:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402977152:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979160.629427:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979160.629429:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979160.629432:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881c00 x1870620402977152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979185 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.629437:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979160.629439:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979160.629440:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979160.629443:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979160.629444:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979160.629446:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979160.629448:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979160.629449:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636400. 02000000:00000001:0.0:1783979160.629453:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979160.629454:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979160.629456:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881c00. 00000100:00000001:0.0:1783979160.629459:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979160.629460:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979160.629462:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979160.629465:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979160.629466:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979160.629468:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979160.629470:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979160.629959:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979160.630026:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979160.630028:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979160.630032:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883b80 x1870620402977280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.630040:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979160.630041:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979160.630043:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979160.630045:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979160.630047:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979160.630050:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402977280:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979160.630053:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979160.630055:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979160.630056:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979160.630058:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979160.630062:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979160.630064:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979160.630068:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979160.630070:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979160.630074:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979160.630078:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402977280, portal 10 00000100:00000001:0.0:1783979160.630079:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979160.630081:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694544768 : -110484015006848 : ffff9b83ef883b80) 00000100:00000040:0.0:1783979160.630087:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883b80 x1870620402977280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.630100:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979160.630102:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979160.630104:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979160.630107:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402977280, offset 0 00000400:00000200:0.0:1783979160.630111:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979160.630115:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979160.630119:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979160.630122:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979160.630125:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979160.630129:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979160.630131:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979160.630134:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826592:826592:256:4294967295] 192.168.201.148@tcp LPNI seq info [826563:826563:8:4294967295] 00000400:00000200:0.0:1783979160.630139:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979160.630145:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979160.630149:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979160.630153:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979160.630158:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979160.630160:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979160.630171:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979160.630173:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979160.630177:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979160.630180:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979160.630183:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979160.630185:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979160.630189:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979160.630192:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883b80 x1870620402977280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.630200:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979160.630202:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883b80 x1870620402977280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979185 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.630214:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979160.630215:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979160.630218:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979160.630221:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979160.630225:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979160.630227:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311486476 00000100:00000001:0.0:1783979160.630229:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311487739 00000100:00000001:0.0:1783979160.630231:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311486476 00000100:00000001:0.0:1783979160.630233:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311487739 00000100:00000001:0.0:1783979160.630235:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979160.630237:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979160.630239:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979160.630242:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979160/real 1783979160] req@ffff9b83ef883b80 x1870620402977280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979160.630250:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979160.630251:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979160.630253:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979160.630255:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979160.630257:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979160.630259:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979160.630262:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883b80 x1870620402977280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979160.630270:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883b80 x1870620402977280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.630276:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979160.630278:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979160.630280:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979160.630281:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979160.630285:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883b80 x1870620402977280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.630292:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979160.630338:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883b80 x1870620402977280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979185 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.630346:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979160.630348:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979160.630350:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979160.630351:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979160.630353:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979160.630360:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979160.630363:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979160.630367:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979160.630369:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979160.630373:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883b80 x1870620402977280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979185 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979160.630381:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402977280:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979160.630385:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979160.630389:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882d80 x1870620402977408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.630395:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979160.630396:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979160.630398:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979160.630400:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979160.630402:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979160.630405:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402977408:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979160.630408:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979160.630409:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979160.630411:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979160.630413:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979160.630416:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979160.630418:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979160.630421:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979160.630424:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979160.630426:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979160.630428:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402977408, portal 4 00000100:00000001:0.0:1783979160.630429:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979160.630430:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694541184 : -110484015010432 : ffff9b83ef882d80) 00000100:00000040:0.0:1783979160.630435:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882d80 x1870620402977408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.630439:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979160.630440:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979160.630441:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979160.630442:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402977408, offset 0 00000400:00000200:0.0:1783979160.630445:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979160.630447:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979160.630449:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979160.630451:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979160.630453:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979160.630454:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979160.630456:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979160.630458:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826593:826593:256:4294967295] 192.168.201.148@tcp LPNI seq info [826564:826564:8:4294967295] 00000400:00000200:0.0:1783979160.630460:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979160.630464:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979160.630467:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979160.630469:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979160.630471:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979160.630473:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979160.630479:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979160.630481:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979160.630483:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979160.630485:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979160.630487:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979160.630488:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979160.630490:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979160.630493:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882d80 x1870620402977408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.630500:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979160.630503:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882d80 x1870620402977408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979185 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.630509:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979160.630510:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979160.630513:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979160.630516:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979160.630519:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979160.630521:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311486504 00000100:00000001:0.0:1783979160.630523:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311487739 00000100:00000001:0.0:1783979160.630525:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311486504 00000100:00000001:0.0:1783979160.630527:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311487739 00000100:00000001:0.0:1783979160.630529:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979160.630531:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979160.630533:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979160.630537:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979160/real 1783979160] req@ffff9b83ef882d80 x1870620402977408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979160.630545:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979160.630546:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979160.630548:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979160.630550:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979160.630552:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979160.630554:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979160.630557:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882d80 x1870620402977408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979160.630565:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882d80 x1870620402977408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.630571:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979160.630572:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979160.630574:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979160.630575:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979160.630578:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882d80 x1870620402977408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.630584:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979160.630587:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882d80 x1870620402977408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979185 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.630592:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979160.630595:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979160.630596:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979160.630597:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979160.630599:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979160.630603:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979160.630605:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979160.630608:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979160.630609:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979160.630612:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882d80 x1870620402977408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979185 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979160.630618:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402977408:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979160.630621:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979160.630624:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880000 x1870620402977536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.630630:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979160.630631:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979160.630634:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979160.630635:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979160.630637:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979160.630639:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402977536:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979160.630642:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979160.630643:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979160.630645:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979160.630646:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979160.630649:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979160.630651:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979160.630653:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979160.630656:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979160.630659:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979160.630662:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402977536, portal 4 00000100:00000001:0.0:1783979160.630663:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979160.630664:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694529536 : -110484015022080 : ffff9b83ef880000) 00000100:00000040:0.0:1783979160.630670:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880000 x1870620402977536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.630674:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979160.630676:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979160.630678:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979160.630680:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402977536, offset 0 00000400:00000200:0.0:1783979160.630683:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979160.630687:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979160.630690:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979160.630692:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979160.630694:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979160.630696:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979160.630698:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979160.630701:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826594:826594:256:4294967295] 192.168.201.148@tcp LPNI seq info [826565:826565:8:4294967295] 00000400:00000200:0.0:1783979160.630705:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979160.630710:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979160.630713:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979160.630716:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979160.630719:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979160.630722:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979160.630731:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979160.630733:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979160.630735:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979160.630739:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979160.630741:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979160.630743:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979160.630745:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979160.630748:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880000 x1870620402977536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.630756:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979160.630759:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880000 x1870620402977536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979185 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.630765:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979160.630766:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979160.630769:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979160.630772:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979160.630775:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979160.630777:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311486494 00000100:00000001:0.0:1783979160.630779:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311487739 00000100:00000001:0.0:1783979160.630781:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311486494 00000100:00000001:0.0:1783979160.630783:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311487739 00000100:00000001:0.0:1783979160.630785:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979160.630788:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979160.630789:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979160.630793:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979160/real 1783979160] req@ffff9b83ef880000 x1870620402977536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979160.630800:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979160.630802:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979160.630803:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979160.630805:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979160.630807:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979160.630809:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979160.630812:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880000 x1870620402977536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979160.630820:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880000 x1870620402977536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.630826:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979160.630827:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979160.630829:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979160.630830:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979160.630834:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880000 x1870620402977536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.630840:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979160.630843:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880000 x1870620402977536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979185 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.630848:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979160.630849:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979160.630850:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979160.630851:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979160.630852:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979160.630855:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979160.630857:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979160.630859:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979160.630860:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979160.630863:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880000 x1870620402977536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979185 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979160.630867:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402977536:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979160.630869:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979160.630870:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979160.630873:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883b80 x1870620402977280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979185 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.630879:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979160.630881:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979160.630883:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979160.630886:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979160.630888:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979160.630889:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979160.630891:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979160.630893:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636c00. 02000000:00000001:0.0:1783979160.630896:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979160.630898:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979160.630899:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883b80. 00000100:00000001:0.0:1783979160.630903:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979160.630905:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979160.630906:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979160.630910:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882d80 x1870620402977408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979185 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.630917:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979160.630918:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979160.630920:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979160.630922:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979160.630923:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979160.630925:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979160.630927:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979160.630928:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635400. 02000000:00000001:0.0:1783979160.630932:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979160.630933:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979160.630934:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882d80. 00000100:00000001:0.0:1783979160.630937:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979160.630938:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979160.630939:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979160.630942:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880000 x1870620402977536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979185 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979160.630949:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979160.630950:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979160.630951:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979160.630955:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979160.630956:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979160.630957:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979160.630959:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979160.630960:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636400. 02000000:00000001:0.0:1783979160.631025:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979160.631026:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979160.631028:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880000. 00000100:00000001:0.0:1783979160.631031:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979160.631032:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979160.631034:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979160.631038:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979160.631040:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979160.631042:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979160.631043:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979161.012851:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979161.012861:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979161.012863:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979161.012870:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979161.012874:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979161.012879:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979161.012882:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979161.012885:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979161.012889:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979161.139456:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979161.139461:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979161.139473:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979161.139479:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979161.139484:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979161.139490:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979161.139496:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979161.139501:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979161.139506:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979161.139511:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979161.139520:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979161.139525:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979161.139528:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979161.139532:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979161.139534:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979161.139536:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979161.139539:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979161.139542:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979161.139549:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979161.139554:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979161.139559:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979161.139564:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979161.139568:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979161.139574:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979161.139591:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979161.139599:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979161.139605:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979161.139609:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979161.139614:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979161.139617:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979161.139622:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979161.139627:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979161.139634:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979161.139639:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979161.139665:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979161.139669:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979161.139672:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979162.035522:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979162.035526:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979162.035528:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979162.035530:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979162.035532:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979162.035534:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979162.035536:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979162.035537:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979162.035539:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979162.163442:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979162.163448:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979162.163459:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979162.163463:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979162.163470:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979162.163474:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979162.163482:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979162.163485:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979162.163490:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979162.163493:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979162.163520:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979162.163526:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979162.163532:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979162.163572:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979162.163577:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979162.163579:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979162.163582:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979162.163588:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979162.163592:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979162.163596:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979162.163600:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979162.163605:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979163.059363:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979163.059370:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979163.059374:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979163.059380:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979163.059386:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979163.059390:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979163.059394:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979163.059396:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979163.059399:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979163.187450:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979163.187462:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979163.187467:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979163.187476:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979163.187483:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979163.187489:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979163.187494:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979163.187497:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979163.187501:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979163.187542:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979163.187545:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979163.187551:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979163.187553:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979163.187558:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979163.187560:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979163.187565:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979163.187566:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979163.187571:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979163.187573:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979163.187604:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979163.187608:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979163.187611:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979163.187770:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979163.187774:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979163.187775:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979163.187778:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979163.187780:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979163.187782:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979163.187784:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979163.187786:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979163.187788:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979163.187822:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979163.187827:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979163.187830:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979163.187834:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979163.187839:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979163.187843:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979163.187849:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979163.187854:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979163.187859:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979164.083462:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979164.083472:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979164.083474:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979164.083482:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979164.083486:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979164.083497:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979164.083500:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979164.083503:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979164.083507:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979164.211545:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979164.211550:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979164.211554:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979164.211557:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979164.211559:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979164.211561:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979164.211564:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979164.211567:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979164.211570:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979164.211596:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979164.211599:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979164.211608:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979164.211611:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979164.211616:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979164.211617:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979164.211621:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979164.211622:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979164.211625:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979164.211626:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979164.211673:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979164.211677:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979164.211680:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979165.107437:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979165.107449:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979165.107454:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979165.107463:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979165.107470:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979165.107477:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979165.107506:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979165.107511:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979165.107515:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979165.238430:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979165.238437:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979165.238441:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979165.238446:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979165.238454:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979165.238458:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979165.238462:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979165.238466:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979165.238473:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979165.238476:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979165.238484:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979165.238486:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979165.238490:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979165.238492:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979165.238495:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979165.238497:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979165.238518:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979165.238522:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979165.238527:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979165.748343:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979165.748348:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979165.748352:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979165.748362:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1180 x1870620402977664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.748378:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979165.748381:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979165.748388:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979165.748391:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979165.748394:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979165.748402:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402977664:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979165.748411:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979165.748417:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979165.748422:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979165.748426:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979165.748433:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979165.748437:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979165.748447:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979165.748454:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979165.748461:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979165.748471:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402977664, portal 25 00000100:00000001:0.0:1783979165.748474:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979165.748477:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889962368 : -110483819589248 : ffff9b83fb2e1180) 00000100:00000040:0.0:1783979165.748485:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1180 x1870620402977664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.748492:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979165.748497:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979165.748500:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979165.748504:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402977664, offset 0 00000400:00000200:0.0:1783979165.748510:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979165.748519:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979165.748525:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979165.748530:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979165.748538:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979165.748543:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979165.748549:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979165.748556:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826595:826595:256:4294967295] 192.168.201.148@tcp LPNI seq info [826566:826566:8:4294967295] 00000400:00000200:0.0:1783979165.748566:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979165.748582:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979165.748599:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979165.748606:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979165.748615:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979165.748622:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979165.748649:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979165.748655:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979165.748664:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979165.748677:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979165.748685:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979165.748691:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979165.748699:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979165.748707:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1180 x1870620402977664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.748724:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979165.748737:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1180 x1870620402977664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979190 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.748753:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979165.748757:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979165.748765:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979165.748771:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979165.748774:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311492859 00000100:00000010:0.0:1783979165.748782:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783979165.748791:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979165.748801:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311492859 00000100:00000010:0.0:1783979165.748815:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783979165.748821:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979165.748828:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979165.748834:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979165.748838:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979165.748844:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979165/real 1783979165] req@ffff9b83fb2e1180 x1870620402977664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979165.748859:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979165.748863:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979165.748866:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979165.748870:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979165.748879:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979165.748885:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979165.748894:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1180 x1870620402977664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979165.748926:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1180 x1870620402977664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.748939:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979165.748942:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979165.748944:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979165.748945:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979165.748952:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1180 x1870620402977664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.748968:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979165.748978:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1180 x1870620402977664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979190 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.748990:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979165.748995:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979165.749000:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979165.749002:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979165.749012:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979165.749015:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979165.749019:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979165.749024:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979165.749027:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979165.749032:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1180 x1870620402977664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979190 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979165.749041:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402977664:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979165.749045:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979165.749048:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979165.749052:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1180 x1870620402977664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979190 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.749082:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979165.749086:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979165.749089:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979165.749093:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979165.749096:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979165.749099:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979165.749102:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979165.749105:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065800. 02000000:00000001:0.0:1783979165.749110:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979165.749112:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979165.749114:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1180. 00000100:00000001:0.0:1783979165.749117:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979165.749119:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979165.749124:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979165.749133:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979165.749138:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979165.749143:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979165.749147:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979165.749150:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979165.749157:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3100 x1870620402977792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.749175:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979165.749179:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979165.749184:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979165.749188:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979165.749193:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979165.749200:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402977792:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979165.749209:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979165.749214:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979165.749219:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979165.749224:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979165.749229:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979165.749234:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979165.749241:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979165.749247:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979165.749252:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979165.749258:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402977792, portal 10 00000100:00000001:0.0:1783979165.749262:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979165.749265:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889970432 : -110483819581184 : ffff9b83fb2e3100) 00000100:00000040:0.0:1783979165.749276:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3100 x1870620402977792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.749291:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979165.749333:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979165.749338:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979165.749343:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402977792, offset 0 00000400:00000200:0.0:1783979165.749353:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979165.749363:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979165.749371:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979165.749376:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979165.749381:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979165.749384:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979165.749386:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979165.749388:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826596:826596:256:4294967295] 192.168.201.148@tcp LPNI seq info [826567:826567:8:4294967295] 00000400:00000200:0.0:1783979165.749391:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979165.749398:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979165.749403:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979165.749406:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979165.749410:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979165.749413:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979165.749424:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979165.749426:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979165.749430:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979165.749433:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979165.749437:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979165.749439:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979165.749442:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979165.749445:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3100 x1870620402977792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.749450:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979165.749452:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3100 x1870620402977792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979190 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.749456:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979165.749457:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979165.749460:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979165.749462:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979165.749464:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979165.749465:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311491601 00000100:00000001:0.0:1783979165.749467:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311492859 00000100:00000001:0.0:1783979165.749469:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311491601 00000100:00000001:0.0:1783979165.749470:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311492859 00000100:00000001:0.0:1783979165.749472:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979165.749473:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979165.749474:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979165.749476:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979165/real 1783979165] req@ffff9b83fb2e3100 x1870620402977792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979165.749481:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979165.749481:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979165.749482:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979165.749484:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979165.749485:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979165.749486:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979165.749488:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3100 x1870620402977792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979165.749493:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3100 x1870620402977792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.749500:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979165.749501:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979165.749502:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979165.749503:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979165.749505:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3100 x1870620402977792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.749510:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979165.749513:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3100 x1870620402977792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979190 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.749519:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979165.749521:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979165.749523:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979165.749525:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979165.749526:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979165.749534:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979165.749537:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979165.749540:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979165.749542:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979165.749546:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3100 x1870620402977792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979190 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979165.749554:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402977792:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979165.749558:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979165.749561:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2680 x1870620402977920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.749567:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979165.749569:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979165.749571:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979165.749573:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979165.749575:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979165.749577:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402977920:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979165.749580:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979165.749582:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979165.749583:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979165.749585:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979165.749588:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979165.749590:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979165.749593:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979165.749595:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979165.749598:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979165.749599:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402977920, portal 10 00000100:00000001:0.0:1783979165.749601:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979165.749602:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889967744 : -110483819583872 : ffff9b83fb2e2680) 00000100:00000040:0.0:1783979165.749607:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2680 x1870620402977920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.749614:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979165.749616:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979165.749618:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979165.749620:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402977920, offset 0 00000400:00000200:0.0:1783979165.749623:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979165.749627:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979165.749631:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979165.749634:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979165.749636:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979165.749639:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979165.749641:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979165.749644:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826597:826597:256:4294967295] 192.168.201.148@tcp LPNI seq info [826568:826568:8:4294967295] 00000400:00000200:0.0:1783979165.749649:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979165.749654:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979165.749658:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979165.749660:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979165.749663:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979165.749665:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979165.749672:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979165.749673:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979165.749675:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979165.749677:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979165.749679:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979165.749680:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979165.749682:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979165.749684:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2680 x1870620402977920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.749689:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979165.749691:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2680 x1870620402977920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979190 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.749695:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979165.749696:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979165.749698:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979165.749700:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979165.749702:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979165.749703:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311491596 00000100:00000001:0.0:1783979165.749705:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311492859 00000100:00000001:0.0:1783979165.749706:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311491596 00000100:00000001:0.0:1783979165.749708:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311492859 00000100:00000001:0.0:1783979165.749709:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979165.749710:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979165.749712:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979165.749714:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979165/real 1783979165] req@ffff9b83fb2e2680 x1870620402977920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979165.749722:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979165.749723:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979165.749724:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979165.749726:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979165.749728:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979165.749730:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979165.749733:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2680 x1870620402977920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979165.749741:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2680 x1870620402977920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.749748:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979165.749750:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979165.749751:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979165.749753:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979165.749756:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2680 x1870620402977920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.749763:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979165.749766:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2680 x1870620402977920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979190 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.749773:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979165.749775:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979165.749777:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979165.749778:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979165.749780:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979165.749785:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979165.749788:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979165.749791:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979165.749794:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979165.749799:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2680 x1870620402977920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979190 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979165.749807:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402977920:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979165.749811:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979165.749814:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1c00 x1870620402978048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.749821:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979165.749822:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979165.749825:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979165.749826:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979165.749828:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979165.749831:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402978048:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979165.749835:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979165.749837:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979165.749838:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979165.749840:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979165.749843:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979165.749845:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979165.749849:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979165.749852:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979165.749855:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979165.749858:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402978048, portal 4 00000100:00000001:0.0:1783979165.749860:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979165.749862:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889965056 : -110483819586560 : ffff9b83fb2e1c00) 00000100:00000040:0.0:1783979165.749867:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1c00 x1870620402978048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.749873:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979165.749876:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979165.749878:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979165.749881:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402978048, offset 0 00000400:00000200:0.0:1783979165.749886:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979165.749889:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979165.749893:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979165.749896:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979165.749898:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979165.749901:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979165.749913:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979165.749917:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826598:826598:256:4294967295] 192.168.201.148@tcp LPNI seq info [826569:826569:8:4294967295] 00000400:00000200:0.0:1783979165.749921:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979165.749927:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979165.749932:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979165.749935:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979165.749939:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979165.749941:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979165.749951:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979165.749953:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979165.749957:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979165.749960:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979165.749963:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979165.749965:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979165.749967:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979165.749971:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1c00 x1870620402978048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.749978:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979165.749981:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1c00 x1870620402978048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979190 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.749988:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979165.749989:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979165.749992:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979165.749995:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979165.749998:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979165.750001:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311491623 00000100:00000001:0.0:1783979165.750003:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311492859 00000100:00000001:0.0:1783979165.750006:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311491623 00000100:00000001:0.0:1783979165.750008:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311492859 00000100:00000001:0.0:1783979165.750010:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979165.750013:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979165.750014:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979165.750018:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979165/real 1783979165] req@ffff9b83fb2e1c00 x1870620402978048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979165.750026:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979165.750028:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979165.750030:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979165.750032:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979165.750034:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979165.750036:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979165.750039:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1c00 x1870620402978048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979165.750047:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1c00 x1870620402978048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.750053:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979165.750054:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979165.750057:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979165.750058:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979165.750061:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1c00 x1870620402978048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.750068:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979165.750071:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1c00 x1870620402978048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979190 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.750077:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979165.750080:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979165.750082:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979165.750083:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979165.750085:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979165.750088:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979165.750091:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979165.750094:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979165.750096:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979165.750100:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1c00 x1870620402978048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979190 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979165.750107:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402978048:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979165.750111:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979165.750113:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979165.750116:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3100 x1870620402977792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979190 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.750123:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979165.750124:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979165.750126:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979165.750129:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979165.750131:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979165.750132:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979165.750134:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979165.750136:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064800. 02000000:00000001:0.0:1783979165.750139:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979165.750140:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979165.750142:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3100. 00000100:00000001:0.0:1783979165.750145:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979165.750146:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979165.750148:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979165.750151:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2680 x1870620402977920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979190 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.750163:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979165.750164:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979165.750165:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979165.750168:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979165.750169:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979165.750170:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979165.750172:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979165.750174:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065000. 02000000:00000001:0.0:1783979165.750176:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979165.750177:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979165.750178:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2680. 00000100:00000001:0.0:1783979165.750181:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979165.750182:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979165.750183:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979165.750186:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1c00 x1870620402978048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979190 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.750193:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979165.750194:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979165.750196:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979165.750198:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979165.750199:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979165.750200:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979165.750202:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979165.750203:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064c00. 02000000:00000001:0.0:1783979165.750205:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979165.750206:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979165.750207:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1c00. 00000100:00000001:0.0:1783979165.750209:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979165.750210:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979165.750212:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979165.750216:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979165.750217:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979165.750219:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979165.750220:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979165.750221:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979165.750225:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3480 x1870620402978176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.750232:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979165.750234:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979165.750235:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979165.750237:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979165.750239:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979165.750241:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402978176:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979165.750244:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979165.750245:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979165.750247:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979165.750249:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979165.750252:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979165.750253:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979165.750256:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979165.750259:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979165.750261:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979165.750264:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402978176, portal 4 00000100:00000001:0.0:1783979165.750266:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979165.750267:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889971328 : -110483819580288 : ffff9b83fb2e3480) 00000100:00000040:0.0:1783979165.750273:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3480 x1870620402978176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.750279:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979165.750281:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979165.750284:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979165.750286:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402978176, offset 0 00000400:00000200:0.0:1783979165.750290:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979165.750315:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979165.750319:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979165.750322:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979165.750324:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979165.750327:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979165.750329:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979165.750332:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826599:826599:256:4294967295] 192.168.201.148@tcp LPNI seq info [826570:826570:8:4294967295] 00000400:00000200:0.0:1783979165.750336:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979165.750342:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979165.750347:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979165.750350:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979165.750354:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979165.750356:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979165.750366:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979165.750368:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979165.750371:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979165.750375:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979165.750378:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979165.750381:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979165.750383:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979165.750387:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3480 x1870620402978176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.750395:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979165.750398:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3480 x1870620402978176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979190 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.750404:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979165.750406:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979165.750409:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979165.750412:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979165.750415:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979165.750417:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311491614 00000100:00000001:0.0:1783979165.750420:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311492859 00000100:00000001:0.0:1783979165.750421:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311491614 00000100:00000001:0.0:1783979165.750424:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311492859 00000100:00000001:0.0:1783979165.750426:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979165.750428:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979165.750430:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979165.750434:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979165/real 1783979165] req@ffff9b83fb2e3480 x1870620402978176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979165.750442:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979165.750443:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979165.750444:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979165.750447:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979165.750448:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979165.750450:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979165.750453:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3480 x1870620402978176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979165.750461:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3480 x1870620402978176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.750468:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979165.750469:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979165.750471:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979165.750472:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979165.750476:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3480 x1870620402978176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.750482:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979165.750486:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3480 x1870620402978176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979190 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.750492:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979165.750494:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979165.750496:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979165.750497:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979165.750499:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979165.750508:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979165.750510:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979165.750514:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979165.750516:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979165.750520:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3480 x1870620402978176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979190 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979165.750526:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402978176:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979165.750530:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979165.750532:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979165.750535:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3480 x1870620402978176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979190 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979165.750541:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979165.750542:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979165.750544:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979165.750547:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979165.750548:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979165.750550:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979165.750552:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979165.750553:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065400. 02000000:00000001:0.0:1783979165.750556:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979165.750557:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979165.750558:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3480. 00000100:00000001:0.0:1783979165.750560:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979165.750562:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979165.750563:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979165.750567:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979165.750568:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979165.750570:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979165.750571:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979166.131555:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979166.131562:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979166.131563:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979166.131568:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979166.131570:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979166.131573:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979166.131575:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979166.131584:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979166.131588:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979166.259852:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979166.259856:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979166.259861:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979166.259863:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979166.259866:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979166.259867:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979166.259870:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979166.259871:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979166.259875:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979166.259876:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979166.259909:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979166.259912:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979166.259913:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979166.259916:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979166.259919:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979166.259921:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979166.259923:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979166.259925:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979166.259929:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979166.259949:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979166.260079:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979166.260081:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979166.260083:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979166.260086:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979166.260088:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979166.260090:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979166.260091:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979166.260093:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979167.155422:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979167.155429:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979167.155430:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979167.155434:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979167.155437:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979167.155444:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979167.155446:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979167.155448:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979167.155451:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979167.283546:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979167.283549:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979167.283550:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979167.283553:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979167.283555:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979167.283557:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979167.283559:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979167.283561:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979167.283562:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979167.283580:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979167.283583:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979167.283587:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979167.283588:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979167.283592:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979167.283593:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979167.283596:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979167.283598:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979167.283601:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979167.283602:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979167.283726:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979167.283729:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979167.283730:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979167.283732:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979167.283734:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979167.283736:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979167.283739:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979167.283740:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979167.283742:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979168.179408:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979168.179414:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979168.179416:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979168.179420:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979168.179424:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979168.179426:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979168.179438:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979168.179440:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979168.179442:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979168.307414:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979168.307418:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979168.307426:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979168.307429:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979168.307435:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979168.307439:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979168.307444:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979168.307446:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979168.307452:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979168.307453:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979168.307478:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979168.307483:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979168.307493:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979168.307499:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979168.307504:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979168.307507:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979168.307517:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979168.307519:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979168.307522:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979168.307553:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979168.307558:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979168.307563:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979168.307568:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979168.307573:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979168.307578:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979168.307583:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979168.307585:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979168.307587:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979169.203394:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979169.203407:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979169.203411:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979169.203415:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979169.203420:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979169.203425:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979169.203439:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979169.203442:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979169.203446:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979169.331532:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979169.331544:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979169.331549:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979169.331551:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979169.331554:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979169.331556:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979169.331559:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979169.331560:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979169.331563:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979169.331564:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979169.331578:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979169.331580:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979169.331581:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979169.331583:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979169.331584:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979169.331586:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979169.331587:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979169.331596:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979169.331598:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979169.332243:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979169.332247:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979169.332249:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979169.332252:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979169.332255:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979169.332257:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979169.332259:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979169.332261:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979169.332264:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979169.332292:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979169.332319:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979169.332323:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979169.332329:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979169.332333:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979169.332337:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979169.332339:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979169.332341:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979169.332343:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979170.227399:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979170.227407:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979170.227410:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979170.227418:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979170.227426:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979170.227433:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979170.227452:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979170.227456:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979170.227459:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979170.355551:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979170.355557:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979170.355561:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979170.355568:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979170.355572:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979170.355575:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979170.355755:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979170.355758:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979170.355761:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979170.355783:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979170.355786:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979170.355791:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979170.355792:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979170.355795:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979170.355796:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979170.355800:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979170.355801:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979170.355804:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979170.355805:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979170.867928:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979170.867933:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979170.867936:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979170.867942:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38a80 x1870620402978304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.867951:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979170.867953:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979170.867956:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979170.867958:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979170.867961:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979170.867965:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402978304:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979170.867969:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979170.867973:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979170.867975:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979170.867978:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979170.867983:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979170.867984:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979170.867990:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979170.867994:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979170.868000:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979170.868006:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402978304, portal 25 00000100:00000001:0.0:1783979170.868008:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979170.868021:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682702976 : -110484026848640 : ffff9b83eed38a80) 00000100:00000040:0.0:1783979170.868027:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38a80 x1870620402978304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.868034:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979170.868037:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979170.868040:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979170.868044:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402978304, offset 0 00000400:00000200:0.0:1783979170.868050:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979170.868058:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979170.868064:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979170.868070:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979170.868074:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979170.868088:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979170.868091:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979170.868094:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826600:826600:256:4294967295] 192.168.201.148@tcp LPNI seq info [826571:826571:8:4294967295] 00000400:00000200:0.0:1783979170.868098:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979170.868108:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979170.868114:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979170.868119:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979170.868135:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979170.868139:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979170.868153:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979170.868156:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979170.868163:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979170.868167:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979170.868172:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979170.868175:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979170.868180:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979170.868185:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38a80 x1870620402978304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.869975:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979170.869983:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620402978304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979195 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.869994:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979170.870133:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979170.870144:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979170.870203:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979170.870206:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311497980 00000100:00000010:0.0:1783979170.870214:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783979170.870220:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979170.870226:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311497980 00000100:00000010:0.0:1783979170.870230:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783979170.870233:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979170.870236:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979170.870239:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979170.870242:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979170.870248:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979170/real 1783979170] req@ffff9b83eed38a80 x1870620402978304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979170.870258:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979170.870261:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979170.870263:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979170.870266:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979170.870268:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979170.870272:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979170.870276:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38a80 x1870620402978304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979170.870285:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38a80 x1870620402978304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.870292:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979170.870308:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979170.870311:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979170.870313:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979170.870317:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38a80 x1870620402978304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.870324:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979170.870329:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38a80 x1870620402978304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979195 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.870336:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979170.870339:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979170.870341:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979170.870342:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979170.870344:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979170.870346:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979170.870350:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979170.870354:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979170.870357:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979170.870361:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38a80 x1870620402978304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979195 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979170.870370:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402978304:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979170.870375:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979170.870377:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979170.870380:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38a80 x1870620402978304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979195 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.870387:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979170.870389:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979170.870392:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979170.870396:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979170.870398:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979170.870400:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979170.870402:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979170.870405:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14000. 02000000:00000001:0.0:1783979170.870408:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979170.870410:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979170.870411:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38a80. 00000100:00000001:0.0:1783979170.870415:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979170.870416:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979170.870418:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979170.870424:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979170.870426:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979170.870429:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979170.870430:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979170.870432:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979170.870436:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b100 x1870620402978432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.870444:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979170.870445:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979170.870447:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979170.870450:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979170.870453:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979170.870456:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402978432:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979170.870460:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979170.870462:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979170.870464:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979170.870467:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979170.870471:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979170.870473:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979170.870477:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979170.870480:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979170.870484:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979170.870488:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402978432, portal 10 00000100:00000001:0.0:1783979170.870490:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979170.870492:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682712832 : -110484026838784 : ffff9b83eed3b100) 00000100:00000040:0.0:1783979170.870499:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b100 x1870620402978432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.870771:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979170.870775:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979170.870779:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979170.870783:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402978432, offset 0 00000400:00000200:0.0:1783979170.870789:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979170.870795:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979170.870799:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979170.870803:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979170.870806:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979170.870809:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979170.870812:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979170.870827:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826601:826601:256:4294967295] 192.168.201.148@tcp LPNI seq info [826572:826572:8:4294967295] 00000400:00000200:0.0:1783979170.870832:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979170.870840:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979170.870846:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979170.870850:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979170.870856:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979170.870859:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979170.870871:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979170.870873:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979170.870878:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979170.870882:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979170.870886:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979170.870888:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979170.870891:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979170.870895:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b100 x1870620402978432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.870904:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979170.870907:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b100 x1870620402978432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979195 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.870913:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979170.870915:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979170.870918:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979170.870922:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979170.870925:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979170.870927:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311496722 00000100:00000001:0.0:1783979170.870930:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311497980 00000100:00000001:0.0:1783979170.870932:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311496722 00000100:00000001:0.0:1783979170.870934:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311497980 00000100:00000001:0.0:1783979170.870937:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979170.870939:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979170.870941:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979170.870945:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979170/real 1783979170] req@ffff9b83eed3b100 x1870620402978432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979170.870954:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979170.870956:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979170.870957:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979170.870960:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979170.870962:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979170.870964:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979170.870968:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b100 x1870620402978432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979170.870976:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b100 x1870620402978432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.870982:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979170.870983:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979170.870985:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979170.870986:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979170.870990:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b100 x1870620402978432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.871006:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979170.871789:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b100 x1870620402978432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979195 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.871794:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979170.871796:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979170.871798:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979170.871799:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979170.871800:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979170.871807:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979170.871809:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979170.871811:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979170.871813:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979170.871827:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b100 x1870620402978432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979195 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979170.871836:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402978432:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979170.871840:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979170.871842:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979170.871845:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b100 x1870620402978432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979195 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.871851:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979170.871853:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979170.871855:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979170.871858:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979170.871860:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979170.871861:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979170.871863:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979170.871865:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15800. 02000000:00000001:0.0:1783979170.871868:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979170.871869:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979170.871870:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b100. 00000100:00000001:0.0:1783979170.871873:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979170.871874:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979170.871876:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979170.871879:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979170.871880:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979170.871882:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979170.871883:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979170.871884:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979170.871887:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38a80 x1870620402978560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.871891:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979170.871892:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979170.871893:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979170.871895:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979170.871896:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979170.871898:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402978560:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979170.871900:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979170.871902:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979170.871904:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979170.871906:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979170.871909:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979170.871911:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979170.871915:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979170.871918:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979170.871921:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979170.871925:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402978560, portal 10 00000100:00000001:0.0:1783979170.871928:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979170.871929:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682702976 : -110484026848640 : ffff9b83eed38a80) 00000100:00000040:0.0:1783979170.871934:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38a80 x1870620402978560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.871940:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979170.871942:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979170.871944:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979170.871946:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402978560, offset 0 00000400:00000200:0.0:1783979170.871950:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979170.871954:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979170.871958:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979170.871961:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979170.871963:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979170.871966:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979170.871968:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979170.871971:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826602:826602:256:4294967295] 192.168.201.148@tcp LPNI seq info [826573:826573:8:4294967295] 00000400:00000200:0.0:1783979170.871975:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979170.871982:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979170.871987:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979170.871990:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979170.872070:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979170.872072:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979170.872124:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979170.872127:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979170.872130:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979170.872134:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979170.872137:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979170.872139:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979170.872142:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979170.872199:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38a80 x1870620402978560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.872207:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979170.872210:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620402978560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979195 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.872216:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979170.872217:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979170.872222:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979170.872225:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979170.872228:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979170.872230:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311496718 00000100:00000001:0.0:1783979170.872233:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311497980 00000100:00000001:0.0:1783979170.872235:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311496718 00000100:00000001:0.0:1783979170.872237:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311497980 00000100:00000001:0.0:1783979170.872239:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979170.872242:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979170.872244:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979170.872248:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979170/real 1783979170] req@ffff9b83eed38a80 x1870620402978560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979170.872256:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979170.872257:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979170.872259:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979170.872262:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979170.872264:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979170.872266:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979170.872269:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38a80 x1870620402978560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979170.872276:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38a80 x1870620402978560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.872283:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979170.872284:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979170.872286:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979170.872287:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979170.872291:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38a80 x1870620402978560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.872313:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979170.872317:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38a80 x1870620402978560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979195 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.872324:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979170.872326:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979170.872328:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979170.872329:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979170.872331:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979170.872336:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979170.872339:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979170.872342:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979170.872345:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979170.872349:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38a80 x1870620402978560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979195 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979170.872357:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402978560:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979170.872361:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979170.872364:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620402978688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.872370:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979170.872372:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979170.872374:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979170.872376:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979170.872378:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979170.872381:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402978688:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979170.872384:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979170.872386:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979170.872388:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979170.872390:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979170.872393:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979170.872395:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979170.872399:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979170.872401:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979170.872404:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979170.872406:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402978688, portal 4 00000100:00000001:0.0:1783979170.872408:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979170.872409:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783979170.872414:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620402978688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.872419:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979170.872421:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979170.872423:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979170.872426:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402978688, offset 0 00000400:00000200:0.0:1783979170.872430:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979170.872433:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979170.872436:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979170.872439:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979170.872441:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979170.872443:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979170.872445:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979170.872447:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826603:826603:256:4294967295] 192.168.201.148@tcp LPNI seq info [826574:826574:8:4294967295] 00000400:00000200:0.0:1783979170.872451:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979170.872456:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979170.872461:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979170.872465:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979170.872469:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979170.872471:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979170.872481:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979170.872483:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979170.872486:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979170.872489:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979170.872492:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979170.872494:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979170.872497:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979170.872500:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620402978688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.872507:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979170.872510:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620402978688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979195 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.872517:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979170.872518:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979170.872521:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979170.872524:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979170.872527:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979170.872530:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311496746 00000100:00000001:0.0:1783979170.872532:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311497980 00000100:00000001:0.0:1783979170.872534:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311496746 00000100:00000001:0.0:1783979170.872537:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311497980 00000100:00000001:0.0:1783979170.872539:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979170.872541:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979170.872543:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979170.872546:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979170/real 1783979170] req@ffff9b83eed39f80 x1870620402978688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979170.872554:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979170.872555:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979170.872556:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979170.872559:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979170.872560:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979170.872562:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979170.872564:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620402978688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979170.872570:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620402978688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.872576:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979170.872577:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979170.872579:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979170.872580:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979170.872583:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620402978688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.872589:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979170.872593:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620402978688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979195 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.872599:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979170.872601:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979170.872602:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979170.872603:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979170.872605:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979170.872609:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979170.872611:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979170.872615:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979170.872617:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979170.872621:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620402978688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979195 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979170.872628:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402978688:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979170.872631:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979170.872634:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38380 x1870620402978816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.872641:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979170.872643:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979170.872645:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979170.872647:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979170.872648:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979170.872651:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402978816:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979170.872654:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979170.872656:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979170.872657:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979170.872659:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979170.872661:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979170.872663:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979170.872757:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979170.872761:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979170.872764:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979170.872766:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402978816, portal 4 00000100:00000001:0.0:1783979170.872767:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979170.872768:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682701184 : -110484026850432 : ffff9b83eed38380) 00000100:00000040:0.0:1783979170.872773:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38380 x1870620402978816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.872778:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979170.872779:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979170.872780:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979170.872782:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402978816, offset 0 00000400:00000200:0.0:1783979170.872785:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979170.872788:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979170.872790:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979170.872792:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979170.872794:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979170.872796:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979170.872797:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979170.872799:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826604:826604:256:4294967295] 192.168.201.148@tcp LPNI seq info [826575:826575:8:4294967295] 00000400:00000200:0.0:1783979170.872802:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979170.872806:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979170.872808:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979170.872810:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979170.872813:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979170.872968:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979170.872976:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979170.872978:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979170.872980:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979170.872983:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979170.872985:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979170.872986:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979170.872988:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979170.872991:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38380 x1870620402978816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.873002:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979170.873004:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620402978816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979195 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.873012:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979170.873013:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979170.873017:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979170.873020:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979170.873023:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979170.873025:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311496736 00000100:00000001:0.0:1783979170.873028:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311497980 00000100:00000001:0.0:1783979170.873030:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311496736 00000100:00000001:0.0:1783979170.873032:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311497980 00000100:00000001:0.0:1783979170.873034:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979170.873036:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979170.873038:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979170.873042:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979170/real 1783979170] req@ffff9b83eed38380 x1870620402978816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979170.873050:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979170.873052:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979170.873053:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979170.873056:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979170.873057:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979170.873059:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979170.873061:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38380 x1870620402978816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979170.873066:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38380 x1870620402978816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.873070:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979170.873071:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979170.873072:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979170.873079:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979170.873082:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38380 x1870620402978816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.873086:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979170.873089:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38380 x1870620402978816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979195 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.873093:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979170.873095:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979170.873096:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979170.873097:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979170.873098:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979170.873101:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979170.873103:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979170.873105:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979170.873107:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979170.873109:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38380 x1870620402978816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979195 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979170.873113:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402978816:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979170.873116:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979170.873118:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979170.873120:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38a80 x1870620402978560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979195 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.873127:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979170.873128:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979170.873130:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979170.873133:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979170.873134:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979170.873136:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979170.873138:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979170.873140:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec17400. 02000000:00000001:0.0:1783979170.873142:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979170.873144:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979170.873152:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38a80. 00000100:00000001:0.0:1783979170.873155:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979170.873156:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979170.873158:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979170.873162:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620402978688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979195 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.873171:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979170.873172:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979170.873173:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979170.873175:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979170.873175:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979170.873176:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979170.873177:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979170.873178:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14c00. 02000000:00000001:0.0:1783979170.873179:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979170.873180:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979170.873181:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783979170.873182:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979170.873183:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979170.873184:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979170.873186:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38380 x1870620402978816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979195 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979170.873189:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979170.873189:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979170.873190:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979170.873193:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979170.873193:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979170.873194:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979170.873196:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979170.873197:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16c00. 02000000:00000001:0.0:1783979170.873198:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979170.873198:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979170.873199:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38380. 00000100:00000001:0.0:1783979170.873200:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979170.873201:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979170.873202:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979170.873205:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979170.873206:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979170.873207:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979170.873208:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979171.251402:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979171.251409:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979171.251411:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979171.251417:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979171.251421:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979171.251425:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979171.251427:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979171.251430:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979171.251434:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979171.379409:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979171.379414:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979171.379421:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979171.379426:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979171.379430:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979171.379437:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979171.379442:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979171.379447:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979171.379451:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979171.379456:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979171.379464:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979171.379469:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979171.379473:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979171.379478:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979171.379482:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979171.379486:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979171.379490:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979171.379495:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979171.379502:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979171.379507:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979171.379511:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979171.379517:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979171.379523:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979171.379526:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979171.379531:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979171.379536:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979171.379542:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979171.379544:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979171.379545:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979171.379547:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979171.379548:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979171.379550:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979171.379552:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979171.379554:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979171.379589:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979171.379595:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979171.379600:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979172.275380:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979172.275387:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979172.275392:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979172.275399:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979172.275404:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979172.275407:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979172.275411:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979172.275413:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979172.275416:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979172.403407:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979172.403413:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979172.403418:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979172.403419:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979172.403421:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979172.403423:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979172.403425:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979172.403425:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979172.403427:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979172.403428:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979172.403444:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979172.403446:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979172.403448:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979172.403465:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979172.403468:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979172.403469:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979172.403473:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979172.403476:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979172.403479:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979172.403482:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979172.403485:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979172.403488:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979172.403870:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979172.403872:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979172.403876:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979172.403877:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979172.403879:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979172.403880:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979172.403881:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979172.403882:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979172.403883:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979173.299526:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979173.299534:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979173.299536:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979173.299541:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979173.299544:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979173.299548:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979173.299551:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979173.299553:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979173.299556:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979173.427397:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979173.427406:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979173.427411:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979173.427419:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979173.427425:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979173.427428:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979173.427441:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979173.427445:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979173.427450:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979173.427478:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979173.427482:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979173.427491:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979173.427496:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979173.427504:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979173.427508:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979173.427514:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979173.427517:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979173.427523:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979173.427527:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979173.427548:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979173.427553:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979173.427556:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979174.323461:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979174.323465:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979174.323467:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979174.323469:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979174.323471:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979174.323473:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979174.323476:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979174.323477:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979174.323479:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979174.451414:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979174.451419:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979174.451425:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979174.451428:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979174.451431:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979174.451434:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979174.451436:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979174.451437:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979174.451443:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979174.451445:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979174.451463:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979174.451466:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979174.451468:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979174.451515:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979174.451518:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979174.451520:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979174.451522:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979174.451525:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979174.451527:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979174.451530:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979174.451532:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979174.451537:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979174.451561:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979174.451564:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979174.451565:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979174.451567:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979174.451570:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979174.451572:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979174.451574:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979174.451576:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979174.451578:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979174.451721:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979174.451725:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979174.451726:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979174.451728:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979174.451730:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979174.451732:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979174.451734:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979174.451735:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979174.451737:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979175.347402:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979175.347411:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979175.347414:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979175.347430:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979175.347436:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979175.347439:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979175.347442:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979175.347443:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979175.347446:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979175.475425:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979175.475433:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979175.475439:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979175.475453:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979175.475463:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979175.475474:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979175.475723:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979175.475729:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979175.475733:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979175.475779:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979175.475784:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979175.475788:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979175.475791:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979175.475795:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979175.475799:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979175.475802:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979175.475809:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979175.475817:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979175.475837:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979175.475851:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979175.475862:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979175.475876:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979175.475887:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979175.475899:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979175.475903:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979175.987944:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979175.987950:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979175.987953:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979175.987960:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883100 x1870620402978944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.987968:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979175.987970:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979175.987975:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979175.987978:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979175.987980:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979175.987983:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402978944:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979175.987988:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979175.987993:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979175.987995:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979175.987998:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979175.988004:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979175.988006:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979175.988013:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979175.988018:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979175.988026:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979175.988036:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402978944, portal 25 00000100:00000001:0.0:1783979175.988038:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979175.988039:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542080 : -110484015009536 : ffff9b83ef883100) 00000100:00000040:0.0:1783979175.988044:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883100 x1870620402978944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.988053:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979175.988055:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979175.988057:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979175.988060:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402978944, offset 0 00000400:00000200:0.0:1783979175.988066:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979175.988074:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979175.988079:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979175.988084:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979175.988088:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979175.988091:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979175.988094:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979175.988097:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826605:826605:256:4294967295] 192.168.201.148@tcp LPNI seq info [826576:826576:8:4294967295] 00000400:00000200:0.0:1783979175.988100:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979175.988108:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979175.988113:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979175.988117:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979175.988124:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979175.988127:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783979175.988138:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979175.988140:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979175.988148:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979175.988151:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979175.988156:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979175.988158:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979175.988163:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979175.988167:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883100 x1870620402978944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.988662:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979175.988666:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883100 x1870620402978944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979200 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.988676:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979175.988677:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979175.988684:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979175.988687:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979175.988690:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311503099 00000100:00000010:0.0:1783979175.988693:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783979175.988700:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979175.988705:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311503099 00000100:00000010:0.0:1783979175.988707:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783979175.988709:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979175.988711:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979175.988713:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979175.988715:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979175.988718:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979175/real 1783979175] req@ffff9b83ef883100 x1870620402978944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979175.988725:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979175.988737:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979175.988740:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979175.988743:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979175.988746:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979175.988749:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979175.988752:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883100 x1870620402978944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979175.988760:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883100 x1870620402978944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.988766:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979175.988768:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979175.988770:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979175.988772:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979175.988775:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883100 x1870620402978944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.988783:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979175.988787:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883100 x1870620402978944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979200 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.988794:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979175.988798:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979175.988800:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979175.988801:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979175.988804:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979175.988810:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979175.988813:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979175.988817:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979175.988820:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979175.988824:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883100 x1870620402978944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979200 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979175.988832:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402978944:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979175.988837:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979175.988839:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979175.988842:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883100 x1870620402978944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979200 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.988849:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979175.988851:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979175.988854:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979175.988858:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979175.988860:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979175.988862:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979175.988865:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979175.988868:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636000. 02000000:00000001:0.0:1783979175.988873:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979175.988875:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979175.988877:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883100. 00000100:00000001:0.0:1783979175.988882:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979175.988883:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979175.988885:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979175.988893:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979175.988895:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979175.988897:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979175.988899:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979175.988900:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979175.988903:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883480 x1870620402979072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.988910:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979175.988911:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979175.988913:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979175.988915:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979175.988916:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979175.988919:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402979072:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979175.988922:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979175.988924:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979175.988926:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979175.988928:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979175.988931:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979175.988933:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979175.988936:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979175.988939:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979175.988943:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979175.988946:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402979072, portal 10 00000100:00000001:0.0:1783979175.988948:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979175.988949:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542976 : -110484015008640 : ffff9b83ef883480) 00000100:00000040:0.0:1783979175.988956:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883480 x1870620402979072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.988962:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979175.988965:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979175.988967:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979175.988970:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402979072, offset 0 00000400:00000200:0.0:1783979175.988974:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979175.988978:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979175.988981:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979175.988985:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979175.988987:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979175.988990:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979175.988992:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979175.988995:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826606:826606:256:4294967295] 192.168.201.148@tcp LPNI seq info [826577:826577:8:4294967295] 00000400:00000200:0.0:1783979175.988999:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979175.989004:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979175.989009:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979175.989011:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979175.989015:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979175.989018:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783979175.989029:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979175.989030:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979175.989033:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979175.989037:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979175.989039:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979175.989041:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979175.989044:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979175.989047:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883480 x1870620402979072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.989054:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979175.989057:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883480 x1870620402979072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979200 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.989063:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979175.989065:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979175.989068:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979175.989072:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979175.989075:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979175.989077:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311501840 00000100:00000001:0.0:1783979175.989079:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311503099 00000100:00000001:0.0:1783979175.989081:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311501840 00000100:00000001:0.0:1783979175.989084:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311503099 00000100:00000001:0.0:1783979175.989086:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979175.989087:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979175.989089:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979175.989092:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979175/real 1783979175] req@ffff9b83ef883480 x1870620402979072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979175.989099:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979175.989101:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979175.989102:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979175.989104:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979175.989106:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979175.989108:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979175.989111:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883480 x1870620402979072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979175.989119:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883480 x1870620402979072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.989126:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979175.989127:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979175.989129:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979175.989130:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979175.989134:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883480 x1870620402979072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.989141:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979175.989144:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883480 x1870620402979072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979200 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.989152:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979175.989154:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979175.989156:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979175.989158:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979175.989159:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979175.989170:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979175.989173:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979175.989176:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979175.989179:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979175.989183:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883480 x1870620402979072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979200 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979175.989191:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402979072:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979175.989194:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979175.989196:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979175.989199:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883480 x1870620402979072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979200 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.989205:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979175.989207:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979175.989209:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979175.989211:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979175.989212:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979175.989214:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979175.989216:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979175.989217:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635000. 02000000:00000001:0.0:1783979175.989221:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979175.989222:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979175.989223:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883480. 00000100:00000001:0.0:1783979175.989226:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979175.989227:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979175.989229:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979175.989232:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979175.989234:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979175.989235:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979175.989237:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979175.989238:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979175.989241:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882a00 x1870620402979200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.989248:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979175.989249:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979175.989251:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979175.989252:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979175.989254:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979175.989257:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402979200:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979175.989260:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979175.989262:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979175.989264:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979175.989265:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979175.989268:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979175.989269:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979175.989273:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979175.989275:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979175.989278:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979175.989281:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402979200, portal 10 00000100:00000001:0.0:1783979175.989282:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979175.989284:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694540288 : -110484015011328 : ffff9b83ef882a00) 00000100:00000040:0.0:1783979175.989289:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882a00 x1870620402979200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.989313:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979175.989316:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979175.989318:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979175.989321:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402979200, offset 0 00000400:00000200:0.0:1783979175.989325:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979175.989329:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979175.989332:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979175.989335:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979175.989338:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979175.989340:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979175.989342:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979175.989345:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826607:826607:256:4294967295] 192.168.201.148@tcp LPNI seq info [826578:826578:8:4294967295] 00000400:00000200:0.0:1783979175.989349:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979175.989355:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979175.989360:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979175.989362:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979175.989366:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979175.989368:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783979175.989378:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979175.989380:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979175.989384:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979175.989387:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979175.989390:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979175.989392:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979175.989394:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979175.989398:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882a00 x1870620402979200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.989404:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979175.989406:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882a00 x1870620402979200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979200 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.989412:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979175.989413:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979175.989416:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979175.989419:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979175.990027:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979175.990029:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311501836 00000100:00000001:0.0:1783979175.990033:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311503099 00000100:00000001:0.0:1783979175.990035:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311501836 00000100:00000001:0.0:1783979175.990037:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311503099 00000100:00000001:0.0:1783979175.990039:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979175.990041:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979175.990043:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979175.990048:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979175/real 1783979175] req@ffff9b83ef882a00 x1870620402979200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979175.990056:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979175.990057:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979175.990059:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979175.990062:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979175.990064:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979175.990067:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979175.990070:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882a00 x1870620402979200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979175.990078:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882a00 x1870620402979200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.990085:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979175.990086:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979175.990088:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979175.990089:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979175.990093:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882a00 x1870620402979200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.990099:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979175.990103:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882a00 x1870620402979200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979200 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.990110:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979175.990112:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979175.990114:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979175.990115:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979175.990117:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979175.990124:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979175.990126:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979175.990130:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979175.990132:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979175.990135:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882a00 x1870620402979200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979200 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979175.990143:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402979200:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979175.990147:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979175.990150:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881180 x1870620402979328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.990156:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979175.990158:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979175.990160:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979175.990162:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979175.990164:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979175.990167:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402979328:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979175.990170:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979175.990172:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979175.990173:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979175.990175:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979175.990179:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979175.990181:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979175.990185:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979175.990187:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979175.990191:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979175.990194:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402979328, portal 4 00000100:00000001:0.0:1783979175.990195:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979175.990197:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694534016 : -110484015017600 : ffff9b83ef881180) 00000100:00000040:0.0:1783979175.990203:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881180 x1870620402979328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.990209:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979175.990211:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979175.990212:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979175.990214:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402979328, offset 0 00000400:00000200:0.0:1783979175.990216:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979175.990219:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979175.990222:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979175.990225:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979175.990228:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979175.990230:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979175.990233:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979175.990235:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826608:826608:256:4294967295] 192.168.201.148@tcp LPNI seq info [826579:826579:8:4294967295] 00000400:00000200:0.0:1783979175.990239:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979175.990246:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979175.990250:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979175.990254:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979175.990257:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979175.990260:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783979175.990272:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979175.990273:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979175.990276:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979175.990279:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979175.990282:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979175.990284:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979175.990287:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979175.990291:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881180 x1870620402979328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.990313:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979175.990316:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881180 x1870620402979328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979200 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.990320:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979175.990321:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979175.990323:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979175.990325:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979175.990327:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979175.990329:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311501864 00000100:00000001:0.0:1783979175.990330:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311503099 00000100:00000001:0.0:1783979175.990332:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311501864 00000100:00000001:0.0:1783979175.990333:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311503099 00000100:00000001:0.0:1783979175.990335:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979175.990336:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979175.990337:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979175.990339:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979175/real 1783979175] req@ffff9b83ef881180 x1870620402979328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979175.990343:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979175.990344:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979175.990345:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979175.990347:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979175.990347:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979175.990349:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979175.990350:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881180 x1870620402979328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979175.990355:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881180 x1870620402979328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.990358:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979175.990359:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979175.990360:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979175.990361:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979175.990363:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881180 x1870620402979328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.990367:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979175.990369:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881180 x1870620402979328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979200 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.990373:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979175.990374:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979175.990375:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979175.990375:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979175.990376:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979175.990379:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979175.990381:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979175.990382:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979175.990383:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979175.990385:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881180 x1870620402979328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979200 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979175.990389:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402979328:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979175.990391:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979175.990393:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979175.990394:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882a00 x1870620402979200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979200 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.990398:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979175.990399:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979175.990401:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979175.990402:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979175.990403:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979175.990404:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979175.990405:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979175.990406:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634000. 02000000:00000001:0.0:1783979175.990409:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979175.990410:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979175.990411:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882a00. 00000100:00000001:0.0:1783979175.990414:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979175.990415:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979175.990416:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979175.990417:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881180 x1870620402979328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979200 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.990514:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979175.990516:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979175.990517:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979175.990520:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979175.990521:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979175.990521:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979175.990523:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979175.990524:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634c00. 02000000:00000001:0.0:1783979175.990525:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979175.990526:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979175.990527:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881180. 00000100:00000001:0.0:1783979175.990529:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979175.990530:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979175.990531:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979175.990534:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979175.990535:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979175.990536:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979175.990537:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979175.990538:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979175.990541:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880700 x1870620402979456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.990545:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979175.990546:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979175.990547:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979175.990549:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979175.990550:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979175.990551:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402979456:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979175.990554:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979175.990555:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979175.990556:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979175.990557:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979175.990559:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979175.990560:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979175.990562:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979175.990564:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979175.990566:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979175.990568:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402979456, portal 4 00000100:00000001:0.0:1783979175.990569:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979175.990570:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694531328 : -110484015020288 : ffff9b83ef880700) 00000100:00000040:0.0:1783979175.990574:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880700 x1870620402979456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.990629:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979175.990631:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979175.990633:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979175.990634:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402979456, offset 0 00000400:00000200:0.0:1783979175.990637:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979175.990640:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979175.990642:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979175.990644:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979175.990646:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979175.990647:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979175.990649:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979175.990651:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826609:826609:256:4294967295] 192.168.201.148@tcp LPNI seq info [826580:826580:8:4294967295] 00000400:00000200:0.0:1783979175.990653:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979175.990658:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979175.990660:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979175.990663:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979175.990665:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979175.990667:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783979175.990674:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979175.990675:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979175.990677:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979175.990679:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979175.990681:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075990 00000400:00000010:0.0:1783979175.990682:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075990. 00000100:00000001:0.0:1783979175.990684:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979175.990686:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880700 x1870620402979456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.990691:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979175.990692:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880700 x1870620402979456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979200 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.990696:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979175.990697:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979175.990699:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979175.990701:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979175.990702:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979175.990703:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311501854 00000100:00000001:0.0:1783979175.990705:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311503099 00000100:00000001:0.0:1783979175.990706:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311501854 00000100:00000001:0.0:1783979175.990708:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311503099 00000100:00000001:0.0:1783979175.990709:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979175.990710:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979175.990711:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979175.990713:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979175/real 1783979175] req@ffff9b83ef880700 x1870620402979456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979175.990717:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979175.990718:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979175.990719:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979175.990720:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979175.990721:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979175.990722:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979175.990724:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880700 x1870620402979456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979175.990740:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880700 x1870620402979456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.990744:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979175.990745:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979175.990746:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979175.990747:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979175.990749:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880700 x1870620402979456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.990753:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979175.990755:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880700 x1870620402979456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979200 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.990759:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979175.990760:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979175.990761:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979175.990761:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979175.990762:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979175.990766:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979175.990767:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979175.990769:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979175.990770:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979175.990772:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880700 x1870620402979456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979200 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979175.990776:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402979456:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979175.990779:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979175.990780:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979175.990781:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880700 x1870620402979456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979200 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979175.990785:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979175.990786:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979175.990787:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979175.990788:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979175.990789:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979175.990790:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979175.990791:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979175.990792:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635000. 02000000:00000001:0.0:1783979175.990793:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979175.990794:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979175.990795:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880700. 00000100:00000001:0.0:1783979175.990797:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979175.990798:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979175.990799:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979175.990801:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979175.990802:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979175.990803:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979175.990804:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979176.371433:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979176.371446:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979176.371449:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979176.371457:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979176.371464:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979176.371471:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979176.371475:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979176.371480:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979176.371486:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979176.499535:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979176.499538:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979176.499539:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979176.499541:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979176.499542:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979176.499544:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979176.499546:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979176.499548:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979176.499549:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979176.499564:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979176.499566:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979176.499569:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979176.499569:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979176.499572:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979176.499573:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979176.499575:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979176.499576:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979176.499578:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979176.499579:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979176.499590:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979176.499592:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979176.499593:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979176.499594:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979176.499595:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979176.499597:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979176.499598:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979176.499599:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979176.499600:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979176.499604:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979176.499605:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979176.499606:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979176.499607:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979176.499608:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979176.499609:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979176.499610:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979176.499611:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979176.499612:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979177.395450:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979177.395474:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979177.395479:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979177.395492:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979177.395505:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979177.395512:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979177.395529:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979177.395534:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979177.395538:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979177.523419:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979177.523426:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979177.523429:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979177.523438:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979177.523445:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979177.523451:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979177.523533:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979177.523535:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979177.523538:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979177.523548:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979177.523549:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979177.523551:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979177.523553:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979177.523554:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979177.523556:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979177.523558:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979177.523560:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979177.523562:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979177.523578:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979177.523581:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979177.523585:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979177.523587:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979177.523590:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979177.523592:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979177.523595:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979177.523597:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979177.523600:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979177.523601:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979178.419381:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979178.419389:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979178.419391:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979178.419396:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979178.419406:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979178.419411:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979178.419414:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979178.419417:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979178.419422:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979178.547449:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979178.547460:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979178.547474:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979178.547482:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979178.547493:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979178.547501:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979178.547510:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979178.547514:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979178.547534:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979178.547537:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979178.547576:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979178.547582:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979178.547590:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979178.547941:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979178.547944:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979178.547946:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979178.547949:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979178.547952:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979178.547954:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979178.547956:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979178.547957:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979178.547959:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979179.443404:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979179.443413:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979179.443418:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979179.443425:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979179.443432:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979179.443437:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979179.443449:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979179.443452:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979179.443455:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979179.571581:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979179.571587:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979179.571591:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979179.571597:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979179.571603:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979179.571608:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979179.571613:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979179.571616:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979179.571618:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979179.571640:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979179.571642:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979179.571646:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979179.571648:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979179.571651:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979179.571652:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979179.571656:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979179.571657:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979179.571660:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979179.571661:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979180.467346:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979180.467354:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979180.467357:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979180.467362:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979180.467366:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979180.467370:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979180.467375:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979180.467379:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979180.467385:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979180.595421:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979180.595427:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979180.595436:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979180.595441:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979180.595446:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979180.595450:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979180.595455:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979180.595459:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979180.595463:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979180.595467:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979180.595472:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979180.595474:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979180.595475:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979180.595477:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979180.595479:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979180.595482:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979180.595484:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979180.595485:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979180.595489:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979180.595490:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979180.595492:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979180.595493:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979180.595495:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979180.595496:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979180.595498:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979180.595501:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979180.595504:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979180.595505:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979180.595507:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979180.595508:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979180.595510:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979180.595511:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979180.595513:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979180.595515:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979180.595595:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979180.595600:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979180.595607:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979180.595613:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979180.595618:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979180.595622:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979180.595625:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979180.595626:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979180.595629:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979180.595668:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979180.595672:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979180.595674:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979180.595677:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979180.595680:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979180.595682:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979180.595684:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979180.595686:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979180.595689:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979181.108393:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979181.108400:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979181.108405:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979181.108414:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0e00 x1870620402979584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979181.108430:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979181.108433:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979181.108437:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979181.108440:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979181.108444:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979181.108449:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402979584:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979181.108453:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979181.108455:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979181.108457:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979181.108459:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979181.108462:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979181.108464:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979181.108469:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979181.108472:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979181.108476:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979181.108481:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402979584, portal 25 00000100:00000001:0.0:1783979181.108483:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979181.108484:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889961472 : -110483819590144 : ffff9b83fb2e0e00) 00000100:00000040:0.0:1783979181.108488:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0e00 x1870620402979584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979181.108493:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979181.108495:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979181.108497:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075990. 00000100:00000200:0.0:1783979181.108499:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402979584, offset 0 00000400:00000200:0.0:1783979181.108504:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979181.108510:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979181.108514:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979181.108518:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979181.108521:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979181.108524:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979181.108526:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979181.108528:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826610:826610:256:4294967295] 192.168.201.148@tcp LPNI seq info [826581:826581:8:4294967295] 00000400:00000200:0.0:1783979181.108531:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979181.108538:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979181.108541:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979181.108545:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979181.108549:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783979181.108564:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979181.108567:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979181.108569:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311508219 00000100:00000010:0.0:1783979181.108572:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783979181.108576:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979181.108580:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311508219 00000100:00000010:0.0:1783979181.108583:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783979181.108586:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979181.108589:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979181.108590:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979181.108593:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979181.108595:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979181.108601:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979181.108602:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783979181.108603:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979181.108604:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979181.108605:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979181.108607:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979181.111483:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979181.111488:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979181.111490:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979181.111497:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0700 x1870620402979712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979181.111506:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979181.111508:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979181.111511:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979181.111513:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979181.111515:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979181.111519:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402979712:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979181.111524:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979181.111528:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979181.111530:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979181.111532:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979181.111537:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979181.111539:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979181.111545:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979181.111549:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783979181.111555:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783979181.111562:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402979712, portal 10 00000100:00000001:0.0:1783979181.111564:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979181.111566:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889959680 : -110483819591936 : ffff9b83fb2e0700) 00000100:00000040:0.0:1783979181.111573:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0700 x1870620402979712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979181.111580:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979181.111582:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979181.111585:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075550. 00000100:00000200:0.0:1783979181.111588:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402979712, offset 0 00000400:00000200:0.0:1783979181.111594:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979181.111607:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979181.111613:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979181.111619:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979181.111622:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979181.111626:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979181.111629:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979181.111633:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826611:826611:255:4294967295] 192.168.201.148@tcp LPNI seq info [826582:826582:7:4294967295] 00000400:00000200:0.0:1783979181.111637:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979181.111655:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979181.111662:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979181.111669:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb300. 00000800:00000200:0.0:1783979181.112043:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783979181.112052:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979181.112057:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979181.112060:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979181.112063:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311506963 00000100:00000001:0.0:1783979181.112066:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311508219 00000100:00000001:0.0:1783979181.112068:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311506963 00000100:00000001:0.0:1783979181.112070:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311508219 00000100:00000001:0.0:1783979181.112072:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979181.112075:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979181.112078:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979181.112081:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979181.112088:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979181.112089:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783979181.112091:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979181.112093:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979181.112095:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979181.112097:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979181.112766:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979181.112769:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979181.112771:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979181.112776:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1500 x1870620402979840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979181.112783:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979181.112784:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979181.112787:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979181.112789:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979181.112791:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979181.112794:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402979840:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979181.112797:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979181.112800:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979181.112802:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979181.112804:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979181.112808:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979181.112810:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979181.112814:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979181.112817:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ac60. 00000400:00000010:0.0:1783979181.112822:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979181.112826:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402979840, portal 10 00000100:00000001:0.0:1783979181.112829:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979181.112831:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889963264 : -110483819588352 : ffff9b83fb2e1500) 00000100:00000040:0.0:1783979181.112837:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1500 x1870620402979840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979181.112844:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979181.112846:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979181.112849:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40757f8. 00000100:00000200:0.0:1783979181.112851:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402979840, offset 0 00000400:00000200:0.0:1783979181.112856:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979181.112861:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979181.112865:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979181.112869:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979181.112872:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979181.112875:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979181.112877:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979181.112881:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826612:826612:254:4294967295] 192.168.201.148@tcp LPNI seq info [826583:826583:6:4294967295] 00000400:00000200:0.0:1783979181.112885:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979181.112894:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979181.112899:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979181.112903:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbe00. 00000800:00000200:0.0:1783979181.112909:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783979181.112916:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979181.112919:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979181.112923:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979181.112925:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311506959 00000100:00000001:0.0:1783979181.112927:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311508219 00000100:00000001:0.0:1783979181.112930:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311506959 00000100:00000001:0.0:1783979181.112932:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311508219 00000100:00000001:0.0:1783979181.113130:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979181.113134:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979181.113137:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979181.113139:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979181.113144:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979181.113146:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783979181.113148:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979181.113149:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979181.113150:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979181.113152:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979181.113401:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979181.113404:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979181.113405:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979181.113410:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2d80 x1870620402979968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979181.113418:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979181.113419:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979181.113422:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979181.113423:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979181.113425:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979181.113428:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402979968:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979181.113432:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979181.113434:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979181.113435:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979181.113437:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979181.113441:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979181.113442:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979181.113446:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979181.113449:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979181.113453:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979181.113456:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402979968, portal 4 00000100:00000001:0.0:1783979181.113458:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979181.113460:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889969536 : -110483819582080 : ffff9b83fb2e2d80) 00000100:00000040:0.0:1783979181.113466:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2d80 x1870620402979968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979181.113472:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979181.113474:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979181.113477:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075880. 00000100:00000200:0.0:1783979181.113479:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402979968, offset 0 00000400:00000200:0.0:1783979181.113484:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979181.113488:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979181.113492:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979181.113495:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979181.113497:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979181.113500:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979181.113502:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979181.113505:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826613:826613:253:4294967295] 192.168.201.148@tcp LPNI seq info [826584:826584:5:4294967295] 00000400:00000200:0.0:1783979181.113509:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979181.113516:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979181.113521:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979181.113525:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb800. 00000800:00000200:0.0:1783979181.113529:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783979181.113535:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979181.113539:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979181.113542:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979181.113544:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311506987 00000100:00000001:0.0:1783979181.113547:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311508219 00000100:00000001:0.0:1783979181.113548:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311506987 00000100:00000001:0.0:1783979181.113550:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311508219 00000100:00000001:0.0:1783979181.113552:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979181.113554:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979181.113555:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979181.113557:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979181.113559:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979181.113560:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783979181.113561:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979181.113562:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979181.113563:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979181.113564:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979181.113747:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979181.113750:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979181.113752:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979181.113757:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3b80 x1870620402980096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979181.113765:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979181.113766:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979181.113769:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979181.113770:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979181.113772:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979181.113774:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402980096:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979181.113777:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979181.113779:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979181.113781:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979181.113782:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979181.113786:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979181.113787:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979181.113791:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979181.113793:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a898. 00000400:00000010:0.0:1783979181.113796:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979181.113799:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402980096, portal 4 00000100:00000001:0.0:1783979181.113801:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979181.113802:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889973120 : -110483819578496 : ffff9b83fb2e3b80) 00000100:00000040:0.0:1783979181.113809:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3b80 x1870620402980096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979181.113815:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979181.113817:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979181.113820:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075000. 00000100:00000200:0.0:1783979181.113822:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402980096, offset 0 00000400:00000200:0.0:1783979181.113827:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979181.113831:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979181.113836:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979181.113840:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979181.113843:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979181.113846:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979181.113848:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979181.113853:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826614:826614:252:4294967295] 192.168.201.148@tcp LPNI seq info [826585:826585:4:4294967295] 00000400:00000200:0.0:1783979181.113857:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979181.113867:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979181.113872:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979181.113875:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb100. 00000800:00000200:0.0:1783979181.113879:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783979181.113886:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979181.113890:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979181.113894:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979181.113896:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311506977 00000100:00000001:0.0:1783979181.113899:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311508219 00000100:00000001:0.0:1783979181.113901:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311506977 00000100:00000001:0.0:1783979181.113903:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311508219 00000100:00000001:0.0:1783979181.113906:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979181.113908:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979181.113913:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979181.113916:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979181.113919:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979181.113921:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783979181.113923:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979181.113925:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979181.113930:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979181.113932:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979181.491392:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979181.491399:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979181.491401:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979181.491405:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979181.491409:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979181.491412:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979181.491415:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979181.491418:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979181.491421:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979181.621724:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979181.621729:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979181.621734:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979181.621736:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979181.621740:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979181.621741:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979181.621744:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979181.621746:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979181.621749:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979181.621751:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979182.515398:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979182.515405:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979182.515409:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979182.515414:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979182.515419:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979182.515423:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979182.515435:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979182.515438:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979182.515441:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979182.643434:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979182.643439:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979182.643447:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979182.643451:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979182.643459:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979182.643463:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979182.643477:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979182.643479:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979182.643483:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979182.643485:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979182.643629:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979182.643632:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979182.643633:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979182.643635:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979182.643637:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979182.643639:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979182.643640:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979182.643641:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979182.643643:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979182.643662:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979182.643665:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979182.643668:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979182.643672:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979182.643676:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979182.643679:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979182.643683:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979182.643687:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979182.643699:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979183.540333:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979183.540348:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979183.540354:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979183.540366:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979183.540374:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979183.540382:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979183.540390:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979183.540394:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979183.540407:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979183.667440:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979183.667454:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979183.667457:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979183.667466:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979183.667479:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979183.667487:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979183.667680:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979183.667683:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979183.667685:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979183.667715:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979183.667719:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979183.667725:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979183.667727:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979183.667732:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979183.667733:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979183.667737:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979183.667739:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979183.667742:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979183.667743:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979184.179998:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979184.180006:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979184.180015:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979184.180029:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979181/real 1783979184] req@ffff9b83fb2e1500 x1870620402979840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979206 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979184.180054:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979184.180058:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979184.180063:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ac60. 00000400:00000200:0.0:1783979184.180071:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979184.180088:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979184.180094:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979184.180102:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1500 x1870620402979840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979184.180114:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1500 x1870620402979840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979184.180124:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979184.180134:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979184.180141:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979184.180146:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979184.180155:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1500 x1870620402979840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979184.180170:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979184.180183:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1500 x1870620402979840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979206 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979184.180193:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979184.180196:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979184.180198:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979184.180199:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979184.180204:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979184.180216:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979184.180220:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979184.180226:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979184.180229:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979184.180234:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1500 x1870620402979840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979206 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979184.180276:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402979840:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979184.180283:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979184.180287:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979181/real 1783979184] req@ffff9b83fb2e0700 x1870620402979712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979184.180335:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979184.180336:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979184.180338:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783979184.180341:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075220 00000400:00000010:0.0:1783979184.180343:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075220. 00000100:00000001:0.0:1783979184.180346:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979184.180349:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0700 x1870620402979712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979184.180363:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0700 x1870620402979712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979184.180370:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979184.180371:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979184.180373:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979184.180374:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979184.180378:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0700 x1870620402979712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979184.180384:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979184.180387:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0700 x1870620402979712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979206 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979184.180394:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979184.180396:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979184.180397:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979184.180405:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979184.180407:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979184.180420:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979184.180422:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979184.180426:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979184.180428:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979184.180433:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0700 x1870620402979712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979206 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979184.180440:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402979712:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979184.180445:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979184.180449:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979181/real 1783979184] req@ffff9b83fb2e0e00 x1870620402979584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979184.180463:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979184.180464:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979184.180466:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979184.180469:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979184.180472:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979184.180474:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979184.180478:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0e00 x1870620402979584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979184.180485:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0e00 x1870620402979584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979184.180491:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979184.180492:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979184.180494:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979184.180495:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979184.180498:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0e00 x1870620402979584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979184.180510:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979184.180514:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0e00 x1870620402979584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979206 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979184.180519:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979184.180521:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979184.180523:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979184.180524:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979184.180526:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979184.180527:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979184.180530:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979184.180534:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979184.180536:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979184.180540:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0e00 x1870620402979584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979206 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979184.180548:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402979584:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979184.180552:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979184.180554:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979184.180558:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1500 x1870620402979840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979206 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979184.180564:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979184.180568:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979184.180573:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979184.180578:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979184.180581:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979184.180596:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979184.180601:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979184.180615:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064c00. 02000000:00000001:0.0:1783979184.180620:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979184.180622:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979184.180624:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1500. 00000100:00000001:0.0:1783979184.180629:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979184.180630:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979184.180632:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979184.180636:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0700 x1870620402979712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979206 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979184.180642:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979184.180643:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979184.180644:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979184.180648:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979184.180649:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979184.180650:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979184.180653:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979184.180654:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065000. 02000000:00000001:0.0:1783979184.180657:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979184.180658:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979184.180659:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0700. 00000100:00000001:0.0:1783979184.180661:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979184.180662:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979184.180664:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979184.180666:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0e00 x1870620402979584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979206 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979184.180671:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979184.180672:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979184.180674:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979184.180677:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979184.180678:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979184.180679:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979184.180680:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979184.180682:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065400. 02000000:00000001:0.0:1783979184.180684:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979184.180685:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979184.180686:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0e00. 00000100:00000001:0.0:1783979184.180688:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979184.180689:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979184.180691:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979184.180693:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979184.180694:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979184.180696:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979184.180699:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979181/real 1783979184] req@ffff9b83fb2e3b80 x1870620402980096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979184.180707:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979184.180708:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979184.180711:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a898. 00000400:00000200:0.0:1783979184.180713:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979184.180714:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979184.180717:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979184.180720:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3b80 x1870620402980096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979184.180726:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3b80 x1870620402980096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979184.180737:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979184.180738:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979184.180741:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979184.180742:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979184.180745:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3b80 x1870620402980096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979184.180751:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979184.180754:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3b80 x1870620402980096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979206 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979184.180759:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979184.180761:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979184.180763:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979184.180764:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979184.180765:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979184.180770:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979184.180772:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979184.180776:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979184.180778:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979184.180781:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3b80 x1870620402980096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979206 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979184.180788:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402980096:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979184.180792:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979184.180795:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979181/real 1783979184] req@ffff9b83fb2e2d80 x1870620402979968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979184.180801:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979184.180802:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979184.180804:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979184.180806:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979184.180808:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979184.180810:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979184.180814:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2d80 x1870620402979968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979184.180821:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2d80 x1870620402979968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979184.180826:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979184.180828:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979184.180829:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979184.180830:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979184.180834:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2d80 x1870620402979968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979184.180840:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979184.180848:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2d80 x1870620402979968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979206 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979184.180854:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979184.180856:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979184.180857:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979184.180858:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979184.180860:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979184.180865:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979184.180868:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979184.180871:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979184.180873:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979184.180877:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2d80 x1870620402979968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979206 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979184.180884:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402979968:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979184.180888:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979184.180889:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979184.180892:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3b80 x1870620402980096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979206 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979184.180897:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979184.180898:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979184.180899:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979184.180902:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979184.180903:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979184.180904:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979184.180906:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979184.180907:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065800. 02000000:00000001:0.0:1783979184.180910:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979184.180911:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979184.180912:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3b80. 00000100:00000001:0.0:1783979184.180915:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979184.180916:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979184.180918:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979184.180921:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2d80 x1870620402979968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979206 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979184.180927:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979184.180928:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979184.180929:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979184.180932:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979184.180933:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979184.180933:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979184.180935:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979184.180936:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064800. 02000000:00000001:0.0:1783979184.180938:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979184.180939:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979184.180941:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2d80. 00000100:00000001:0.0:1783979184.180943:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979184.180945:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979184.180946:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979184.180957:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979184.180960:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979184.180963:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979184.180964:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979184.563419:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979184.563428:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979184.563430:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979184.563437:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979184.563443:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979184.563449:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979184.563454:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979184.563458:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979184.563462:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979184.691806:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979184.691811:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979184.691813:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979184.691819:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979184.691832:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979184.691838:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979184.691847:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979184.691928:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979184.691930:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979184.691953:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979184.691956:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979184.691959:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979184.691960:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979184.691963:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979184.691964:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979184.691966:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979184.691967:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979184.691969:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979184.691970:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979185.587431:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979185.587439:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979185.587441:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979185.587447:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979185.587452:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979185.587458:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979185.587464:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979185.587469:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979185.587477:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979185.715427:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979185.715436:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979185.715439:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979185.715442:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979185.715446:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979185.715449:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979185.715451:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979185.715454:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979185.715458:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979185.715460:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979185.715465:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979185.715468:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979185.715474:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979185.715478:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979185.715482:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979185.715485:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979185.715513:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979185.715517:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979185.715520:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979185.716749:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979185.716753:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979185.716755:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979185.716758:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979185.716761:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979185.716763:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979185.716765:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979185.716767:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979185.716770:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979186.227652:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979186.227657:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979186.227659:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979186.227665:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2a00 x1870620402980224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.227673:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979186.227675:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979186.227678:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979186.227681:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979186.227683:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979186.227686:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402980224:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979186.227690:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979186.227695:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979186.227697:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979186.227699:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979186.227704:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979186.227706:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979186.227711:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979186.227720:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979186.227727:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979186.227733:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402980224, portal 25 00000100:00000001:0.0:1783979186.227736:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979186.227738:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889968640 : -110483819582976 : ffff9b83fb2e2a00) 00000100:00000040:0.0:1783979186.227742:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2a00 x1870620402980224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.227750:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979186.227752:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979186.227755:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979186.227759:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402980224, offset 0 00000400:00000200:0.0:1783979186.227765:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979186.227774:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979186.227788:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979186.227794:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979186.227799:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979186.227802:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979186.227805:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979186.227809:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826615:826615:256:4294967295] 192.168.201.148@tcp LPNI seq info [826586:826586:8:4294967295] 00000400:00000200:0.0:1783979186.227814:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979186.227824:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979186.227830:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979186.227835:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979186.227841:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979186.227845:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783979186.227858:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979186.227866:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979186.227872:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979186.227877:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979186.227882:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979186.227884:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979186.227889:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979186.227893:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2a00 x1870620402980224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.229718:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979186.229734:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2a00 x1870620402980224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979211 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.229744:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979186.229746:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979186.229759:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979186.229764:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979186.229767:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311513338 00000100:00000010:0.0:1783979186.229777:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783979186.230438:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979186.230444:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311513341 00000100:00000010:0.0:1783979186.230448:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783979186.230451:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979186.230454:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979186.230457:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979186.230460:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979186.230465:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979186/real 1783979186] req@ffff9b83fb2e2a00 x1870620402980224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979186.230487:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979186.230489:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979186.230494:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979186.230497:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979186.230500:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979186.230511:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979186.230518:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2a00 x1870620402980224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979186.230527:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2a00 x1870620402980224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.230534:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979186.230536:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979186.230539:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979186.230541:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979186.230544:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2a00 x1870620402980224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.230563:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979186.230567:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2a00 x1870620402980224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979211 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.230645:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979186.230649:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979186.230650:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979186.230652:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979186.230654:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979186.230656:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979186.230659:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979186.230664:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979186.230666:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979186.230671:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2a00 x1870620402980224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979211 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979186.230680:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402980224:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979186.230685:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979186.230687:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979186.230690:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2a00 x1870620402980224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979211 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.230697:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979186.230700:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979186.230703:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979186.230707:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979186.230709:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979186.230711:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979186.230713:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979186.230715:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067800. 02000000:00000001:0.0:1783979186.230719:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979186.230721:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979186.230722:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2a00. 00000100:00000001:0.0:1783979186.230726:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979186.230727:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979186.230729:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979186.230737:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979186.230740:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979186.230742:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979186.230744:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979186.230746:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979186.230750:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0380 x1870620402980352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.230758:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979186.230760:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979186.230763:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979186.230766:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979186.230768:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979186.230771:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402980352:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979186.230776:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979186.230780:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979186.230792:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979186.230795:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979186.230799:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979186.230801:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979186.230806:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979186.230809:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979186.230815:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979186.230821:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402980352, portal 10 00000100:00000001:0.0:1783979186.230823:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979186.230825:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889958784 : -110483819592832 : ffff9b83fb2e0380) 00000100:00000040:0.0:1783979186.230832:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0380 x1870620402980352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.230839:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979186.230842:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979186.230844:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979186.230847:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402980352, offset 0 00000400:00000200:0.0:1783979186.230851:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979186.230857:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979186.230861:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979186.230865:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979186.230869:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979186.230872:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979186.230875:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979186.230878:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826616:826616:256:4294967295] 192.168.201.148@tcp LPNI seq info [826587:826587:8:4294967295] 00000400:00000200:0.0:1783979186.230883:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979186.230891:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979186.230897:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979186.230901:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979186.230907:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979186.230911:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783979186.230923:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979186.230924:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979186.230928:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979186.230931:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979186.230935:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979186.230936:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979186.230938:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979186.230940:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0380 x1870620402980352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.230945:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979186.230947:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0380 x1870620402980352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979211 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.230951:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979186.230952:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979186.230955:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979186.230958:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979186.230960:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979186.230962:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311512082 00000100:00000001:0.0:1783979186.230964:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311513338 00000100:00000001:0.0:1783979186.230966:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311512082 00000100:00000001:0.0:1783979186.230967:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311513341 00000100:00000001:0.0:1783979186.230969:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979186.230970:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979186.230971:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979186.230973:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979186/real 1783979186] req@ffff9b83fb2e0380 x1870620402980352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979186.230978:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979186.230979:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979186.230980:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979186.230982:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979186.230983:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979186.230985:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979186.230986:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0380 x1870620402980352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979186.230991:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0380 x1870620402980352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.230994:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979186.230995:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979186.230996:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979186.230997:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979186.231000:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0380 x1870620402980352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.231004:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979186.231006:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0380 x1870620402980352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979211 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.231009:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979186.231010:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979186.231011:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979186.231012:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979186.231014:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979186.231024:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979186.231026:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979186.231029:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979186.231032:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979186.231035:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0380 x1870620402980352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979211 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979186.231041:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402980352:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979186.231045:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979186.231048:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1880 x1870620402980480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.231054:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979186.231056:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979186.231058:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979186.231060:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979186.231062:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979186.231065:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402980480:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979186.231068:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979186.231070:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979186.231072:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979186.231074:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979186.231077:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979186.231079:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979186.231082:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979186.231083:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979186.231085:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979186.231087:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402980480, portal 10 00000100:00000001:0.0:1783979186.231089:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979186.231090:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889964160 : -110483819587456 : ffff9b83fb2e1880) 00000100:00000040:0.0:1783979186.231094:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1880 x1870620402980480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.231098:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979186.231100:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979186.231101:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979186.231103:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402980480, offset 0 00000400:00000200:0.0:1783979186.231105:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979186.231108:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979186.231110:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979186.231112:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979186.231114:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979186.231116:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979186.231117:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979186.231119:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826617:826617:256:4294967295] 192.168.201.148@tcp LPNI seq info [826588:826588:8:4294967295] 00000400:00000200:0.0:1783979186.231122:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979186.231126:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979186.231128:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979186.231130:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979186.231132:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979186.231134:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783979186.231141:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979186.231142:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979186.231144:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979186.231146:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979186.231148:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979186.231149:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979186.231151:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979186.231153:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1880 x1870620402980480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.231159:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979186.231162:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1880 x1870620402980480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979211 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.231168:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979186.231170:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979186.231173:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979186.231176:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979186.231180:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979186.231182:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311512077 00000100:00000001:0.0:1783979186.231184:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311513338 00000100:00000001:0.0:1783979186.231186:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311512077 00000100:00000001:0.0:1783979186.231188:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311513341 00000100:00000001:0.0:1783979186.231190:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979186.231192:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979186.231193:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979186.231196:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979186/real 1783979186] req@ffff9b83fb2e1880 x1870620402980480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979186.231203:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979186.231204:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979186.231206:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979186.231208:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979186.231210:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979186.231212:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979186.231215:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1880 x1870620402980480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979186.231222:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1880 x1870620402980480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.231228:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979186.231229:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979186.231231:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979186.231233:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979186.231236:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1880 x1870620402980480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.231243:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979186.231246:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1880 x1870620402980480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979211 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.231253:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979186.231255:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979186.231257:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979186.231258:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979186.231260:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979186.231265:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979186.231267:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979186.231271:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979186.231273:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979186.231277:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1880 x1870620402980480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979211 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979186.231285:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402980480:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979186.231289:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979186.231315:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1f80 x1870620402980608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.231322:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979186.231324:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979186.231326:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979186.231327:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979186.231329:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979186.231332:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402980608:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979186.231335:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979186.231337:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979186.231339:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979186.231340:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979186.231344:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979186.231346:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979186.231349:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979186.231350:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979186.231353:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979186.231355:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402980608, portal 4 00000100:00000001:0.0:1783979186.231356:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979186.231357:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889965952 : -110483819585664 : ffff9b83fb2e1f80) 00000100:00000040:0.0:1783979186.231362:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1f80 x1870620402980608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.231366:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979186.231368:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979186.231369:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979186.231370:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402980608, offset 0 00000400:00000200:0.0:1783979186.231374:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979186.231377:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979186.231381:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979186.231383:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979186.231385:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979186.231387:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979186.231389:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979186.231392:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826618:826618:256:4294967295] 192.168.201.148@tcp LPNI seq info [826589:826589:8:4294967295] 00000400:00000200:0.0:1783979186.231396:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979186.231402:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979186.231406:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979186.231410:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979186.231414:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979186.231417:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783979186.231426:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979186.231429:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979186.231432:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979186.231435:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979186.231438:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979186.231439:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979186.231442:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979186.231445:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1f80 x1870620402980608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.231452:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979186.231453:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1f80 x1870620402980608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979211 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.231461:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979186.231462:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979186.231464:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979186.231466:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979186.231468:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979186.231470:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311512105 00000100:00000001:0.0:1783979186.231472:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311513338 00000100:00000001:0.0:1783979186.231473:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311512105 00000100:00000001:0.0:1783979186.231474:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311513341 00000100:00000001:0.0:1783979186.231476:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979186.231477:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979186.231478:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979186.231480:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979186/real 1783979186] req@ffff9b83fb2e1f80 x1870620402980608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979186.231484:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979186.231485:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979186.231486:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979186.231487:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979186.231488:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979186.231490:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979186.231491:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1f80 x1870620402980608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979186.231496:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1f80 x1870620402980608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.231499:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979186.231500:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979186.231501:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979186.231502:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979186.231504:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1f80 x1870620402980608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.231511:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979186.231514:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1f80 x1870620402980608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979211 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.231521:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979186.231523:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979186.231525:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979186.231526:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979186.231528:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979186.231531:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979186.231533:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979186.231537:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979186.231539:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979186.231543:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1f80 x1870620402980608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979211 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979186.231562:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402980608:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979186.231566:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979186.231569:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2300 x1870620402980736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.231940:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979186.231941:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979186.231943:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979186.231944:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979186.231946:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979186.231948:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402980736:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979186.231950:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979186.231952:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979186.231953:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979186.231954:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979186.231957:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979186.231958:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979186.231960:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979186.231962:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979186.231964:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979186.231966:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402980736, portal 4 00000100:00000001:0.0:1783979186.231967:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979186.231968:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889966848 : -110483819584768 : ffff9b83fb2e2300) 00000100:00000040:0.0:1783979186.231972:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2300 x1870620402980736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.231977:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979186.231978:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979186.231979:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979186.231980:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402980736, offset 0 00000400:00000200:0.0:1783979186.231983:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979186.231985:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979186.231987:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979186.231989:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979186.231991:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979186.231992:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979186.231994:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979186.231996:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826619:826619:256:4294967295] 192.168.201.148@tcp LPNI seq info [826590:826590:8:4294967295] 00000400:00000200:0.0:1783979186.231999:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979186.232003:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979186.232005:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979186.232007:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979186.232010:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979186.232012:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783979186.232022:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979186.232024:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979186.232027:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979186.232030:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979186.232033:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979186.232034:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979186.232037:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979186.232040:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2300 x1870620402980736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.232047:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979186.232050:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2300 x1870620402980736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979211 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.232057:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979186.232058:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979186.232061:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979186.232063:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979186.232065:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979186.232067:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311512095 00000100:00000001:0.0:1783979186.232069:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311513338 00000100:00000001:0.0:1783979186.232070:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311512095 00000100:00000001:0.0:1783979186.232071:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311513341 00000100:00000001:0.0:1783979186.232072:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979186.232074:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979186.232075:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979186.232077:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979186/real 1783979186] req@ffff9b83fb2e2300 x1870620402980736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979186.232082:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979186.232083:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979186.232084:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979186.232085:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979186.232086:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979186.232088:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979186.232090:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2300 x1870620402980736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979186.232095:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2300 x1870620402980736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.232098:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979186.232099:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979186.232100:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979186.232101:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979186.232103:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2300 x1870620402980736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.232106:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979186.232108:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2300 x1870620402980736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979211 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.232112:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979186.232114:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979186.232115:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979186.232116:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979186.232117:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979186.232119:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979186.232121:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979186.232122:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979186.232124:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979186.232126:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2300 x1870620402980736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979211 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979186.232131:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402980736:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979186.232133:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979186.232135:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979186.232137:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0380 x1870620402980352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979211 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.232141:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979186.232142:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979186.232144:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979186.232146:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979186.232147:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979186.232148:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979186.232149:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979186.232150:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067000. 02000000:00000001:0.0:1783979186.232152:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979186.232153:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979186.232154:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0380. 00000100:00000001:0.0:1783979186.232156:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979186.232157:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979186.232158:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979186.232160:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1880 x1870620402980480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979211 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.232164:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979186.232165:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979186.232166:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979186.232167:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979186.232168:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979186.232168:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979186.232169:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979186.232170:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064800. 02000000:00000001:0.0:1783979186.232171:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979186.232172:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979186.232173:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1880. 00000100:00000001:0.0:1783979186.232175:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979186.232176:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979186.232177:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979186.232180:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1f80 x1870620402980608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979211 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.232185:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979186.232186:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979186.232187:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979186.232189:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979186.232190:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979186.232192:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979186.232193:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979186.232194:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065800. 02000000:00000001:0.0:1783979186.232197:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979186.232198:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979186.232199:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1f80. 00000100:00000001:0.0:1783979186.232202:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979186.232203:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979186.232204:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979186.232207:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2300 x1870620402980736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979211 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979186.232214:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979186.232216:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979186.232217:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979186.232219:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979186.232220:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979186.232222:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979186.232223:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979186.232224:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065400. 02000000:00000001:0.0:1783979186.232226:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979186.232226:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979186.232227:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2300. 00000100:00000001:0.0:1783979186.232229:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979186.232230:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979186.232231:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979186.232234:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979186.232235:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979186.232236:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979186.232238:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979186.611477:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979186.611490:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979186.611494:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979186.611501:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979186.611509:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979186.611515:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979186.611521:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979186.611525:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979186.611529:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979186.739641:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979186.739645:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979186.739648:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979186.739651:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979186.739655:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979186.739658:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979186.739664:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979186.739668:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979186.739671:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979186.739696:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979186.739701:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979186.739707:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979186.739711:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979186.739716:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979186.739718:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979186.739723:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979186.739724:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979186.739728:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979186.739732:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979186.739761:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979186.739768:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979186.739776:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979187.638681:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979187.638689:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979187.638691:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979187.638696:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979187.638699:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979187.638703:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979187.638705:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979187.638708:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979187.638712:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979187.763419:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979187.763426:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979187.763433:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979187.763439:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979187.763448:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979187.763452:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979187.763458:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979187.763461:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979187.763470:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979187.763474:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979187.763502:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979187.763513:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979187.763534:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979187.764012:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979187.764016:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979187.764018:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979187.764022:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979187.764025:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979187.764028:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979187.764031:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979187.764036:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979187.764041:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979188.659412:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979188.659421:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979188.659425:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979188.659434:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979188.659440:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979188.659444:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979188.659447:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979188.659451:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979188.659454:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979188.787381:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979188.787389:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979188.787395:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979188.787403:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979188.787410:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979188.787416:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979188.790404:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979188.790409:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979188.790414:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979188.790441:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979188.790444:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979188.790449:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979188.790450:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979188.790455:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979188.790456:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979188.790458:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979188.790459:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979188.790462:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979188.790463:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979188.790478:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979188.790480:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979188.790482:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979188.790496:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979188.790499:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979188.790500:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979188.790503:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979188.790516:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979188.790518:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979188.790520:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979188.790522:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979188.790525:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979189.683447:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979189.683455:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979189.683457:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979189.683462:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979189.683465:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979189.683467:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979189.683470:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979189.683471:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979189.683474:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979189.811408:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979189.811415:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979189.811420:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979189.811428:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979189.811435:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979189.811439:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979189.811452:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979189.811456:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979189.811460:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979189.811479:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979189.811484:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979189.811498:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979189.811501:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979189.811505:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979189.811508:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979189.811511:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979189.811513:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979189.811521:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979189.811541:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979189.811545:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979189.811551:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979189.811555:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979189.811562:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979189.811565:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979189.811572:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979189.811575:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979189.811578:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979189.811580:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979189.811596:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979189.811599:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979189.811601:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979190.707428:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979190.707437:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979190.707440:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979190.707445:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979190.707451:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979190.707456:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979190.707462:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979190.707466:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979190.707470:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979190.835464:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979190.835478:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979190.835482:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979190.835488:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979190.835496:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979190.835501:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979190.835565:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979190.835570:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979190.835574:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979190.835592:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979190.835596:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979190.835597:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979190.835599:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979190.835601:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979190.835604:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979190.835605:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979190.835607:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979190.835612:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979190.835636:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979190.835640:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979190.835645:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979190.835648:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979190.835651:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979190.835654:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979190.835658:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979190.835660:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979190.835662:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979190.835664:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979190.835667:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979190.835669:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979190.835670:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979190.835671:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979190.835673:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979190.835674:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979190.835676:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979190.835678:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979190.835682:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979190.835683:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979190.835685:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979190.835686:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979190.835688:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979190.835689:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979190.835691:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979190.835693:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979190.835696:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979190.835698:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979190.835699:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979190.835701:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979190.835702:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979190.835704:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979190.835706:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979190.835707:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979190.835725:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979190.835728:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979190.835730:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979191.348618:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979191.348623:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979191.348625:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979191.348631:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2300 x1870620402980864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.348639:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979191.348641:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979191.348645:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979191.348647:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979191.348650:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979191.348654:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402980864:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979191.348658:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979191.348662:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979191.348665:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979191.348667:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979191.348672:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979191.348674:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979191.348679:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979191.348683:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979191.348688:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979191.348704:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402980864, portal 25 00000100:00000001:0.0:1783979191.348707:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979191.348708:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889966848 : -110483819584768 : ffff9b83fb2e2300) 00000100:00000040:0.0:1783979191.348715:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2300 x1870620402980864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.348723:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979191.348725:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979191.348728:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979191.348731:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402980864, offset 0 00000400:00000200:0.0:1783979191.348738:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979191.348745:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979191.348751:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979191.348756:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979191.348760:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979191.348763:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979191.348766:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979191.348769:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826620:826620:256:4294967295] 192.168.201.148@tcp LPNI seq info [826591:826591:8:4294967295] 00000400:00000200:0.0:1783979191.348774:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979191.348783:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979191.348789:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979191.348794:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979191.348801:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979191.348805:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979191.348817:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979191.348820:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979191.348826:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979191.348830:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979191.348835:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979191.348838:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979191.348843:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979191.348847:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2300 x1870620402980864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.348857:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979191.348860:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2300 x1870620402980864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979216 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.348867:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979191.348868:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979191.348873:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979191.348877:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979191.348880:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311518459 00000100:00000010:0.0:1783979191.348885:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783979191.348890:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979191.348895:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311518459 00000100:00000010:0.0:1783979191.348899:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783979191.348904:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979191.348907:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979191.348909:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979191.348911:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979191.348915:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979191/real 1783979191] req@ffff9b83fb2e2300 x1870620402980864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979191.348924:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979191.348926:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979191.348928:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979191.348931:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979191.348932:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979191.348935:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979191.348938:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2300 x1870620402980864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979191.348946:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2300 x1870620402980864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.348953:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979191.348954:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979191.348956:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979191.348958:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979191.348962:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2300 x1870620402980864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.348970:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979191.348974:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2300 x1870620402980864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979216 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.348982:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979191.348985:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979191.348987:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979191.348988:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979191.348990:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979191.348992:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979191.348995:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979191.348998:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979191.349001:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979191.349005:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2300 x1870620402980864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979216 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979191.349013:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402980864:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979191.349017:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979191.349021:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1f80 x1870620402980992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.349027:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979191.349028:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979191.349030:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979191.349032:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979191.349034:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979191.349036:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402980992:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979191.349039:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979191.349041:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979191.349042:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979191.349044:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979191.349048:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979191.349050:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979191.349053:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979191.349055:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979191.349059:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979191.349062:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402980992, portal 10 00000100:00000001:0.0:1783979191.349064:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979191.349065:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889965952 : -110483819585664 : ffff9b83fb2e1f80) 00000100:00000040:0.0:1783979191.349072:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1f80 x1870620402980992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.349078:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979191.349081:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979191.349083:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979191.349085:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402980992, offset 0 00000400:00000200:0.0:1783979191.349089:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979191.349093:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979191.349096:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979191.349100:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979191.349102:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979191.349104:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979191.349106:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979191.349110:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826621:826621:256:4294967295] 192.168.201.148@tcp LPNI seq info [826592:826592:8:4294967295] 00000400:00000200:0.0:1783979191.349114:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979191.349120:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979191.349124:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979191.349126:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979191.349130:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979191.349133:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979191.349143:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979191.349145:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979191.349149:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979191.349152:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979191.349155:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979191.349157:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979191.349159:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979191.349162:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1f80 x1870620402980992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.349170:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979191.349173:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1f80 x1870620402980992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979216 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.349180:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979191.349181:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979191.349184:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979191.349188:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979191.349191:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979191.349193:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311517200 00000100:00000001:0.0:1783979191.349195:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311518459 00000100:00000001:0.0:1783979191.349197:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311517200 00000100:00000001:0.0:1783979191.349200:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311518459 00000100:00000001:0.0:1783979191.349202:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979191.349203:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979191.349205:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979191.349208:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979191/real 1783979191] req@ffff9b83fb2e1f80 x1870620402980992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979191.349215:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979191.349217:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979191.349219:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979191.349221:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979191.349222:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979191.349224:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979191.349228:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1f80 x1870620402980992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979191.349236:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1f80 x1870620402980992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.349243:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979191.349244:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979191.349246:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979191.349248:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979191.349251:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1f80 x1870620402980992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.349258:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979191.349261:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1f80 x1870620402980992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979216 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.349268:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979191.349271:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979191.349272:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979191.349274:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979191.349276:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979191.349284:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979191.349287:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979191.349290:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979191.349326:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979191.349331:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1f80 x1870620402980992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979216 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979191.349340:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402980992:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979191.349344:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979191.349347:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1880 x1870620402981120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.349360:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979191.349362:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979191.349364:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979191.349366:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979191.349368:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979191.349371:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402981120:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979191.349374:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979191.349376:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979191.349378:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979191.349380:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979191.349383:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979191.349385:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979191.349388:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979191.349391:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979191.349394:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979191.349396:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402981120, portal 10 00000100:00000001:0.0:1783979191.349398:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979191.349400:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889964160 : -110483819587456 : ffff9b83fb2e1880) 00000100:00000040:0.0:1783979191.349405:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1880 x1870620402981120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.349411:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979191.349414:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979191.349416:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979191.349419:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402981120, offset 0 00000400:00000200:0.0:1783979191.349423:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979191.349427:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979191.349430:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979191.349433:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979191.349435:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979191.349437:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979191.349439:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979191.349442:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826622:826622:256:4294967295] 192.168.201.148@tcp LPNI seq info [826593:826593:8:4294967295] 00000400:00000200:0.0:1783979191.349445:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979191.349451:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979191.349454:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979191.349458:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979191.349475:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979191.349477:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979191.349488:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979191.349490:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979191.349493:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979191.349496:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979191.349500:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979191.349501:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979191.349504:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979191.349508:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1880 x1870620402981120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.349516:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979191.349519:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1880 x1870620402981120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979216 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.349525:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979191.349527:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979191.349529:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979191.349533:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979191.349535:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979191.349537:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311517196 00000100:00000001:0.0:1783979191.349540:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311518459 00000100:00000001:0.0:1783979191.349542:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311517196 00000100:00000001:0.0:1783979191.349544:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311518459 00000100:00000001:0.0:1783979191.349546:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979191.349548:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979191.349550:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979191.349553:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979191/real 1783979191] req@ffff9b83fb2e1880 x1870620402981120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979191.349562:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979191.349563:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979191.349565:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979191.349567:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979191.349569:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979191.349571:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979191.349573:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1880 x1870620402981120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979191.349578:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1880 x1870620402981120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.349582:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979191.349583:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979191.349584:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979191.349585:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979191.349587:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1880 x1870620402981120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.349591:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979191.349593:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1880 x1870620402981120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979216 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.349598:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979191.349599:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979191.349600:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979191.349600:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979191.349601:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979191.349605:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979191.349606:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979191.349608:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979191.349610:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979191.349613:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1880 x1870620402981120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979216 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979191.349617:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402981120:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979191.349619:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979191.349621:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0380 x1870620402981248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.349624:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979191.349625:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979191.349626:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979191.349627:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979191.349628:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979191.349630:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402981248:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979191.349632:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979191.349633:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979191.349634:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979191.349635:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979191.349637:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979191.349639:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979191.349641:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979191.349643:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979191.349644:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979191.349646:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402981248, portal 4 00000100:00000001:0.0:1783979191.349647:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979191.349648:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889958784 : -110483819592832 : ffff9b83fb2e0380) 00000100:00000040:0.0:1783979191.349652:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0380 x1870620402981248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.349656:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979191.349658:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979191.349659:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979191.349661:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402981248, offset 0 00000400:00000200:0.0:1783979191.349663:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979191.349665:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979191.349668:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979191.349669:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979191.349671:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979191.349672:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979191.349674:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979191.349675:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826623:826623:256:4294967295] 192.168.201.148@tcp LPNI seq info [826594:826594:8:4294967295] 00000400:00000200:0.0:1783979191.349678:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979191.349682:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979191.349685:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979191.349686:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979191.349688:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979191.349690:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979191.349700:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979191.349701:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979191.349704:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979191.349707:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979191.349710:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979191.349711:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979191.349714:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979191.349717:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0380 x1870620402981248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.349724:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979191.349726:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0380 x1870620402981248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979216 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.349733:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979191.349734:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979191.349737:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979191.349740:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979191.349743:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979191.349745:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311517223 00000100:00000001:0.0:1783979191.349747:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311518459 00000100:00000001:0.0:1783979191.349749:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311517223 00000100:00000001:0.0:1783979191.349750:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311518459 00000100:00000001:0.0:1783979191.349752:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979191.349753:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979191.349754:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979191.349757:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979191/real 1783979191] req@ffff9b83fb2e0380 x1870620402981248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979191.349761:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979191.349762:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979191.349763:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979191.349764:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979191.349765:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979191.349767:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979191.349768:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0380 x1870620402981248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979191.349773:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0380 x1870620402981248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.349777:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979191.349778:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979191.349778:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979191.349779:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979191.349781:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0380 x1870620402981248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.349784:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979191.349786:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0380 x1870620402981248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979216 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.349791:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979191.349792:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979191.349793:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979191.349794:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979191.349795:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979191.349797:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979191.349798:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979191.349800:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979191.349801:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979191.349803:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0380 x1870620402981248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979216 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979191.349807:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402981248:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979191.349809:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979191.349811:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2a00 x1870620402981376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.349815:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979191.349816:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979191.349817:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979191.349818:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979191.349819:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979191.349820:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402981376:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979191.349822:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979191.349823:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979191.349824:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979191.349825:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979191.349827:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979191.349828:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979191.349830:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979191.349832:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979191.349833:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979191.349835:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402981376, portal 4 00000100:00000001:0.0:1783979191.349836:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979191.349837:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889968640 : -110483819582976 : ffff9b83fb2e2a00) 00000100:00000040:0.0:1783979191.349841:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2a00 x1870620402981376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.349845:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979191.349846:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979191.349847:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979191.349849:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402981376, offset 0 00000400:00000200:0.0:1783979191.349851:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979191.349853:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979191.349855:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979191.349856:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979191.349858:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979191.349859:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979191.349860:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979191.349862:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826624:826624:256:4294967295] 192.168.201.148@tcp LPNI seq info [826595:826595:8:4294967295] 00000400:00000200:0.0:1783979191.349864:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979191.349868:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979191.349871:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979191.349872:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979191.349875:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979191.349876:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979191.349882:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979191.349883:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979191.349885:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979191.349887:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979191.349889:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979191.349890:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979191.349892:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979191.349894:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2a00 x1870620402981376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.349898:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979191.349900:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2a00 x1870620402981376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979216 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.349903:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979191.349904:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979191.349906:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979191.349907:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979191.349909:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979191.349910:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311517213 00000100:00000001:0.0:1783979191.349911:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311518459 00000100:00000001:0.0:1783979191.349913:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311517213 00000100:00000001:0.0:1783979191.349914:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311518459 00000100:00000001:0.0:1783979191.349915:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979191.349916:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979191.349917:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979191.349919:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979191/real 1783979191] req@ffff9b83fb2e2a00 x1870620402981376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979191.349925:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979191.349926:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979191.349928:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979191.349930:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979191.349931:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979191.349933:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979191.349936:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2a00 x1870620402981376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979191.349943:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2a00 x1870620402981376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.349954:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979191.349955:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979191.349957:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979191.349958:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979191.349962:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2a00 x1870620402981376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.349968:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979191.349972:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2a00 x1870620402981376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979216 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.349976:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979191.349978:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979191.349979:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979191.349980:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979191.349981:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979191.349983:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979191.349984:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979191.349986:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979191.349987:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979191.349989:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2a00 x1870620402981376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979216 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979191.349993:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402981376:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979191.349996:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979191.349997:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979191.349999:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2300 x1870620402980864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979216 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.350003:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979191.350004:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979191.350006:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979191.350008:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979191.350009:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979191.350010:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979191.350012:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979191.350013:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065000. 02000000:00000001:0.0:1783979191.350016:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979191.350017:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979191.350018:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2300. 00000100:00000001:0.0:1783979191.350021:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979191.350021:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979191.350022:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979191.350024:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1f80 x1870620402980992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979216 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.350028:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979191.350028:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979191.350029:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979191.350031:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979191.350032:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979191.350033:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979191.350034:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979191.350034:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064c00. 02000000:00000001:0.0:1783979191.350035:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979191.350036:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979191.350037:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1f80. 00000100:00000001:0.0:1783979191.350038:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979191.350039:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979191.350039:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979191.350041:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1880 x1870620402981120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979216 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.350044:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979191.350045:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979191.350045:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979191.350047:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979191.350047:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979191.350048:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979191.350049:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979191.350050:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065400. 02000000:00000001:0.0:1783979191.350051:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979191.350052:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979191.350053:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1880. 00000100:00000001:0.0:1783979191.350054:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979191.350055:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979191.350055:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979191.350057:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0380 x1870620402981248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979216 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.350060:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979191.350061:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979191.350062:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979191.350062:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979191.350063:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979191.350064:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979191.350065:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979191.350065:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065800. 02000000:00000001:0.0:1783979191.350066:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979191.350067:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979191.350067:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0380. 00000100:00000001:0.0:1783979191.350069:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979191.350069:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979191.350070:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979191.350072:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2a00 x1870620402981376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979216 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979191.350075:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979191.350075:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979191.350076:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979191.350078:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979191.350078:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979191.350079:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979191.350080:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979191.350081:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064800. 02000000:00000001:0.0:1783979191.350082:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979191.350083:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979191.350084:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2a00. 00000100:00000001:0.0:1783979191.350085:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979191.350086:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979191.350087:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979191.350093:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979191.350094:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979191.350096:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979191.350097:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979191.731448:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979191.731469:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979191.731471:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979191.731478:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979191.731483:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979191.731487:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979191.731497:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979191.731498:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979191.731500:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979191.860011:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979191.860016:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979191.860018:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979191.860022:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979191.860025:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979191.860027:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979191.860030:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979191.860031:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979191.860034:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979191.860062:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979191.860066:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979191.860070:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979191.860071:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979191.860075:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979191.860076:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979191.860080:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979191.860081:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979191.860085:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979191.860086:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979191.860105:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979191.860108:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979191.860112:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979192.755399:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979192.755406:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979192.755408:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979192.755413:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979192.755417:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979192.755421:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979192.755423:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979192.755425:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979192.755429:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979192.883386:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979192.883392:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979192.883400:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979192.883404:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979192.883411:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979192.883416:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979192.883431:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979192.883448:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979192.883454:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979192.883455:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979192.883478:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979192.883483:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979192.883491:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979192.883517:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979192.883521:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979192.883522:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979192.883525:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979192.883528:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979192.883530:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979192.883532:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979192.883533:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979192.883535:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979192.883574:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979192.883578:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979192.883580:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979192.883582:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979192.883585:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979192.883587:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979192.883591:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979192.883593:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979192.883595:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979193.779495:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979193.779503:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979193.779505:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979193.779511:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979193.779515:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979193.779519:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979193.779522:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979193.779524:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979193.779528:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979193.907446:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979193.907454:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979193.907457:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979193.907466:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979193.907473:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979193.907478:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979193.907483:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979193.907487:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979193.907513:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979193.907544:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979193.907547:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979193.907553:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979193.907554:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979193.907558:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979193.907559:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979193.907562:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979193.907564:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979193.907567:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979193.907568:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979193.907586:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979193.907589:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979193.907592:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979193.907776:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979193.907779:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979193.907780:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979193.907783:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979193.907785:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979193.907788:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979193.907790:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979193.907791:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979193.907793:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979193.908117:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979193.908125:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979193.908129:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979193.908141:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979193.908151:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979193.908157:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979193.908164:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979193.908168:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979193.908174:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979194.803430:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979194.803441:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979194.803443:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979194.803450:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979194.803454:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979194.803459:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979194.803462:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979194.803464:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979194.803468:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979194.932576:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979194.932582:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979194.932591:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979194.932592:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979194.932597:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979194.932599:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979194.932605:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979194.932609:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979194.932617:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979194.932621:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979194.932648:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979194.932651:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979194.932654:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979195.827522:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979195.827527:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979195.827529:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979195.827532:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979195.827534:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979195.827536:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979195.827538:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979195.827540:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979195.827542:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979195.955603:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979195.955608:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979195.955610:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979195.955614:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979195.955617:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979195.955620:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979195.955623:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979195.955625:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979195.955629:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979195.955652:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979195.955657:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979195.955659:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979195.955663:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979195.955667:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979195.955669:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979195.955671:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979195.955674:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979195.955681:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979195.955682:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979195.955687:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979195.955689:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979195.955694:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979195.955695:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979195.955700:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979195.955701:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979195.955723:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979195.955727:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979195.955729:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979195.956939:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979195.956942:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979195.956944:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979195.956947:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979195.956950:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979195.956952:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979195.956954:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979195.956955:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979195.956958:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979195.957931:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979195.957934:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979195.957935:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979195.957938:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979195.957940:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979195.957942:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979195.957944:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979195.957946:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979195.957948:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979196.467614:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979196.467621:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979196.467625:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979196.467636:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39180 x1870620402981504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.467653:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979196.467656:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979196.467660:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979196.467664:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979196.467669:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979196.467675:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402981504:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979196.467681:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979196.467685:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979196.467688:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979196.467692:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979196.467698:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979196.467702:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979196.467708:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979196.467714:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979196.467723:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979196.467731:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402981504, portal 25 00000100:00000001:0.0:1783979196.467736:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979196.467740:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682704768 : -110484026846848 : ffff9b83eed39180) 00000100:00000040:0.0:1783979196.467749:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39180 x1870620402981504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.467761:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979196.467765:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979196.467770:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979196.467777:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402981504, offset 0 00000400:00000200:0.0:1783979196.467791:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979196.467801:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979196.467810:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979196.467818:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979196.467823:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979196.467829:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979196.467845:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979196.467854:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826625:826625:256:4294967295] 192.168.201.148@tcp LPNI seq info [826596:826596:8:4294967295] 00000400:00000200:0.0:1783979196.467865:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979196.467884:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979196.467898:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979196.467906:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979196.467917:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979196.467922:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1783979196.467960:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979196.467965:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979196.467975:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979196.467983:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979196.467989:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979196.468000:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979196.468008:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979196.468017:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39180 x1870620402981504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.468045:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979196.468050:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39180 x1870620402981504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979221 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.468065:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979196.468076:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979196.468085:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979196.468094:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979196.468099:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311523578 00000100:00000010:0.0:1783979196.468113:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783979196.468121:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979196.468129:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311523578 00000100:00000010:0.0:1783979196.468136:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783979196.468142:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979196.468147:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979196.468152:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979196.468157:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979196.468166:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979196/real 1783979196] req@ffff9b83eed39180 x1870620402981504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979196.468186:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979196.468191:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979196.468194:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979196.468202:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979196.468207:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979196.468213:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979196.468221:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39180 x1870620402981504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979196.468240:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39180 x1870620402981504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.468253:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979196.468257:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979196.468262:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979196.468265:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979196.468275:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39180 x1870620402981504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.468325:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979196.468336:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39180 x1870620402981504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979221 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.468353:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979196.468359:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979196.468364:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979196.468369:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979196.468384:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979196.468388:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979196.468395:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979196.468403:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979196.468410:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979196.468420:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39180 x1870620402981504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979221 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979196.468443:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402981504:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979196.468453:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979196.468458:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979196.468465:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39180 x1870620402981504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979221 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.468488:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979196.468491:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979196.468495:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979196.468501:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979196.468504:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979196.468509:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979196.468514:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979196.468518:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14c00. 02000000:00000001:0.0:1783979196.468526:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979196.468530:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979196.468534:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39180. 00000100:00000001:0.0:1783979196.468541:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979196.468542:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979196.468544:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979196.468558:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979196.468560:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979196.468562:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979196.468564:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979196.468565:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979196.468569:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b480 x1870620402981632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.468575:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979196.468577:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979196.468579:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979196.468581:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979196.468583:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979196.468585:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402981632:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979196.468589:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979196.468590:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979196.468592:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979196.468594:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979196.468597:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979196.468599:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979196.468607:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979196.468610:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979196.468614:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979196.468617:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402981632, portal 10 00000100:00000001:0.0:1783979196.468619:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979196.468621:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682713728 : -110484026837888 : ffff9b83eed3b480) 00000100:00000040:0.0:1783979196.468627:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b480 x1870620402981632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.468634:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979196.468637:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979196.468639:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979196.468641:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402981632, offset 0 00000400:00000200:0.0:1783979196.468646:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979196.468650:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979196.468653:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979196.468656:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979196.468658:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979196.468661:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979196.468663:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979196.468666:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826626:826626:256:4294967295] 192.168.201.148@tcp LPNI seq info [826597:826597:8:4294967295] 00000400:00000200:0.0:1783979196.468671:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979196.468677:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979196.468682:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979196.468685:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979196.468690:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979196.468692:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1783979196.468703:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979196.468705:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979196.468707:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979196.468711:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979196.468714:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979196.468716:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979196.468718:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979196.468722:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b480 x1870620402981632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.468729:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979196.468732:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620402981632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979221 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.468744:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979196.468745:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979196.468748:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979196.468752:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979196.468756:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979196.468758:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311522320 00000100:00000001:0.0:1783979196.468761:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311523578 00000100:00000001:0.0:1783979196.468763:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311522320 00000100:00000001:0.0:1783979196.468766:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311523578 00000100:00000001:0.0:1783979196.468768:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979196.468770:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979196.468772:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979196.468776:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979196/real 1783979196] req@ffff9b83eed3b480 x1870620402981632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979196.468781:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979196.468782:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979196.468784:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979196.468785:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979196.468786:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979196.468788:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979196.468790:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b480 x1870620402981632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979196.468795:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b480 x1870620402981632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.468798:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979196.468799:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979196.468800:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979196.468801:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979196.468803:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b480 x1870620402981632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.468808:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979196.468810:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b480 x1870620402981632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979221 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.468814:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979196.468815:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979196.468816:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979196.468816:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979196.468817:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979196.468824:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979196.468825:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979196.468827:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979196.468828:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979196.468830:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b480 x1870620402981632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979221 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979196.468834:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402981632:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979196.468837:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979196.468839:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620402981760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.468843:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979196.468843:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979196.468845:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979196.468846:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979196.468847:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979196.468848:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402981760:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979196.468850:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979196.468851:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979196.468853:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979196.468854:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979196.468856:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979196.468857:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979196.468859:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979196.468861:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979196.468863:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979196.468865:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402981760, portal 10 00000100:00000001:0.0:1783979196.468867:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979196.468868:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783979196.468874:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620402981760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.468880:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979196.468882:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979196.468884:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979196.468887:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402981760, offset 0 00000400:00000200:0.0:1783979196.468891:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979196.468894:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979196.468898:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979196.468901:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979196.468903:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979196.468905:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979196.468908:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979196.468911:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826627:826627:256:4294967295] 192.168.201.148@tcp LPNI seq info [826598:826598:8:4294967295] 00000400:00000200:0.0:1783979196.468914:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979196.468919:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979196.468921:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979196.468924:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979196.468927:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979196.468930:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1783979196.468939:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979196.468942:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979196.468945:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979196.468948:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979196.468951:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979196.468952:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979196.468955:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979196.468958:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3a300 x1870620402981760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.468965:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979196.468968:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620402981760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979221 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.468974:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979196.468975:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979196.468978:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979196.468980:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979196.468983:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979196.468985:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311522315 00000100:00000001:0.0:1783979196.468987:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311523578 00000100:00000001:0.0:1783979196.468989:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311522315 00000100:00000001:0.0:1783979196.468991:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311523578 00000100:00000001:0.0:1783979196.468993:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979196.468995:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979196.468997:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979196.469000:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979196/real 1783979196] req@ffff9b83eed3a300 x1870620402981760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979196.469008:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979196.469009:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979196.469011:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979196.469013:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979196.469015:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979196.469017:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979196.469019:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620402981760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979196.469024:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620402981760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.469028:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979196.469028:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979196.469029:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979196.469030:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979196.469032:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620402981760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.469036:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979196.469038:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620402981760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979221 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.469042:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979196.469043:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979196.469044:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979196.469044:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979196.469045:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979196.469049:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979196.469051:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979196.469052:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979196.469053:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979196.469055:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620402981760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979221 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979196.469059:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402981760:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979196.469062:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979196.469064:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38380 x1870620402981888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.469068:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979196.469069:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979196.469070:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979196.469071:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979196.469073:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979196.469075:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402981888:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979196.469079:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979196.469080:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979196.469082:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979196.469083:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979196.469087:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979196.469089:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979196.469092:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979196.469095:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979196.469097:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979196.469100:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402981888, portal 4 00000100:00000001:0.0:1783979196.469102:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979196.469104:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682701184 : -110484026850432 : ffff9b83eed38380) 00000100:00000040:0.0:1783979196.469110:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38380 x1870620402981888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.469116:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979196.469118:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979196.469120:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979196.469122:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402981888, offset 0 00000400:00000200:0.0:1783979196.469125:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979196.469129:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979196.469131:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979196.469134:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979196.469136:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979196.469137:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979196.469139:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979196.469142:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826628:826628:256:4294967295] 192.168.201.148@tcp LPNI seq info [826599:826599:8:4294967295] 00000400:00000200:0.0:1783979196.469145:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979196.469151:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979196.469155:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979196.469157:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979196.469161:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979196.469163:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1783979196.469172:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979196.469174:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979196.469176:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979196.469179:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979196.469181:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979196.469183:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979196.469185:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979196.469189:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38380 x1870620402981888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.469196:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979196.469199:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620402981888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979221 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.469205:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979196.469207:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979196.469210:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979196.469212:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979196.469215:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979196.469217:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311522342 00000100:00000001:0.0:1783979196.469219:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311523578 00000100:00000001:0.0:1783979196.469221:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311522342 00000100:00000001:0.0:1783979196.469222:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311523578 00000100:00000001:0.0:1783979196.469224:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979196.469226:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979196.469228:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979196.469231:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979196/real 1783979196] req@ffff9b83eed38380 x1870620402981888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979196.469238:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979196.469239:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979196.469241:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979196.469243:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979196.469245:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979196.469246:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979196.469249:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38380 x1870620402981888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979196.469255:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38380 x1870620402981888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.469261:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979196.469262:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979196.469263:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979196.469264:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979196.469268:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38380 x1870620402981888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.469274:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979196.469277:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38380 x1870620402981888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979221 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.469283:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979196.469285:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979196.469287:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979196.469288:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979196.469290:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979196.469325:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979196.469329:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979196.469333:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979196.469334:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979196.469338:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38380 x1870620402981888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979221 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979196.469346:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402981888:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979196.469350:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979196.469354:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620402982016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.469360:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979196.469362:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979196.469364:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979196.469366:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979196.469368:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979196.469387:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402982016:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979196.469392:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979196.469394:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979196.469395:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979196.469397:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979196.469400:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979196.469403:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979196.469406:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979196.469408:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979196.469411:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979196.469414:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402982016, portal 4 00000100:00000001:0.0:1783979196.469415:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979196.469417:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783979196.469422:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620402982016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.469428:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979196.469431:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979196.469433:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979196.469436:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402982016, offset 0 00000400:00000200:0.0:1783979196.469440:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979196.469443:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979196.469447:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979196.469449:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979196.469452:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979196.469453:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979196.469455:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979196.469458:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826629:826629:256:4294967295] 192.168.201.148@tcp LPNI seq info [826600:826600:8:4294967295] 00000400:00000200:0.0:1783979196.469462:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979196.469467:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979196.469471:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979196.469473:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979196.469477:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979196.469479:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1783979196.469488:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979196.469489:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979196.469492:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979196.469494:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979196.469497:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979196.469498:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979196.469501:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979196.469504:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620402982016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.469511:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979196.469513:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620402982016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979221 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.469519:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979196.469520:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979196.469523:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979196.469526:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979196.469529:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979196.469531:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311522333 00000100:00000001:0.0:1783979196.469533:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311523578 00000100:00000001:0.0:1783979196.469535:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311522333 00000100:00000001:0.0:1783979196.469537:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311523578 00000100:00000001:0.0:1783979196.469538:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979196.469540:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979196.469541:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979196.469544:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979196/real 1783979196] req@ffff9b83eed39f80 x1870620402982016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979196.469551:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979196.469552:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979196.469554:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979196.469555:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979196.469557:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979196.469558:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979196.469561:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620402982016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979196.469568:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620402982016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.469573:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979196.469575:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979196.469576:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979196.469577:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979196.469581:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620402982016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.469587:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979196.469591:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620402982016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979221 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.469598:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979196.469599:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979196.469601:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979196.469602:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979196.469604:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979196.469607:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979196.469609:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979196.469613:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979196.469615:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979196.469618:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620402982016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979221 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979196.469625:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402982016:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979196.469628:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979196.469630:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979196.469633:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b480 x1870620402981632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979221 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.469638:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979196.469639:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979196.469641:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979196.469644:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979196.469646:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979196.469647:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979196.469648:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979196.469650:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec17400. 02000000:00000001:0.0:1783979196.469652:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979196.469654:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979196.469655:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b480. 00000100:00000001:0.0:1783979196.469657:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979196.469658:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979196.469660:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979196.469663:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620402981760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979221 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.469669:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979196.469670:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979196.469672:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979196.469674:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979196.469675:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979196.469676:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979196.469677:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979196.469678:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15800. 02000000:00000001:0.0:1783979196.469680:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979196.469681:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979196.469682:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783979196.469684:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979196.469685:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979196.469687:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979196.469689:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38380 x1870620402981888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979221 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.469695:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979196.469696:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979196.469697:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979196.469699:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979196.469700:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979196.469701:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979196.469702:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979196.469703:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14000. 02000000:00000001:0.0:1783979196.469705:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979196.469706:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979196.469707:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38380. 00000100:00000001:0.0:1783979196.469709:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979196.469710:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979196.469711:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979196.469713:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620402982016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979221 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979196.469724:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979196.469725:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979196.469726:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979196.469728:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979196.469729:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979196.469730:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979196.469733:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979196.469734:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16800. 02000000:00000001:0.0:1783979196.469736:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979196.469737:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979196.469738:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783979196.469740:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979196.469741:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979196.469743:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979196.469747:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979196.469748:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979196.469750:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979196.469752:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979196.851411:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979196.851420:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979196.851424:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979196.851430:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979196.851435:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979196.851441:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979196.851445:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979196.851449:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979196.851453:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979196.979434:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979196.979440:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979196.979442:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979196.979445:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979196.979448:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979196.979451:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979196.979454:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979196.979456:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979196.979459:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979196.979484:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979196.979489:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979196.979498:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979196.979502:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979196.979511:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979196.979516:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979196.979524:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979196.979528:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979196.979536:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979196.979541:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979196.979564:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979196.979568:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979196.979575:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979197.875420:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979197.875426:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979197.875429:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979197.875434:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979197.875438:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979197.875442:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979197.875453:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979197.875456:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979197.875458:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979198.003432:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979198.003437:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979198.003445:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979198.003448:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979198.003455:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979198.003459:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979198.003466:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979198.003469:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979198.003475:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979198.003478:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979198.003501:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979198.003505:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979198.003509:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979198.003663:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979198.003668:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979198.003669:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979198.003673:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979198.003676:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979198.003678:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979198.003744:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979198.003747:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979198.003801:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979198.899379:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979198.899388:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979198.899392:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979198.899401:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979198.899407:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979198.899411:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979198.899416:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979198.899419:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979198.899422:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979199.027429:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979199.027437:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979199.027441:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979199.027447:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979199.027452:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979199.027457:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979199.027462:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979199.027466:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979199.027472:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979199.027509:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979199.027512:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979199.027517:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979199.027521:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979199.027525:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979199.027527:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979199.027530:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979199.027532:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979199.027536:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979199.027538:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979199.027557:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979199.027562:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979199.027568:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979199.027590:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979199.027596:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979199.027599:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979199.027602:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979199.027605:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979199.027607:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979199.027609:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979199.027611:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979199.027613:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979199.923542:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979199.923546:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979199.923547:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979199.923549:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979199.923551:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979199.923553:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979199.923555:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979199.923557:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979199.923560:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979200.051414:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979200.051420:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979200.051423:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979200.051428:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979200.051433:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979200.051439:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979200.051446:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979200.051450:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979200.051456:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979200.051477:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979200.051483:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979200.051487:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979200.051491:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979200.051494:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979200.051498:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979200.051502:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979200.051505:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979200.051514:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979200.051534:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979200.051539:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979200.051543:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979200.051545:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979200.051550:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979200.051552:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979200.051560:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979200.051562:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979200.051568:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979200.051572:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979200.051595:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979200.051600:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979200.051605:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979200.947409:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979200.947416:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979200.947421:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979200.947429:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979200.947436:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979200.947441:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979200.947446:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979200.947449:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979200.947452:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979201.075638:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979201.075643:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979201.075644:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979201.075646:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979201.075649:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979201.075652:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979201.075654:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979201.075657:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979201.075661:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979201.075684:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979201.075689:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979201.075693:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979201.075697:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979201.075700:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979201.075703:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979201.075706:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979201.075708:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979201.075709:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979201.075711:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979201.075716:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979201.075717:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979201.075718:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979201.075720:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979201.075721:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979201.075722:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979201.075724:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979201.075725:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979201.075728:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979201.075729:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979201.075730:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979201.075732:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979201.075733:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979201.075734:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979201.075740:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979201.075742:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979201.075745:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979201.075746:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979201.075747:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979201.075748:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979201.075750:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979201.075751:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979201.075752:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979201.075754:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979201.075769:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979201.075772:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979201.075774:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979201.587729:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979201.587735:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979201.587739:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979201.587746:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38a80 x1870620402982144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.587760:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979201.587764:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979201.587769:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979201.587773:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979201.587778:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979201.587787:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402982144:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979201.587794:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979201.587798:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979201.587802:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979201.587805:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979201.587811:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979201.587814:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979201.587820:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979201.587825:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979201.587831:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979201.587838:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402982144, portal 25 00000100:00000001:0.0:1783979201.587842:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979201.587844:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682702976 : -110484026848640 : ffff9b83eed38a80) 00000100:00000040:0.0:1783979201.587851:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38a80 x1870620402982144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.587862:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979201.587867:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979201.587870:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979201.587876:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402982144, offset 0 00000400:00000200:0.0:1783979201.587885:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979201.587893:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979201.587900:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979201.587906:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979201.587912:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979201.587919:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979201.587924:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979201.587931:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826630:826630:256:4294967295] 192.168.201.148@tcp LPNI seq info [826601:826601:8:4294967295] 00000400:00000200:0.0:1783979201.587938:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979201.587952:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979201.587961:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979201.587965:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979201.587973:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979201.587976:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783979201.587985:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979201.587989:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979201.587996:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979201.588002:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979201.588009:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979201.588011:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979201.588018:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979201.588024:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38a80 x1870620402982144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.588036:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979201.588040:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620402982144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979226 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.588046:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979201.588049:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979201.588054:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979201.588059:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979201.588062:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311528698 00000100:00000010:0.0:1783979201.588066:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783979201.588073:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979201.588079:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311528698 00000100:00000010:0.0:1783979201.588083:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783979201.588086:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979201.588090:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979201.588094:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979201.588098:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979201.588103:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979201/real 1783979201] req@ffff9b83eed38a80 x1870620402982144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979201.588134:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979201.588138:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979201.588141:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979201.588144:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979201.588147:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979201.588152:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979201.588158:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38a80 x1870620402982144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979201.588169:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38a80 x1870620402982144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.588177:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979201.588180:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979201.588183:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979201.588186:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979201.588188:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38a80 x1870620402982144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.588193:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979201.588195:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38a80 x1870620402982144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979226 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.588200:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979201.588204:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979201.588207:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979201.588208:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979201.588212:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979201.588214:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979201.588217:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979201.588222:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979201.588225:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979201.588231:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38a80 x1870620402982144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979226 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979201.588247:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402982144:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979201.588258:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979201.588264:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979201.588271:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38a80 x1870620402982144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979226 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.588329:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979201.588334:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979201.588338:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979201.588345:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979201.588349:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979201.588353:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979201.588357:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979201.588362:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15400. 02000000:00000001:0.0:1783979201.588369:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979201.588373:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979201.588377:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38a80. 00000100:00000001:0.0:1783979201.588382:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979201.588383:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979201.588387:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979201.588396:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979201.588400:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979201.588405:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979201.588408:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979201.588411:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979201.588420:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b100 x1870620402982272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.588435:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979201.588439:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979201.588443:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979201.588446:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979201.588451:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979201.588458:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402982272:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979201.588465:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979201.588468:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979201.588472:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979201.588476:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979201.588481:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979201.588486:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979201.588495:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979201.588500:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979201.588506:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979201.588513:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402982272, portal 10 00000100:00000001:0.0:1783979201.588518:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979201.588521:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682712832 : -110484026838784 : ffff9b83eed3b100) 00000100:00000040:0.0:1783979201.588533:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b100 x1870620402982272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.588546:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979201.588551:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979201.588557:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979201.588562:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402982272, offset 0 00000400:00000200:0.0:1783979201.588570:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979201.588579:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979201.588587:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979201.588593:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979201.588598:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979201.588604:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979201.588608:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979201.588616:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826631:826631:256:4294967295] 192.168.201.148@tcp LPNI seq info [826602:826602:8:4294967295] 00000400:00000200:0.0:1783979201.588627:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979201.588641:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979201.588653:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979201.588659:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979201.588667:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979201.588671:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783979201.588683:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979201.588685:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979201.588689:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979201.588692:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979201.588695:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979201.588696:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979201.588699:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979201.588702:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b100 x1870620402982272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.588711:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979201.588714:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b100 x1870620402982272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979226 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.588721:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979201.588723:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979201.588726:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979201.588729:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979201.588732:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979201.588734:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311527440 00000100:00000001:0.0:1783979201.588737:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311528698 00000100:00000001:0.0:1783979201.588739:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311527440 00000100:00000001:0.0:1783979201.588741:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311528698 00000100:00000001:0.0:1783979201.588743:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979201.588745:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979201.588748:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979201.588751:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979201/real 1783979201] req@ffff9b83eed3b100 x1870620402982272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979201.588760:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979201.588762:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979201.588763:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979201.588766:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979201.588767:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979201.588769:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979201.588773:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b100 x1870620402982272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979201.588781:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b100 x1870620402982272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.588788:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979201.588790:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979201.588791:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979201.588793:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979201.588797:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b100 x1870620402982272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.588804:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979201.588808:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b100 x1870620402982272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979226 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.588815:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979201.588818:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979201.588819:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979201.588821:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979201.588822:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979201.588831:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979201.588834:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979201.588837:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979201.588840:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979201.588844:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b100 x1870620402982272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979226 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979201.588852:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402982272:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979201.588855:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979201.588859:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620402982400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.588871:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979201.588872:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979201.588875:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979201.588877:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979201.588878:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979201.588881:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402982400:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979201.588884:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979201.588885:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979201.588887:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979201.588888:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979201.588891:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979201.588893:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979201.588896:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979201.588898:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979201.588901:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979201.588904:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402982400, portal 10 00000100:00000001:0.0:1783979201.588905:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979201.588906:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783979201.588913:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620402982400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.588919:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979201.588921:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979201.588923:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979201.588925:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402982400, offset 0 00000400:00000200:0.0:1783979201.588929:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979201.588932:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979201.588935:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979201.588938:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979201.588940:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979201.588942:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979201.588945:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979201.588948:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826632:826632:256:4294967295] 192.168.201.148@tcp LPNI seq info [826603:826603:8:4294967295] 00000400:00000200:0.0:1783979201.588952:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979201.588958:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979201.588962:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979201.588965:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979201.588968:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979201.588970:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783979201.588980:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979201.588982:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979201.588984:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979201.588987:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979201.588990:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979201.588991:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979201.588993:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979201.588996:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620402982400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.589004:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979201.589006:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620402982400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979226 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.589012:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979201.589014:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979201.589016:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979201.589019:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979201.589022:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979201.589023:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311527435 00000100:00000001:0.0:1783979201.589026:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311528698 00000100:00000001:0.0:1783979201.589027:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311527435 00000100:00000001:0.0:1783979201.589029:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311528698 00000100:00000001:0.0:1783979201.589031:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979201.589033:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979201.589035:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979201.589038:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979201/real 1783979201] req@ffff9b83eed39f80 x1870620402982400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979201.589045:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979201.589046:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979201.589047:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979201.589049:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979201.589050:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979201.589052:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979201.589055:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620402982400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979201.589062:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620402982400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.589068:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979201.589069:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979201.589071:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979201.589072:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979201.589075:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620402982400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.589082:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979201.589085:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620402982400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979226 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.589092:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979201.589094:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979201.589095:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979201.589096:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979201.589098:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979201.589102:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979201.589105:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979201.589108:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979201.589110:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979201.589114:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620402982400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979226 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979201.589121:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402982400:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979201.589124:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979201.589128:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38380 x1870620402982528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.589134:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979201.589136:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979201.589138:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979201.589140:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979201.589142:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979201.589144:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402982528:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979201.589147:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979201.589149:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979201.589150:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979201.589152:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979201.589156:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979201.589159:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979201.589164:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979201.589166:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979201.589170:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979201.589172:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402982528, portal 4 00000100:00000001:0.0:1783979201.589174:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979201.589175:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682701184 : -110484026850432 : ffff9b83eed38380) 00000100:00000040:0.0:1783979201.589181:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38380 x1870620402982528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.589188:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979201.589191:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979201.589193:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979201.589195:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402982528, offset 0 00000400:00000200:0.0:1783979201.589202:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979201.589207:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979201.589211:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979201.589213:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979201.589215:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979201.589218:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979201.589220:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979201.589226:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826633:826633:256:4294967295] 192.168.201.148@tcp LPNI seq info [826604:826604:8:4294967295] 00000400:00000200:0.0:1783979201.589230:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979201.589235:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979201.589239:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979201.589243:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979201.589246:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979201.589249:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783979201.589259:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979201.589261:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979201.589264:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979201.589267:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979201.589270:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979201.589271:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979201.589274:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979201.589277:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38380 x1870620402982528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.589327:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979201.589331:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620402982528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979226 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.589337:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979201.589338:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979201.589342:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979201.589346:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979201.589349:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979201.589352:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311527463 00000100:00000001:0.0:1783979201.589355:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311528698 00000100:00000001:0.0:1783979201.589357:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311527463 00000100:00000001:0.0:1783979201.589359:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311528698 00000100:00000001:0.0:1783979201.589361:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979201.589363:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979201.589365:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979201.589369:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979201/real 1783979201] req@ffff9b83eed38380 x1870620402982528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979201.589378:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979201.589379:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979201.589381:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979201.589384:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979201.589386:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979201.589388:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979201.589391:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38380 x1870620402982528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979201.589398:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38380 x1870620402982528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.589405:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979201.589406:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979201.589408:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979201.589409:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979201.589412:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38380 x1870620402982528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.589417:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979201.589420:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38380 x1870620402982528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979226 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.589426:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979201.589428:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979201.589430:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979201.589431:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979201.589433:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979201.589436:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979201.589438:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979201.589441:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979201.589443:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979201.589446:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38380 x1870620402982528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979226 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979201.589454:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402982528:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979201.589457:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979201.589458:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979201.589460:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b100 x1870620402982272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979226 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.589464:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979201.589465:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979201.589466:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979201.589469:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979201.589470:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979201.589471:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979201.589472:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979201.589473:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15c00. 02000000:00000001:0.0:1783979201.589475:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979201.589476:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979201.589476:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b100. 00000100:00000001:0.0:1783979201.589478:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979201.589479:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979201.589481:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979201.589482:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620402982400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979226 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.589486:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979201.589487:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979201.589488:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979201.589489:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979201.589490:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979201.589490:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979201.589491:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979201.589492:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16400. 02000000:00000001:0.0:1783979201.589493:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979201.589494:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979201.589494:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783979201.589496:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979201.589496:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979201.589497:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979201.589498:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38380 x1870620402982528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979226 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.589502:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979201.589502:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979201.589503:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979201.589504:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979201.589505:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979201.589505:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979201.589506:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979201.589507:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16800. 02000000:00000001:0.0:1783979201.589508:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979201.589508:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979201.589509:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38380. 00000100:00000001:0.0:1783979201.589510:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979201.589511:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979201.589512:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979201.589515:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979201.589516:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979201.589517:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979201.589518:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979201.589519:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979201.589521:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620402982656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.589525:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979201.589526:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979201.589528:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979201.589529:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979201.589530:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979201.589532:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402982656:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979201.589533:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979201.589534:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979201.589536:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979201.589537:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979201.589539:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979201.589540:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979201.589542:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979201.589544:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979201.589546:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979201.589548:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402982656, portal 4 00000100:00000001:0.0:1783979201.589549:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979201.589550:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783979201.589554:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620402982656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.589557:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979201.589559:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979201.589560:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979201.589561:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402982656, offset 0 00000400:00000200:0.0:1783979201.589563:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979201.589566:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979201.589568:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979201.589569:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979201.589571:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979201.589573:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979201.589574:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979201.589576:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826634:826634:256:4294967295] 192.168.201.148@tcp LPNI seq info [826605:826605:8:4294967295] 00000400:00000200:0.0:1783979201.589579:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979201.589582:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979201.589585:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979201.589586:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979201.589589:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979201.589590:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1783979201.589597:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979201.589598:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979201.589599:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979201.589601:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979201.589603:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979201.589604:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979201.589606:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979201.589608:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3a300 x1870620402982656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.589612:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979201.589614:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620402982656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979226 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.589617:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979201.589618:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979201.589619:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979201.589621:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979201.589623:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979201.589624:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311527453 00000100:00000001:0.0:1783979201.589625:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311528698 00000100:00000001:0.0:1783979201.589627:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311527453 00000100:00000001:0.0:1783979201.589629:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311528698 00000100:00000001:0.0:1783979201.589630:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979201.589632:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979201.589633:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979201.589635:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979201/real 1783979201] req@ffff9b83eed3a300 x1870620402982656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979201.589639:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979201.589639:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979201.589640:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979201.589641:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979201.589642:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979201.589643:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979201.589645:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620402982656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979201.589649:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620402982656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.589653:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979201.589654:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979201.589655:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979201.589655:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979201.589657:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620402982656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.589661:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979201.589662:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620402982656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979226 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.589666:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979201.589667:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979201.589668:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979201.589669:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979201.589670:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979201.589673:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979201.589674:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979201.589676:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979201.589677:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979201.589679:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620402982656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979226 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979201.589683:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402982656:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979201.589685:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979201.589686:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979201.589688:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620402982656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979226 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979201.589692:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979201.589693:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979201.589695:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979201.589697:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979201.589698:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979201.589699:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979201.589701:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979201.589702:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14000. 02000000:00000001:0.0:1783979201.589704:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979201.589705:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979201.589706:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783979201.589708:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979201.589709:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979201.589711:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979201.589714:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979201.589715:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979201.589716:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979201.589718:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979201.971471:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979201.971480:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979201.971482:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979201.971487:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979201.971491:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979201.971494:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979201.971496:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979201.971499:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979201.971512:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979202.099477:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979202.099480:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979202.099483:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979202.099486:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979202.099489:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979202.099492:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979202.102391:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979202.102394:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979202.102397:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979202.102418:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979202.102420:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979202.102424:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979202.102425:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979202.102428:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979202.102431:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979202.102434:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979202.102437:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979202.102441:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979202.102443:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979202.102461:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979202.102464:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979202.102466:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979202.995417:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979202.995425:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979202.995427:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979202.995432:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979202.995436:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979202.995439:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979202.995441:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979202.995443:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979202.995446:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979203.123407:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979203.123414:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979203.123416:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979203.123422:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979203.123426:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979203.123430:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979203.123432:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979203.123435:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979203.123439:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979203.123463:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979203.123468:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979203.123476:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979203.123480:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979203.123486:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979203.123491:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979203.123497:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979203.123501:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979203.123508:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979203.123511:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979203.123534:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979203.123538:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979203.123545:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979204.019440:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979204.019446:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979204.019450:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979204.019457:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979204.019463:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979204.019468:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979204.019479:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979204.019482:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979204.019485:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979204.147397:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979204.147404:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979204.147408:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979204.147413:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979204.147420:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979204.147425:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979204.147431:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979204.147436:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979204.147442:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979204.147469:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979204.147474:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979204.147483:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979204.147487:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979204.147496:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979204.147500:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979204.147505:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979204.147507:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979204.147511:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979204.147513:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979204.147547:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979204.147551:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979204.147554:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979205.043682:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979205.043690:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979205.043691:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979205.043695:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979205.043698:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979205.043701:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979205.043703:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979205.043705:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979205.043707:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979205.171415:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979205.171421:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979205.171424:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979205.171430:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979205.171435:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979205.171440:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979205.171452:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979205.171455:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979205.171459:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979205.171480:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979205.171485:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979205.171491:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979205.171494:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979205.171500:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979205.171504:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979205.171512:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979205.171515:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979205.171522:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979205.171525:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979206.067402:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979206.067410:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979206.067414:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979206.067420:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979206.067427:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979206.067430:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979206.067442:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979206.067445:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979206.067448:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979206.199338:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979206.199343:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979206.199345:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979206.199350:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979206.199353:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979206.199358:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979206.199363:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979206.199366:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979206.199371:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979206.199394:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979206.199399:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979206.199401:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979206.199405:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979206.199408:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979206.199410:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979206.199412:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979206.199414:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979206.199418:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979206.199420:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979206.199423:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979206.199424:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979206.199427:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979206.199428:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979206.199431:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979206.199433:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979206.707645:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979206.707651:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979206.707655:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979206.707663:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b480 x1870620402982784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.707682:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979206.707685:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979206.707691:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979206.707693:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979206.707697:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979206.707702:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402982784:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979206.707709:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979206.707715:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979206.707719:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979206.707724:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979206.707730:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979206.707734:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979206.707741:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979206.707746:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979206.707753:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979206.707760:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402982784, portal 25 00000100:00000001:0.0:1783979206.707764:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979206.707766:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682713728 : -110484026837888 : ffff9b83eed3b480) 00000100:00000040:0.0:1783979206.707773:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b480 x1870620402982784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.707792:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979206.707798:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979206.707801:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979206.707806:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402982784, offset 0 00000400:00000200:0.0:1783979206.707813:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979206.707823:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979206.707831:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979206.707839:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979206.707844:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979206.707847:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979206.707849:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979206.707851:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826635:826635:256:4294967295] 192.168.201.148@tcp LPNI seq info [826606:826606:8:4294967295] 00000400:00000200:0.0:1783979206.707855:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979206.707869:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979206.707879:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979206.707885:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979206.707895:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979206.707911:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783979206.707947:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979206.707951:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979206.707958:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979206.707965:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979206.707971:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979206.707975:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979206.707983:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979206.707989:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b480 x1870620402982784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.708007:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979206.708015:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620402982784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979231 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.708040:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979206.708044:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979206.708049:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979206.708057:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979206.708061:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311533818 00000100:00000010:0.0:1783979206.708068:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783979206.708076:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979206.708083:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311533818 00000100:00000010:0.0:1783979206.708088:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783979206.708094:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979206.708098:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979206.708102:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979206.708106:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979206.708113:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979206/real 1783979206] req@ffff9b83eed3b480 x1870620402982784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979206.708134:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979206.708138:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979206.708142:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979206.708145:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979206.708148:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979206.708153:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979206.708159:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b480 x1870620402982784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979206.708173:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b480 x1870620402982784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.708191:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979206.708204:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979206.708209:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979206.708213:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979206.708223:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b480 x1870620402982784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.708252:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979206.708262:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b480 x1870620402982784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979231 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.708281:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979206.708287:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979206.708313:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979206.708315:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979206.708317:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979206.708322:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979206.708332:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979206.708340:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979206.708346:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979206.708354:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b480 x1870620402982784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979231 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979206.708376:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402982784:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979206.708385:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979206.708390:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979206.708395:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b480 x1870620402982784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979231 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.708407:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979206.708411:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979206.708414:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979206.708420:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979206.708422:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979206.708424:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979206.708436:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979206.708441:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec17400. 02000000:00000001:0.0:1783979206.708447:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979206.708451:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979206.708454:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b480. 00000100:00000001:0.0:1783979206.708460:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979206.708463:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979206.708475:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979206.708485:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979206.708489:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979206.708493:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979206.708497:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979206.708498:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979206.708504:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39180 x1870620402982912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.708520:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979206.708521:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979206.708523:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979206.708524:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979206.708527:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979206.708530:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402982912:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979206.708533:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979206.708535:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979206.708537:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979206.708539:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979206.708542:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979206.708544:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979206.708547:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979206.708550:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979206.708554:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979206.708557:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402982912, portal 10 00000100:00000001:0.0:1783979206.708559:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979206.708561:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682704768 : -110484026846848 : ffff9b83eed39180) 00000100:00000040:0.0:1783979206.708567:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39180 x1870620402982912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.708572:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979206.708573:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979206.708575:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979206.708577:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402982912, offset 0 00000400:00000200:0.0:1783979206.708579:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979206.708583:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979206.708585:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979206.708588:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979206.708589:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979206.708591:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979206.708592:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979206.708595:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826636:826636:256:4294967295] 192.168.201.148@tcp LPNI seq info [826607:826607:8:4294967295] 00000400:00000200:0.0:1783979206.708597:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979206.708602:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979206.708605:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979206.708607:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979206.708610:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979206.708612:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783979206.708619:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979206.708620:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979206.708622:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979206.708624:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979206.708626:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979206.708627:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979206.708629:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979206.708631:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39180 x1870620402982912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.708636:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979206.708638:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39180 x1870620402982912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979231 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.708642:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979206.708643:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979206.708645:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979206.708648:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979206.708650:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979206.708651:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311532560 00000100:00000001:0.0:1783979206.708653:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311533818 00000100:00000001:0.0:1783979206.708654:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311532560 00000100:00000001:0.0:1783979206.708656:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311533818 00000100:00000001:0.0:1783979206.708657:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979206.708659:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979206.708660:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979206.708663:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979206/real 1783979206] req@ffff9b83eed39180 x1870620402982912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979206.708668:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979206.708668:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979206.708669:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979206.708671:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979206.708672:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979206.708673:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979206.708674:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39180 x1870620402982912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979206.708680:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39180 x1870620402982912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.708683:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979206.708684:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979206.708685:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979206.708686:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979206.708687:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39180 x1870620402982912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.708691:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979206.708693:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39180 x1870620402982912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979231 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.708696:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979206.708698:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979206.708699:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979206.708700:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979206.708701:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979206.708707:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979206.708709:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979206.708712:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979206.708713:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979206.708716:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39180 x1870620402982912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979231 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979206.708720:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402982912:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979206.708722:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979206.708724:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620402983040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.708727:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979206.708728:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979206.708729:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979206.708730:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979206.708731:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979206.708733:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402983040:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979206.708735:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979206.708736:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979206.708737:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979206.708738:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979206.708740:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979206.708742:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979206.708743:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979206.708745:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979206.708747:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979206.708749:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402983040, portal 10 00000100:00000001:0.0:1783979206.708750:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979206.708751:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783979206.708755:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620402983040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.708759:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979206.708761:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979206.708762:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979206.708764:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402983040, offset 0 00000400:00000200:0.0:1783979206.708766:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979206.708768:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979206.708770:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979206.708772:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979206.708774:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979206.708775:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979206.708777:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979206.708779:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826637:826637:256:4294967295] 192.168.201.148@tcp LPNI seq info [826608:826608:8:4294967295] 00000400:00000200:0.0:1783979206.708782:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979206.708785:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979206.708787:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979206.708789:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979206.708791:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979206.708792:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783979206.708799:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979206.708800:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979206.708802:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979206.708804:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979206.708805:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979206.708806:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979206.708807:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979206.708809:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3a300 x1870620402983040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.708813:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979206.708815:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620402983040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979231 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.708819:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979206.708820:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979206.708822:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979206.708823:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979206.708825:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979206.708827:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311532555 00000100:00000001:0.0:1783979206.708829:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311533818 00000100:00000001:0.0:1783979206.708830:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311532555 00000100:00000001:0.0:1783979206.708831:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311533818 00000100:00000001:0.0:1783979206.708832:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979206.708833:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979206.708834:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979206.708836:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979206/real 1783979206] req@ffff9b83eed3a300 x1870620402983040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979206.708839:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979206.708840:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979206.708841:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979206.708842:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979206.708843:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979206.708844:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979206.708846:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620402983040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979206.708851:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620402983040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.708854:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979206.708855:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979206.708856:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979206.708856:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979206.708858:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620402983040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.708861:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979206.708864:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620402983040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979231 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.708868:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979206.708870:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979206.708871:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979206.708872:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979206.708872:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979206.708876:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979206.708877:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979206.708878:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979206.708879:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979206.708881:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620402983040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979231 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979206.708886:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402983040:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979206.708889:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979206.708891:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38380 x1870620402983168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.708895:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979206.708895:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979206.708897:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979206.708899:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979206.708900:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979206.708903:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402983168:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979206.708906:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979206.708907:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979206.708909:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979206.708911:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979206.708913:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979206.708916:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979206.708919:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979206.708922:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979206.708925:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979206.708928:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402983168, portal 4 00000100:00000001:0.0:1783979206.708930:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979206.708932:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682701184 : -110484026850432 : ffff9b83eed38380) 00000100:00000040:0.0:1783979206.708938:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38380 x1870620402983168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.708944:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979206.708946:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979206.708948:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979206.708949:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402983168, offset 0 00000400:00000200:0.0:1783979206.708952:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979206.708955:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979206.708957:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979206.708959:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979206.708960:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979206.708962:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979206.708964:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979206.708966:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826638:826638:256:4294967295] 192.168.201.148@tcp LPNI seq info [826609:826609:8:4294967295] 00000400:00000200:0.0:1783979206.708968:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979206.708972:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979206.708975:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979206.708977:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979206.708979:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979206.708981:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783979206.708991:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979206.708993:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979206.708996:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979206.708999:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979206.709002:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979206.709004:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979206.709006:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979206.709010:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38380 x1870620402983168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.709018:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979206.709021:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620402983168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979231 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.709028:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979206.709029:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979206.709031:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979206.709033:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979206.709036:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979206.709037:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311532582 00000100:00000001:0.0:1783979206.709039:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311533818 00000100:00000001:0.0:1783979206.709041:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311532582 00000100:00000001:0.0:1783979206.709043:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311533818 00000100:00000001:0.0:1783979206.709045:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979206.709046:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979206.709047:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979206.709050:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979206/real 1783979206] req@ffff9b83eed38380 x1870620402983168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979206.709054:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979206.709055:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979206.709056:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979206.709058:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979206.709059:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979206.709060:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979206.709062:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38380 x1870620402983168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979206.709067:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38380 x1870620402983168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.709071:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979206.709073:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979206.709074:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979206.709075:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979206.709077:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38380 x1870620402983168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.709080:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979206.709082:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38380 x1870620402983168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979231 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.709085:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979206.709087:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979206.709087:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979206.709088:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979206.709089:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979206.709091:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979206.709093:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979206.709094:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979206.709095:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979206.709097:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38380 x1870620402983168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979231 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979206.709102:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402983168:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979206.709104:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979206.709105:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620402983296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.709109:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979206.709109:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979206.709111:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979206.709112:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979206.709114:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979206.709115:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402983296:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979206.709117:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979206.709118:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979206.709119:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979206.709120:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979206.709122:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979206.709124:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979206.709126:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979206.709127:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979206.709129:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979206.709131:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402983296, portal 4 00000100:00000001:0.0:1783979206.709132:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979206.709133:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783979206.709137:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620402983296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.709141:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979206.709143:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979206.709144:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979206.709145:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402983296, offset 0 00000400:00000200:0.0:1783979206.709148:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979206.709150:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979206.709152:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979206.709154:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979206.709155:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979206.709157:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979206.709158:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979206.709160:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826639:826639:256:4294967295] 192.168.201.148@tcp LPNI seq info [826610:826610:8:4294967295] 00000400:00000200:0.0:1783979206.709162:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979206.709166:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979206.709169:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979206.709171:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979206.709173:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979206.709175:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783979206.709185:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979206.709187:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979206.709189:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979206.709193:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979206.709206:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979206.709208:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979206.709211:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979206.709215:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620402983296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.709222:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979206.709225:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620402983296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979231 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.709231:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979206.709233:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979206.709236:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979206.709239:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979206.709241:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979206.709243:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311532572 00000100:00000001:0.0:1783979206.709246:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311533818 00000100:00000001:0.0:1783979206.709248:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311532572 00000100:00000001:0.0:1783979206.709250:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311533818 00000100:00000001:0.0:1783979206.709252:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979206.709254:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979206.709256:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979206.709260:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979206/real 1783979206] req@ffff9b83eed39f80 x1870620402983296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979206.709268:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979206.709269:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979206.709271:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979206.709273:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979206.709275:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979206.709277:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979206.709279:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620402983296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979206.709288:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620402983296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.709312:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979206.709314:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979206.709315:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979206.709317:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979206.709321:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620402983296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.709327:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979206.709331:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620402983296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979231 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.709338:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979206.709340:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979206.709341:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979206.709343:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979206.709344:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979206.709348:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979206.709350:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979206.709354:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979206.709356:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979206.709360:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620402983296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979231 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979206.709368:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402983296:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979206.709372:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979206.709374:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979206.709377:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39180 x1870620402982912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979231 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.709382:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979206.709383:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979206.709385:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979206.709387:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979206.709388:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979206.709389:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979206.709390:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979206.709392:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14c00. 02000000:00000001:0.0:1783979206.709394:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979206.709395:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979206.709396:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39180. 00000100:00000001:0.0:1783979206.709397:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979206.709398:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979206.709399:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979206.709401:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620402983040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979231 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.709405:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979206.709405:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979206.709406:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979206.709408:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979206.709409:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979206.709409:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979206.709411:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979206.709412:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16c00. 02000000:00000001:0.0:1783979206.709413:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979206.709414:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979206.709415:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783979206.709417:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979206.709417:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979206.709418:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979206.709420:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38380 x1870620402983168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979231 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.709424:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979206.709424:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979206.709425:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979206.709427:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979206.709428:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979206.709429:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979206.709430:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979206.709432:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15800. 02000000:00000001:0.0:1783979206.709434:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979206.709434:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979206.709435:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38380. 00000100:00000001:0.0:1783979206.709437:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979206.709438:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979206.709440:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979206.709443:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620402983296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979231 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979206.709449:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979206.709450:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979206.709452:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979206.709454:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979206.709455:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979206.709456:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979206.709458:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979206.709460:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14000. 02000000:00000001:0.0:1783979206.709462:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979206.709463:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979206.709464:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783979206.709467:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979206.709468:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979206.709470:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979206.709473:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979206.709475:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979206.709477:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979206.709478:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979207.091699:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979207.091703:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979207.091705:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979207.091707:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979207.091710:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979207.091711:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979207.091713:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979207.091715:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979207.091717:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979207.220268:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979207.220272:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979207.220273:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979207.220276:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979207.220278:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979207.220281:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979207.220283:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979207.220284:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979207.220286:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979207.220316:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979207.220319:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979207.220324:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979207.220325:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979207.220329:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979207.220330:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979207.220334:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979207.220335:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979207.220339:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979207.220341:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979208.115399:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979208.115408:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979208.115412:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979208.115419:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979208.115427:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979208.115431:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979208.115443:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979208.115447:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979208.115451:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979208.243413:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979208.243424:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979208.243428:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979208.243437:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979208.243447:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979208.243450:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979208.243456:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979208.243460:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979208.243466:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979208.243493:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979208.243497:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979208.243503:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979208.243504:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979208.243508:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979208.243509:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979208.243513:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979208.243515:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979208.243519:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979208.243521:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979208.243546:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979208.243549:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979208.243550:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979208.243552:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979208.243556:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979208.243558:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979208.243560:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979208.243562:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979208.243564:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979208.243586:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979208.243591:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979208.243595:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979208.243599:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979208.243603:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979208.243606:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979208.243612:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979208.243615:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979208.243620:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979208.243642:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979208.243646:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979208.243647:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979208.243650:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979208.243652:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979208.243654:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979208.243656:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979208.243657:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979208.243659:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979209.139475:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979209.139483:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979209.139486:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979209.139495:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979209.139501:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979209.139507:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979209.139519:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979209.139522:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979209.139526:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979209.267403:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979209.267408:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979209.267411:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979209.267416:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979209.267423:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979209.267430:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979209.267444:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979209.267447:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979209.267451:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979209.267468:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979209.267471:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979209.267475:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979209.267477:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979209.267483:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979209.267488:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979209.267493:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979209.267498:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979209.267504:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979209.267530:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979209.267533:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979209.267540:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979209.267542:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979209.267547:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979209.267549:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979209.267553:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979209.267555:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979209.267558:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979209.267559:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979210.163396:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979210.163409:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979210.163412:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979210.163416:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979210.163420:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979210.163426:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979210.163440:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979210.163444:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979210.163447:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979210.291397:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979210.291404:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979210.291407:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979210.291414:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979210.291421:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979210.291428:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979210.291433:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979210.291442:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979210.291447:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979210.291473:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979210.291477:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979210.291484:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979210.291488:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979210.291496:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979210.291500:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979210.291507:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979210.291511:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979210.291517:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979210.291522:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979210.291546:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979210.291550:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979210.291555:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979211.187374:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979211.187380:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979211.187382:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979211.187386:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979211.187390:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979211.187394:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979211.187398:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979211.187401:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979211.187404:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979211.315429:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979211.315437:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979211.315446:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979211.315452:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979211.315456:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979211.315462:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979211.315470:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979211.315474:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979211.315703:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979211.315706:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979211.315710:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979211.315712:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979211.315714:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979211.315715:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979211.315717:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979211.315718:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979211.315720:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979211.315722:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979211.315725:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979211.315726:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979211.315727:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979211.315729:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979211.315730:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979211.315736:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979211.315738:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979211.315740:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979211.315743:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979211.315745:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979211.315746:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979211.315747:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979211.315749:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979211.315750:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979211.315751:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979211.315753:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979211.315769:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979211.315772:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979211.315774:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979211.827616:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979211.827620:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979211.827623:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979211.827632:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b100 x1870620402983424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.827643:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979211.827646:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979211.827651:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979211.827655:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979211.827659:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979211.827666:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402983424:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979211.827671:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979211.827675:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979211.827679:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979211.827683:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979211.827695:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979211.827699:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979211.827708:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979211.827712:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979211.827720:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979211.827726:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402983424, portal 25 00000100:00000001:0.0:1783979211.827730:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979211.827732:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682712832 : -110484026838784 : ffff9b83eed3b100) 00000100:00000040:0.0:1783979211.827740:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b100 x1870620402983424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.827752:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979211.827756:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979211.827760:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979211.827765:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402983424, offset 0 00000400:00000200:0.0:1783979211.827772:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979211.827780:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979211.827786:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979211.827792:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979211.827798:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979211.827805:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979211.827810:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979211.827819:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826640:826640:256:4294967295] 192.168.201.148@tcp LPNI seq info [826611:826611:8:4294967295] 00000400:00000200:0.0:1783979211.827830:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979211.827848:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979211.827861:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979211.827869:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979211.827881:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979211.827889:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979211.827913:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979211.827916:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979211.827925:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979211.827934:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979211.827942:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979211.827954:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979211.827966:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979211.827973:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b100 x1870620402983424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.827992:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979211.828000:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b100 x1870620402983424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979236 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.828018:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979211.828021:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979211.828027:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979211.828035:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979211.828041:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311538938 00000100:00000010:0.0:1783979211.828050:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783979211.828058:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979211.828067:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311538938 00000100:00000010:0.0:1783979211.828074:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783979211.828080:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979211.828087:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979211.828092:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979211.828097:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979211.828119:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979211/real 1783979211] req@ffff9b83eed3b100 x1870620402983424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979211.828139:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979211.828142:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979211.828153:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979211.828159:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979211.828163:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979211.828170:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979211.828177:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b100 x1870620402983424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979211.828196:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b100 x1870620402983424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.828213:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979211.828215:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979211.828217:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979211.828219:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979211.828223:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b100 x1870620402983424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.828231:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979211.828235:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b100 x1870620402983424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979236 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.828242:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979211.828244:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979211.828246:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979211.828247:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979211.828249:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979211.828251:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979211.828254:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979211.828258:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979211.828260:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979211.828264:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b100 x1870620402983424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979236 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979211.828286:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402983424:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979211.828317:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979211.828321:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979211.828325:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b100 x1870620402983424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979236 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.828346:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979211.828351:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979211.828357:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979211.828363:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979211.828366:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979211.828370:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979211.828375:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979211.828379:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16400. 02000000:00000001:0.0:1783979211.828391:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979211.828395:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979211.828400:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b100. 00000100:00000001:0.0:1783979211.828406:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979211.828410:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979211.828417:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979211.828426:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979211.828429:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979211.828434:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979211.828438:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979211.828442:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979211.828451:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38a80 x1870620402983552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.828474:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979211.828478:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979211.828481:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979211.828487:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979211.828492:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979211.828501:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402983552:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979211.828509:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979211.828514:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979211.828517:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979211.828522:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979211.828529:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979211.828537:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979211.828546:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979211.828557:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979211.828562:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979211.828567:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402983552, portal 10 00000100:00000001:0.0:1783979211.828573:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979211.828576:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682702976 : -110484026848640 : ffff9b83eed38a80) 00000100:00000040:0.0:1783979211.828588:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38a80 x1870620402983552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.828596:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979211.828598:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979211.828602:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979211.828604:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402983552, offset 0 00000400:00000200:0.0:1783979211.828609:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979211.828613:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979211.828617:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979211.828620:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979211.828623:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979211.828625:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979211.828627:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979211.828630:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826641:826641:256:4294967295] 192.168.201.148@tcp LPNI seq info [826612:826612:8:4294967295] 00000400:00000200:0.0:1783979211.828634:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979211.828640:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979211.828644:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979211.828647:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979211.828652:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979211.828654:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979211.828665:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979211.828667:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979211.828670:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979211.828673:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979211.828676:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979211.828678:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979211.828681:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979211.828684:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38a80 x1870620402983552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.828692:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979211.828695:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620402983552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979236 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.828702:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979211.828703:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979211.828706:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979211.828710:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979211.828713:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979211.828716:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311537680 00000100:00000001:0.0:1783979211.828718:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311538938 00000100:00000001:0.0:1783979211.828720:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311537680 00000100:00000001:0.0:1783979211.828722:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311538938 00000100:00000001:0.0:1783979211.828724:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979211.828726:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979211.828727:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979211.828730:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979211/real 1783979211] req@ffff9b83eed38a80 x1870620402983552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979211.828738:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979211.828739:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979211.828740:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979211.828743:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979211.828745:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979211.828746:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979211.828749:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38a80 x1870620402983552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979211.828757:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38a80 x1870620402983552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.828762:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979211.828764:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979211.828766:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979211.828767:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979211.828771:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38a80 x1870620402983552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.828776:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979211.828780:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38a80 x1870620402983552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979236 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.828787:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979211.828789:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979211.828791:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979211.828793:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979211.828795:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979211.828802:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979211.828805:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979211.828809:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979211.828811:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979211.828815:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38a80 x1870620402983552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979236 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979211.828823:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402983552:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979211.828827:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979211.828830:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620402983680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.828836:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979211.828837:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979211.828839:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979211.828841:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979211.828844:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979211.828846:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402983680:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979211.828850:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979211.828852:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979211.828853:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979211.828855:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979211.828858:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979211.828859:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979211.828863:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979211.828865:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979211.828869:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979211.828871:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402983680, portal 10 00000100:00000001:0.0:1783979211.828873:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979211.828875:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783979211.828880:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620402983680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.828887:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979211.828890:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979211.828892:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979211.828895:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402983680, offset 0 00000400:00000200:0.0:1783979211.828899:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979211.828903:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979211.828907:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979211.828910:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979211.828913:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979211.828916:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979211.828918:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979211.828921:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826642:826642:256:4294967295] 192.168.201.148@tcp LPNI seq info [826613:826613:8:4294967295] 00000400:00000200:0.0:1783979211.828926:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979211.828932:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979211.828938:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979211.828941:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979211.828944:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979211.828947:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979211.828957:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979211.828958:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979211.828961:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979211.828964:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979211.828967:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979211.828969:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979211.828972:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979211.828975:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620402983680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.828983:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979211.828986:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620402983680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979236 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.828992:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979211.828994:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979211.828996:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979211.828999:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979211.829002:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979211.829004:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311537675 00000100:00000001:0.0:1783979211.829007:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311538938 00000100:00000001:0.0:1783979211.829009:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311537675 00000100:00000001:0.0:1783979211.829011:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311538938 00000100:00000001:0.0:1783979211.829014:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979211.829016:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979211.829017:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979211.829021:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979211/real 1783979211] req@ffff9b83eed39f80 x1870620402983680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979211.829028:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979211.829030:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979211.829031:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979211.829034:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979211.829035:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979211.829037:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979211.829040:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620402983680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979211.829047:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620402983680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.829054:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979211.829056:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979211.829058:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979211.829059:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979211.829062:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620402983680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.829068:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979211.829072:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620402983680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979236 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.829078:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979211.829081:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979211.829083:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979211.829084:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979211.829086:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979211.829090:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979211.829093:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979211.829096:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979211.829098:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979211.829102:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620402983680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979236 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979211.829124:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402983680:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979211.829128:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979211.829131:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38380 x1870620402983808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.829138:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979211.829140:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979211.829143:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979211.829144:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979211.829146:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979211.829149:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402983808:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979211.829152:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979211.829154:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979211.829156:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979211.829158:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979211.829161:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979211.829163:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979211.829167:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979211.829169:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979211.829172:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979211.829175:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402983808, portal 4 00000100:00000001:0.0:1783979211.829177:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979211.829178:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682701184 : -110484026850432 : ffff9b83eed38380) 00000100:00000040:0.0:1783979211.829184:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38380 x1870620402983808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.829190:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979211.829192:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979211.829194:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979211.829197:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402983808, offset 0 00000400:00000200:0.0:1783979211.829200:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979211.829204:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979211.829207:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979211.829210:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979211.829212:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979211.829214:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979211.829216:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979211.829219:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826643:826643:256:4294967295] 192.168.201.148@tcp LPNI seq info [826614:826614:8:4294967295] 00000400:00000200:0.0:1783979211.829223:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979211.829229:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979211.829234:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979211.829238:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979211.829241:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979211.829244:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979211.829254:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979211.829256:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979211.829259:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979211.829262:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979211.829265:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979211.829267:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979211.829269:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979211.829273:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38380 x1870620402983808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.829281:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979211.829284:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620402983808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979236 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.829290:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979211.829291:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979211.829315:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979211.829318:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979211.829322:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979211.829324:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311537703 00000100:00000001:0.0:1783979211.829327:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311538938 00000100:00000001:0.0:1783979211.829330:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311537703 00000100:00000001:0.0:1783979211.829332:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311538938 00000100:00000001:0.0:1783979211.829334:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979211.829336:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979211.829338:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979211.829343:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979211/real 1783979211] req@ffff9b83eed38380 x1870620402983808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979211.829351:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979211.829353:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979211.829354:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979211.829358:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979211.829360:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979211.829362:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979211.829365:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38380 x1870620402983808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979211.829373:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38380 x1870620402983808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.829380:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979211.829381:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979211.829383:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979211.829384:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979211.829388:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38380 x1870620402983808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.829395:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979211.829399:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38380 x1870620402983808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979236 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.829406:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979211.829408:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979211.829410:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979211.829411:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979211.829414:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979211.829417:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979211.829420:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979211.829423:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979211.829425:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979211.829430:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38380 x1870620402983808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979236 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979211.829437:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402983808:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979211.829441:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979211.829443:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979211.829446:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38a80 x1870620402983552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979236 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.829453:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979211.829455:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979211.829457:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979211.829460:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979211.829461:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979211.829462:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979211.829464:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979211.829466:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15c00. 02000000:00000001:0.0:1783979211.829469:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979211.829470:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979211.829471:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38a80. 00000100:00000001:0.0:1783979211.829473:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979211.829475:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979211.829477:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979211.829480:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620402983680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979236 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.829486:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979211.829487:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979211.829488:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979211.829491:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979211.829493:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979211.829494:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979211.829496:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979211.829497:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15400. 02000000:00000001:0.0:1783979211.829499:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979211.829501:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979211.829502:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783979211.829504:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979211.829506:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979211.829507:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979211.829510:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38380 x1870620402983808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979236 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.829516:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979211.829517:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979211.829519:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979211.829521:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979211.829522:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979211.829523:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979211.829525:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979211.829526:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16800. 02000000:00000001:0.0:1783979211.829528:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979211.829529:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979211.829530:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38380. 00000100:00000001:0.0:1783979211.829532:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979211.829533:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979211.829535:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979211.829539:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979211.829540:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979211.829542:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979211.829544:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979211.829545:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979211.829548:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620402983936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.829554:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979211.829555:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979211.829557:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979211.829559:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979211.829560:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979211.829563:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402983936:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979211.829566:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979211.829568:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979211.829570:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979211.829571:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979211.829574:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979211.829576:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979211.829579:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979211.829582:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979211.829584:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979211.829587:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402983936, portal 4 00000100:00000001:0.0:1783979211.829589:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979211.829590:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783979211.829596:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620402983936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.829602:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979211.829604:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979211.829606:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979211.829608:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402983936, offset 0 00000400:00000200:0.0:1783979211.829612:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979211.829615:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979211.829618:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979211.829621:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979211.829624:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979211.829626:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979211.829628:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979211.829631:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826644:826644:256:4294967295] 192.168.201.148@tcp LPNI seq info [826615:826615:8:4294967295] 00000400:00000200:0.0:1783979211.829635:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979211.829641:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979211.829646:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979211.829648:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979211.829652:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979211.829654:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979211.829665:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979211.829667:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979211.829669:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979211.829672:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979211.829676:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979211.829677:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979211.829679:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979211.829682:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3a300 x1870620402983936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.829689:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979211.829692:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620402983936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979236 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.829698:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979211.829699:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979211.829702:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979211.829705:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979211.829707:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979211.829709:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311537693 00000100:00000001:0.0:1783979211.829711:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311538938 00000100:00000001:0.0:1783979211.829713:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311537693 00000100:00000001:0.0:1783979211.829715:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311538938 00000100:00000001:0.0:1783979211.829717:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979211.829719:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979211.829721:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979211.829724:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979211/real 1783979211] req@ffff9b83eed3a300 x1870620402983936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979211.829731:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979211.829732:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979211.829733:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979211.829736:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979211.829737:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979211.829739:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979211.829742:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620402983936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979211.829749:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620402983936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.829756:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979211.829757:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979211.829759:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979211.829760:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979211.829763:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620402983936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.829769:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979211.829772:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620402983936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979236 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.829778:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979211.829780:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979211.829782:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979211.829783:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979211.829784:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979211.829789:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979211.829791:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979211.829794:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979211.829796:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979211.829800:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620402983936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979236 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979211.829807:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402983936:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979211.829810:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979211.829812:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979211.829815:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620402983936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979236 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979211.829821:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979211.829823:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979211.829825:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979211.829827:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979211.829828:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979211.829829:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979211.829831:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979211.829832:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14000. 02000000:00000001:0.0:1783979211.829835:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979211.829836:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979211.829837:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783979211.829839:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979211.829841:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979211.829842:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979211.829845:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979211.829846:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979211.829848:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979211.829850:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979212.211402:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979212.211412:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979212.211416:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979212.211423:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979212.211431:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979212.211436:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979212.211458:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979212.211462:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979212.211465:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979212.339614:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979212.339617:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979212.339619:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979212.339621:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979212.339623:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979212.339625:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979212.339627:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979212.339629:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979212.339632:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979212.339651:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979212.339654:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979212.339658:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979212.339659:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979212.339663:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979212.339664:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979212.339667:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979212.339668:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979212.339671:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979212.339673:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979212.339688:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979212.339691:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979212.339693:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979213.236457:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979213.236460:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979213.236461:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979213.236464:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979213.236466:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979213.236467:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979213.236469:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979213.236470:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979213.236471:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979213.365144:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979213.365147:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979213.365148:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979213.365150:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979213.365152:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979213.365154:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979213.365156:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979213.365157:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979213.365159:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979213.365178:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979213.365180:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979213.365183:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979213.365184:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979213.365186:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979213.365189:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979213.365194:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979213.365196:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979213.365200:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979213.365202:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979213.365213:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979213.365216:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979213.365218:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979214.259395:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979214.259403:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979214.259407:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979214.259415:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979214.259422:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979214.259426:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979214.259431:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979214.259433:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979214.259435:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979214.387401:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979214.387404:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979214.387410:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979214.387412:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979214.387417:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979214.387420:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979214.387423:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979214.387427:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979214.387430:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979214.387434:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979214.387451:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979214.387454:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979214.387459:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979214.387470:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979214.387472:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979214.387473:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979214.387476:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979214.387480:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979214.387484:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979214.387490:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979214.387500:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979214.387506:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979214.387540:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979214.387545:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979214.387560:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979214.387564:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979214.387567:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979214.387569:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979214.387572:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979214.387573:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979214.387575:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979215.283400:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979215.283409:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979215.283413:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979215.283420:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979215.283426:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979215.283431:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979215.283436:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979215.283440:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979215.283443:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979215.411566:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979215.411571:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979215.411572:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979215.411576:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979215.411579:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979215.411582:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979215.411587:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979215.411591:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979215.411596:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979215.411619:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979215.411623:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979215.411628:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979215.411629:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979215.411632:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979215.411633:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979215.411635:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979215.411636:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979215.411638:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979215.411639:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979215.411651:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979215.411655:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979215.411657:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979216.307832:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979216.307836:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979216.307838:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979216.307841:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979216.307843:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979216.307845:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979216.307847:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979216.307857:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979216.307860:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979216.435383:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979216.435388:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979216.435391:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979216.435397:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979216.435403:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979216.435408:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979216.435415:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979216.435420:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979216.435427:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979216.435437:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979216.435440:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979216.435442:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979216.435445:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979216.435448:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979216.435451:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979216.435453:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979216.435457:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979216.435462:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979216.435485:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979216.435491:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979216.435496:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979216.435499:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979216.435503:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979216.435507:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979216.435511:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979216.435517:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979216.435521:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979216.435524:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979216.435529:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979216.435530:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979216.435534:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979216.435536:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979216.435539:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979216.435540:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979216.435553:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979216.435555:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979216.435557:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979217.332077:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979217.332082:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979217.332083:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979217.332087:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979217.332089:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979217.332092:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979217.332094:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979217.332096:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979217.332099:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979217.459391:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979217.459401:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979217.459405:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979217.459412:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979217.459419:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979217.459425:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979217.459431:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979217.459436:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979217.459442:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979217.459471:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979217.459476:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979217.459484:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979217.459488:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979217.459582:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979217.459584:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979217.459589:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979217.459591:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979217.459594:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979217.459595:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979217.459612:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979217.459615:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979217.459618:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979218.356066:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979218.356070:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979218.356071:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979218.356074:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979218.356077:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979218.356079:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979218.356081:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979218.356082:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979218.356084:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979218.483400:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979218.483408:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979218.483417:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979218.483420:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979218.483427:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979218.483432:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979218.483443:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979218.483446:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979218.483454:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979218.483456:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979218.483491:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979218.483495:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979218.483499:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979218.483591:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979218.483597:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979218.483600:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979218.483606:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979218.483611:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979218.483614:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979218.483617:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979218.483619:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979218.483622:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979218.483651:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979218.483658:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979218.483661:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979218.483667:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979218.483673:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979218.483677:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979218.483683:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979218.483686:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979218.483690:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979219.379400:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979219.379408:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979219.379412:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979219.379418:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979219.379423:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979219.379427:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979219.379435:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979219.379439:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979219.379442:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979219.507418:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979219.507427:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979219.507431:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979219.507438:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979219.507443:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979219.507447:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979219.507462:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979219.507466:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979219.507470:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979219.507494:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979219.507498:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979219.507506:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979219.507509:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979219.507517:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979219.507520:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979219.507525:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979219.507526:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979219.507530:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979219.507531:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979219.507553:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979219.507558:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979219.507566:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979220.403453:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979220.403460:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979220.403464:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979220.403469:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979220.403474:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979220.403476:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979220.403479:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979220.403481:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979220.403485:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979220.531779:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979220.531783:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979220.531785:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979220.531788:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979220.531805:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979220.531810:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979220.531816:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979220.531820:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979220.531824:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979220.531841:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979220.531846:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979220.531849:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979220.531856:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979220.531863:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979220.531868:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979220.531873:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979220.531877:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979220.531880:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979220.531908:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979220.531911:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979220.531917:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979220.531921:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979220.531923:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979220.531927:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979220.531930:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979220.531932:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979220.531935:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979220.531937:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979220.531941:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979220.531943:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979220.531944:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979220.531946:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979220.531947:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979220.531948:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979220.531950:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979220.531952:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979220.531966:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979220.531968:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979220.531969:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979220.531971:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979220.531972:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979220.531973:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979220.531975:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979220.531977:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979220.531981:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979220.531982:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979220.531983:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979220.531985:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979220.531986:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979220.531988:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979220.531989:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979220.531991:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979220.532008:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979220.532011:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979220.532013:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979221.427408:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979221.427416:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979221.427418:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979221.427423:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979221.427426:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979221.427430:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979221.427433:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979221.427435:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979221.427439:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979221.557573:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979221.557578:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979221.557584:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979221.557586:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979221.557590:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979221.557592:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979221.557595:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979221.557596:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979221.557598:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979221.557599:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979221.557614:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979221.557617:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979221.557620:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979222.451402:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979222.451411:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979222.451416:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979222.451423:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979222.451428:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979222.451433:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979222.451437:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979222.451439:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979222.451442:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979222.579403:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979222.579408:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979222.579414:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979222.579416:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979222.579421:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979222.579425:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979222.579432:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979222.579435:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979222.579442:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979222.579446:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979222.579468:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979222.579471:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979222.579475:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979222.579750:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979222.579753:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979222.579755:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979222.579760:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979222.579765:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979222.579768:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979222.579773:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979222.579776:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979222.579783:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979222.582039:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979222.582044:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979222.582047:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979222.582050:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979222.582055:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979222.582057:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979222.582060:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979222.582063:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979222.582065:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979223.475403:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979223.475412:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979223.475413:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979223.475418:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979223.475422:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979223.475426:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979223.475429:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979223.475431:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979223.475434:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979223.603486:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979223.603491:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979223.603496:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979223.603505:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979223.603509:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979223.603514:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979223.603520:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979223.603523:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979223.603528:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979223.603554:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979223.603557:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979223.603562:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979223.603563:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979223.603566:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979223.603568:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979223.603572:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979223.603573:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979223.603576:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979223.603577:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979223.603594:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979223.603598:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979223.603600:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979224.499387:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979224.499395:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979224.499397:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979224.499402:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979224.499406:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979224.499410:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979224.499413:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979224.499415:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979224.499419:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979224.628575:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979224.628579:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979224.628580:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979224.628583:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979224.628586:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979224.628588:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979224.628590:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979224.628592:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979224.628594:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979224.628612:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979224.628615:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979224.628619:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979224.628621:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979224.628625:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979224.628627:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979224.628631:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979224.628632:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979224.628635:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979224.628637:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979224.628652:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979224.628655:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979224.628658:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979225.523392:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979225.523399:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979225.523403:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979225.523411:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979225.523417:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979225.523423:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979225.523426:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979225.523430:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979225.523432:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979225.651534:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979225.651536:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979225.651538:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979225.651540:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979225.651541:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979225.651543:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979225.651544:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979225.651546:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979225.651548:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979225.651563:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979225.651567:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979225.651570:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979225.651574:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979225.651577:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979225.651580:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979225.651582:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979225.651586:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979225.651589:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979225.651591:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979225.651598:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979225.651601:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979225.651604:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979225.651605:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979225.651607:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979225.651608:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979225.651620:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979225.651622:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979225.651624:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979225.652043:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979225.652046:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979225.652048:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979225.652050:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979225.652052:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979225.652055:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979225.652057:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979225.652059:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979225.652061:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979226.547402:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979226.547409:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979226.547413:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979226.547418:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979226.547422:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979226.547425:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979226.547430:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979226.547434:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979226.547439:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979226.675409:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979226.675414:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979226.675416:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979226.675422:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979226.675429:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979226.675434:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979226.675460:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979226.675465:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979226.675469:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979226.675487:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979226.675491:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979226.675497:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979226.675500:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979226.675506:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979226.675509:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979226.676016:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979226.676017:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979226.676020:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979226.676021:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979226.676039:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979226.676041:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979226.676043:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979227.572900:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979227.572904:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979227.572906:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979227.572909:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979227.572912:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979227.572914:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979227.572916:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979227.572917:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979227.572919:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979227.699511:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979227.699516:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979227.699518:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979227.699521:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979227.699524:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979227.699526:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979227.699528:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979227.699530:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979227.699533:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979227.699547:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979227.699549:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979227.699551:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979227.699553:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979227.699556:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979227.699558:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979227.699560:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979227.699562:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979227.699564:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979227.699577:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979227.699582:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979227.699585:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979227.699591:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979227.699597:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979227.699601:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979227.699606:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979227.699610:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979227.699614:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979227.699640:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979227.699646:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979227.699654:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979227.699658:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979227.699664:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979227.699668:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979227.699671:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979227.699672:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979227.699675:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979227.699677:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979227.699693:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979227.699696:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979227.699699:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979228.595370:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979228.595378:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979228.595382:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979228.595389:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979228.595396:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979228.595402:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979228.595416:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979228.595420:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979228.595424:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979228.724633:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979228.724637:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979228.724641:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979228.724646:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979228.724651:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979228.724653:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979228.724656:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979228.724658:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979228.724663:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979228.724686:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979228.724690:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979228.724695:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979228.724697:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979228.724702:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979228.724704:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979228.724708:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979228.724711:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979228.724718:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979228.724721:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979228.724745:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979228.724748:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979228.724753:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979229.619414:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979229.619423:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979229.619427:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979229.619435:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979229.619446:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979229.619450:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979229.619461:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979229.619465:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979229.619468:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979229.748880:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979229.748884:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979229.748886:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979229.748890:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979229.748893:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979229.748895:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979229.748897:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979229.748900:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979229.748904:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979229.748925:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979229.748930:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979229.748937:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979229.748938:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979229.748942:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979229.748944:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979229.748948:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979229.748950:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979229.748953:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979229.748955:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979229.748972:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979229.748975:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979229.748978:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979230.643401:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979230.643411:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979230.643415:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979230.643422:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979230.643429:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979230.643435:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979230.643448:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979230.643451:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979230.643455:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979230.771401:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979230.771406:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979230.771415:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979230.771420:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979230.771424:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979230.771429:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979230.771435:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979230.771439:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979230.771444:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979230.771448:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979230.771452:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979230.771454:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979230.771464:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979230.771468:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979230.771472:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979230.771475:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979230.771478:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979230.771480:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979230.771484:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979230.771485:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979230.771486:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979230.771487:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979230.771489:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979230.771493:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979230.771496:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979230.771499:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979230.771504:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979230.771506:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979230.771509:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979230.771513:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979230.771518:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979230.771520:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979230.771524:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979230.771526:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979230.771545:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979230.771558:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979230.771562:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979230.772230:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979230.772235:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979230.772238:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979230.772242:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979230.772247:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979230.772251:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979230.772255:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979230.772256:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979230.772259:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979231.667514:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979231.667517:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979231.667518:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979231.667520:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979231.667521:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979231.667523:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979231.667524:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979231.667525:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979231.667526:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979231.795413:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979231.795419:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979231.795428:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979231.795433:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979231.795441:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979231.795445:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979231.795450:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979231.795453:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979231.795458:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979231.795460:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979231.795480:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979231.795485:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979231.795489:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979231.796020:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979231.796024:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979231.796025:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979231.796028:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979231.796031:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979231.796033:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979231.796035:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979231.796036:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979231.796038:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979232.691405:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979232.691415:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979232.691420:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979232.691428:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979232.691436:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979232.691441:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979232.691447:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979232.691450:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979232.691453:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979232.819406:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979232.819415:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979232.819418:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979232.819426:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979232.819431:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979232.819437:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979232.819555:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979232.819557:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979232.819560:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979232.819584:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979232.819587:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979232.819592:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979232.819593:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979232.819597:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979232.819598:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979232.819600:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979232.819601:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979232.819604:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979232.819606:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979232.819626:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979232.819630:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979232.819635:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979232.819654:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979232.819658:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979232.819660:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979232.819663:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979232.819666:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979232.819668:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979232.819671:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979232.819673:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979232.819675:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979233.715877:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979233.715882:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979233.715883:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979233.715886:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979233.715889:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979233.715891:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979233.715893:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979233.715895:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979233.715897:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979233.843425:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979233.843430:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979233.843438:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979233.843441:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979233.843450:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979233.843454:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979233.843460:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979233.843464:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979233.843469:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979233.843471:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979233.843492:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979233.843497:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979233.843502:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979234.740805:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979234.740810:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979234.740812:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979234.740816:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979234.740818:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979234.740821:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979234.740823:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979234.740824:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979234.740826:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979234.867579:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979234.867583:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979234.867585:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979234.867587:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979234.867590:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979234.867591:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979234.867593:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979234.867595:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979234.867597:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979234.867615:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979234.867618:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979234.867622:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979234.867623:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979234.867627:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979234.867628:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979234.867631:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979234.867632:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979234.867635:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979234.867636:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979234.867652:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979234.867654:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979234.867657:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979235.767153:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979235.767162:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979235.767164:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979235.767169:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979235.767173:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979235.767176:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979235.767179:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979235.767181:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979235.767184:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979235.891507:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979235.891511:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979235.891513:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979235.891517:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979235.891520:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979235.891523:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979235.891525:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979235.891526:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979235.891528:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979235.891537:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979235.891539:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979235.891540:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979235.891541:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979235.891542:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979235.891543:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979235.891891:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979235.891893:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979235.891895:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979235.891911:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979235.891915:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979235.891917:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979235.891920:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979235.891922:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979235.891924:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979235.891926:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979235.891928:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979235.891932:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979235.891934:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979235.891937:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979235.891939:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979235.891942:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979235.891943:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979235.891946:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979235.891947:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979235.891962:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979235.891965:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979235.891967:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979236.787408:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979236.787417:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979236.787420:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979236.787427:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979236.787430:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979236.787434:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979236.787437:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979236.787440:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979236.787442:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979236.915440:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979236.915449:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979236.915453:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979236.915462:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979236.915468:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979236.915474:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979236.915482:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979236.915486:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979236.915491:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979236.915519:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979236.915522:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979236.915526:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979236.915527:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979236.915531:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979236.915532:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979236.915535:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979236.915536:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979236.915539:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979236.915541:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979236.915558:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979236.915561:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979236.915564:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979237.427924:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979237.427931:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979237.427935:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979237.427946:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2d80 x1870620402986624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.427962:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979237.427966:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979237.427971:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979237.427976:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979237.427982:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979237.427988:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402986624:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979237.427994:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979237.428001:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979237.428005:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979237.428010:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979237.428017:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979237.428022:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979237.428032:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979237.428039:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979237.428046:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979237.428057:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402986624, portal 25 00000100:00000001:0.0:1783979237.428061:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979237.428064:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889969536 : -110483819582080 : ffff9b83fb2e2d80) 00000100:00000040:0.0:1783979237.428072:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2d80 x1870620402986624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.428087:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979237.428094:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979237.428100:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979237.428107:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402986624, offset 0 00000400:00000200:0.0:1783979237.428118:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979237.428128:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979237.428139:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979237.428147:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979237.428155:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979237.428164:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979237.428171:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979237.428179:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826665:826665:256:4294967295] 192.168.201.148@tcp LPNI seq info [826636:826636:8:4294967295] 00000400:00000200:0.0:1783979237.428190:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979237.428205:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979237.428216:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979237.428224:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979237.428236:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979237.428242:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979237.428271:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979237.428276:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979237.428327:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979237.428335:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979237.428342:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979237.428346:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979237.428354:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979237.428363:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2d80 x1870620402986624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.428382:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979237.428391:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2d80 x1870620402986624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979262 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.428406:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979237.428409:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979237.428416:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979237.428423:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979237.428426:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311564539 00000100:00000010:0.0:1783979237.428434:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783979237.428440:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979237.428446:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311564539 00000100:00000010:0.0:1783979237.428465:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783979237.428473:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979237.428478:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979237.428484:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979237.428488:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979237.428496:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979237/real 1783979237] req@ffff9b83fb2e2d80 x1870620402986624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979237.428521:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979237.428525:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979237.428529:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979237.428535:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979237.428538:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979237.428544:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979237.428553:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2d80 x1870620402986624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979237.428583:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2d80 x1870620402986624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.428598:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979237.428602:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979237.428607:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979237.428611:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979237.428619:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2d80 x1870620402986624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.428629:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979237.428635:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2d80 x1870620402986624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979262 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.428642:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979237.428646:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979237.428649:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979237.428650:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979237.428661:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979237.428674:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979237.428680:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979237.428688:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979237.428692:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979237.428701:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2d80 x1870620402986624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979262 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979237.428719:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402986624:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979237.428727:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979237.428731:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979237.428737:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2d80 x1870620402986624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979262 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.428765:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979237.428769:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979237.428772:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979237.428786:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979237.428789:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979237.428791:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979237.428793:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979237.428796:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067000. 02000000:00000001:0.0:1783979237.428800:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979237.428802:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979237.428804:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2d80. 00000100:00000001:0.0:1783979237.428808:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979237.428809:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979237.428811:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979237.428818:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979237.428820:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979237.428822:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979237.428823:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979237.428824:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979237.428829:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3b80 x1870620402986752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.428834:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979237.428836:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979237.428838:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979237.428839:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979237.428842:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979237.428845:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402986752:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979237.428848:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979237.428850:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979237.428852:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979237.428854:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979237.428857:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979237.428859:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979237.428863:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979237.428866:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979237.428870:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979237.428873:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402986752, portal 10 00000100:00000001:0.0:1783979237.428875:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979237.428876:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889973120 : -110483819578496 : ffff9b83fb2e3b80) 00000100:00000040:0.0:1783979237.428882:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3b80 x1870620402986752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.428888:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979237.428890:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979237.428891:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979237.428894:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402986752, offset 0 00000400:00000200:0.0:1783979237.428897:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979237.428901:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979237.428905:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979237.428909:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979237.428911:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979237.428913:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979237.428915:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979237.428918:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826666:826666:256:4294967295] 192.168.201.148@tcp LPNI seq info [826637:826637:8:4294967295] 00000400:00000200:0.0:1783979237.428922:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979237.428928:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979237.428932:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979237.428936:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979237.428940:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979237.428942:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979237.428953:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979237.428955:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979237.428958:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979237.428962:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979237.428965:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979237.428967:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979237.429013:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979237.429017:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3b80 x1870620402986752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.429025:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979237.429028:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3b80 x1870620402986752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979262 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.429033:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979237.429034:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979237.429037:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979237.429039:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979237.429042:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979237.429043:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311563280 00000100:00000001:0.0:1783979237.429045:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311564539 00000100:00000001:0.0:1783979237.429047:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311563280 00000100:00000001:0.0:1783979237.429048:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311564539 00000100:00000001:0.0:1783979237.429049:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979237.429051:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979237.429052:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979237.429054:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979237/real 1783979237] req@ffff9b83fb2e3b80 x1870620402986752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979237.429059:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979237.429060:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979237.429061:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979237.429064:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979237.429065:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979237.429068:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979237.429071:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3b80 x1870620402986752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979237.429079:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3b80 x1870620402986752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.429092:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979237.429093:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979237.429095:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979237.429096:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979237.429100:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3b80 x1870620402986752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.429106:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979237.429110:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3b80 x1870620402986752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979262 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.429116:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979237.429119:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979237.429120:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979237.429121:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979237.429123:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979237.429131:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979237.429134:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979237.429137:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979237.429140:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979237.429143:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3b80 x1870620402986752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979262 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979237.429151:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402986752:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979237.429156:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979237.429160:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0e00 x1870620402986880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.429165:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979237.429167:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979237.429169:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979237.429171:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979237.429173:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979237.429176:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402986880:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979237.429179:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979237.429181:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979237.429183:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979237.429185:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979237.429188:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979237.429190:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979237.429194:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979237.429197:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979237.429200:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979237.429203:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402986880, portal 10 00000100:00000001:0.0:1783979237.429205:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979237.429206:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889961472 : -110483819590144 : ffff9b83fb2e0e00) 00000100:00000040:0.0:1783979237.429212:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0e00 x1870620402986880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.429218:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979237.429221:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979237.429223:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979237.429225:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402986880, offset 0 00000400:00000200:0.0:1783979237.429229:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979237.429233:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979237.429236:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979237.429239:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979237.429241:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979237.429244:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979237.429246:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979237.429249:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826667:826667:256:4294967295] 192.168.201.148@tcp LPNI seq info [826638:826638:8:4294967295] 00000400:00000200:0.0:1783979237.429253:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979237.429259:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979237.429264:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979237.429267:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979237.429271:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979237.429274:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979237.429284:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979237.429286:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979237.429290:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979237.429310:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979237.429312:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979237.429314:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979237.429316:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979237.429318:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0e00 x1870620402986880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.429323:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979237.429325:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0e00 x1870620402986880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979262 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.429329:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979237.429330:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979237.429332:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979237.429334:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979237.429336:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979237.429338:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311563276 00000100:00000001:0.0:1783979237.429340:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311564539 00000100:00000001:0.0:1783979237.429342:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311563276 00000100:00000001:0.0:1783979237.429344:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311564539 00000100:00000001:0.0:1783979237.429346:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979237.429349:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979237.429350:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979237.429354:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979237/real 1783979237] req@ffff9b83fb2e0e00 x1870620402986880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979237.429362:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979237.429364:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979237.429365:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979237.429368:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979237.429370:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979237.429372:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979237.429375:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0e00 x1870620402986880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979237.429382:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0e00 x1870620402986880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.429388:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979237.429390:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979237.429391:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979237.429392:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979237.429396:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0e00 x1870620402986880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.429401:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979237.429404:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0e00 x1870620402986880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979262 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.429410:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979237.429412:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979237.429413:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979237.429414:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979237.429416:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979237.429422:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979237.429425:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979237.429428:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979237.429430:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979237.429435:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0e00 x1870620402986880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979262 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979237.429443:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402986880:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979237.429446:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979237.429449:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0700 x1870620402987008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.429455:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979237.429457:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979237.429459:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979237.429461:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979237.429463:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979237.429466:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402987008:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979237.429469:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979237.429471:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979237.429472:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979237.429474:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979237.429477:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979237.429479:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979237.429483:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979237.429486:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979237.429488:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979237.429491:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402987008, portal 4 00000100:00000001:0.0:1783979237.429493:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979237.429494:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889959680 : -110483819591936 : ffff9b83fb2e0700) 00000100:00000040:0.0:1783979237.429500:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0700 x1870620402987008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.429506:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979237.429508:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979237.429510:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979237.429513:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402987008, offset 0 00000400:00000200:0.0:1783979237.429517:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979237.429521:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979237.429524:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979237.429527:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979237.429530:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979237.429532:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979237.429534:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979237.429537:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826668:826668:256:4294967295] 192.168.201.148@tcp LPNI seq info [826639:826639:8:4294967295] 00000400:00000200:0.0:1783979237.429541:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979237.429547:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979237.429551:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979237.429554:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979237.429558:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979237.429560:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979237.429570:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979237.429572:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979237.429575:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979237.429578:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979237.429580:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979237.429582:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979237.429585:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979237.429588:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0700 x1870620402987008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.429595:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979237.429598:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0700 x1870620402987008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979262 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.429604:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979237.429606:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979237.429608:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979237.429611:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979237.429614:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979237.429616:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311563303 00000100:00000001:0.0:1783979237.429619:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311564539 00000100:00000001:0.0:1783979237.429621:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311563303 00000100:00000001:0.0:1783979237.429623:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311564539 00000100:00000001:0.0:1783979237.429625:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979237.429627:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979237.429628:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979237.429632:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979237/real 1783979237] req@ffff9b83fb2e0700 x1870620402987008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979237.429640:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979237.429641:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979237.429643:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979237.429646:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979237.429647:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979237.429649:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979237.429652:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0700 x1870620402987008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979237.429660:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0700 x1870620402987008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.429680:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979237.429681:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979237.429683:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979237.429685:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979237.429688:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0700 x1870620402987008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.429694:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979237.429697:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0700 x1870620402987008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979262 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.429703:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979237.429707:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979237.429708:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979237.429709:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979237.429711:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979237.429714:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979237.429717:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979237.429720:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979237.429722:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979237.429726:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0700 x1870620402987008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979262 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979237.429733:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402987008:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979237.429737:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979237.429740:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1500 x1870620402987136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.429747:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979237.429748:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979237.429750:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979237.429752:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979237.429754:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979237.429756:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402987136:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979237.429759:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979237.429761:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979237.429763:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979237.429765:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979237.429768:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979237.429770:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979237.429773:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979237.429775:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979237.429778:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979237.429780:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402987136, portal 4 00000100:00000001:0.0:1783979237.429783:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979237.429784:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889963264 : -110483819588352 : ffff9b83fb2e1500) 00000100:00000040:0.0:1783979237.429790:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1500 x1870620402987136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.429796:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979237.429798:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979237.429800:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979237.429802:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402987136, offset 0 00000400:00000200:0.0:1783979237.429806:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979237.429810:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979237.429813:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979237.429816:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979237.429818:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979237.429820:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979237.429822:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979237.429826:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826669:826669:256:4294967295] 192.168.201.148@tcp LPNI seq info [826640:826640:8:4294967295] 00000400:00000200:0.0:1783979237.429829:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979237.429835:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979237.429839:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979237.429843:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979237.429846:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979237.429849:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979237.429859:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979237.429860:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979237.429864:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979237.429880:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979237.429884:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979237.429886:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979237.429888:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979237.429892:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1500 x1870620402987136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.429904:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979237.429907:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1500 x1870620402987136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979262 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.429913:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979237.429915:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979237.429918:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979237.429920:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979237.429923:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979237.429925:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311563293 00000100:00000001:0.0:1783979237.429927:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311564539 00000100:00000001:0.0:1783979237.429929:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311563293 00000100:00000001:0.0:1783979237.429932:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311564539 00000100:00000001:0.0:1783979237.429934:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979237.429936:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979237.429938:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979237.429942:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979237/real 1783979237] req@ffff9b83fb2e1500 x1870620402987136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979237.429949:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979237.429950:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979237.429952:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979237.429954:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979237.429956:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979237.429958:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979237.429961:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1500 x1870620402987136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979237.429969:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1500 x1870620402987136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.429975:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979237.429977:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979237.429979:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979237.429980:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979237.429984:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1500 x1870620402987136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.429991:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979237.429994:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1500 x1870620402987136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979262 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.430011:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979237.430014:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979237.430015:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979237.430017:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979237.430018:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979237.430022:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979237.430025:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979237.430034:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979237.430038:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979237.430042:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1500 x1870620402987136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979262 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979237.430050:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402987136:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979237.430054:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979237.430055:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979237.430059:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3b80 x1870620402986752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979262 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.430065:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979237.430067:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979237.430070:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979237.430073:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979237.430074:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979237.430076:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979237.430077:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979237.430078:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064800. 02000000:00000001:0.0:1783979237.430081:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979237.430082:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979237.430083:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3b80. 00000100:00000001:0.0:1783979237.430084:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979237.430085:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979237.430087:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979237.430089:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0e00 x1870620402986880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979262 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.430093:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979237.430094:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979237.430095:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979237.430097:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979237.430098:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979237.430099:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979237.430100:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979237.430100:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065400. 02000000:00000001:0.0:1783979237.430102:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979237.430102:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979237.430103:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0e00. 00000100:00000001:0.0:1783979237.430104:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979237.430105:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979237.430106:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979237.430107:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0700 x1870620402987008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979262 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.430125:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979237.430126:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979237.430126:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979237.430128:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979237.430129:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979237.430129:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979237.430130:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979237.430131:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067800. 02000000:00000001:0.0:1783979237.430132:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979237.430133:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979237.430134:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0700. 00000100:00000001:0.0:1783979237.430135:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979237.430136:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979237.430137:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979237.430139:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1500 x1870620402987136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979262 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979237.430146:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979237.430147:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979237.430148:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979237.430149:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979237.430150:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979237.430150:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979237.430151:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979237.430152:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065800. 02000000:00000001:0.0:1783979237.430153:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979237.430154:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979237.430155:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1500. 00000100:00000001:0.0:1783979237.430157:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979237.430158:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979237.430160:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979237.430163:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979237.430165:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979237.430166:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979237.430168:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979237.811410:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979237.811418:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979237.811422:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979237.811429:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979237.811435:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979237.811440:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979237.811445:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979237.811449:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979237.811452:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979237.939605:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979237.939612:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979237.939618:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979237.939620:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979237.939625:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979237.939626:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979237.939630:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979237.939631:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979237.939634:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979237.939636:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979237.939672:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979237.939675:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979237.939679:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979237.940119:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979237.940123:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979237.940124:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979237.940127:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979237.940129:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979237.940132:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979237.940133:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979237.940135:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979237.940138:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979237.941917:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979237.941920:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979237.941922:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979237.941924:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979237.941926:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979237.941928:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979237.941931:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979237.941932:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979237.941934:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979238.835417:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979238.835426:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979238.835428:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979238.835435:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979238.835440:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979238.835446:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979238.835461:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979238.835468:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979238.835471:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979238.963433:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979238.963443:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979238.963458:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979238.963466:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979238.963488:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979238.963494:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979238.963505:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979238.963512:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979238.963520:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979238.963525:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979238.963552:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979238.963557:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979238.963561:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979238.963598:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979238.963605:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979238.963611:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979238.963619:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979238.963631:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979238.963652:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979238.963658:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979238.963661:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979238.963667:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979239.859399:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979239.859407:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979239.859411:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979239.859416:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979239.859421:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979239.859425:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979239.859437:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979239.859440:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979239.859442:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979239.987405:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979239.987414:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979239.987419:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979239.987426:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979239.987432:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979239.987437:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979239.987443:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979239.987446:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979239.987453:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979239.987478:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979239.987483:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979239.987491:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979239.987494:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979239.987501:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979239.987505:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979239.987511:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979239.987514:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979239.987521:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979239.987525:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979239.987545:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979239.987551:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979239.987557:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979240.883405:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979240.883413:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979240.883417:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979240.883434:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979240.883439:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979240.883445:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979240.883450:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979240.883452:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979240.883455:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979241.011392:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979241.011398:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979241.011403:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979241.011410:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979241.011416:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979241.011420:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979241.011424:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979241.011427:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979241.011430:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979241.011443:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979241.011447:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979241.011451:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979241.011454:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979241.011459:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979241.011464:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979241.011469:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979241.011471:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979241.011474:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979241.011501:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979241.011507:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979241.011516:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979241.011520:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979241.011523:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979241.011527:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979241.011531:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979241.011534:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979241.011536:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979241.011538:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979241.011543:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979241.011545:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979241.011546:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979241.011548:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979241.011549:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979241.011550:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979241.011552:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979241.011554:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979241.011558:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979241.011559:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979241.011561:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979241.011562:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979241.011564:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979241.011565:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979241.011567:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979241.011569:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979241.011572:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979241.011573:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979241.011575:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979241.011576:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979241.011578:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979241.011579:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979241.011581:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979241.011583:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979241.011599:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979241.011613:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979241.011615:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979241.907377:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979241.907387:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979241.907390:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979241.907397:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979241.907402:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979241.907407:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979241.907420:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979241.907423:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979241.907426:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979242.035435:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979242.035444:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979242.035448:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979242.035455:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979242.035462:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979242.035468:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979242.035473:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979242.035478:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979242.035485:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979242.035511:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979242.035514:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979242.035519:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979242.035520:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979242.035524:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979242.035525:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979242.035529:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979242.035530:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979242.035533:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979242.035534:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979242.035562:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979242.035565:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979242.035568:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979242.036931:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979242.036934:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979242.036935:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979242.036938:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979242.036940:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979242.036943:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979242.036945:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979242.036946:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979242.036948:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979242.547723:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979242.547730:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979242.547734:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979242.547744:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b100 x1870620402987264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.547765:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979242.547768:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979242.547772:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979242.547776:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979242.547778:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979242.547783:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402987264:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979242.547788:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979242.547792:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979242.547795:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979242.547799:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979242.547805:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979242.547807:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979242.547811:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979242.547814:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979242.547820:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979242.547827:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402987264, portal 25 00000100:00000001:0.0:1783979242.547841:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979242.547845:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682712832 : -110484026838784 : ffff9b83eed3b100) 00000100:00000040:0.0:1783979242.547857:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b100 x1870620402987264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.547876:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979242.547882:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979242.547887:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979242.547893:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402987264, offset 0 00000400:00000200:0.0:1783979242.547905:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979242.547920:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979242.547939:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979242.547948:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979242.547954:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979242.547961:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979242.547966:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979242.547972:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826670:826670:256:4294967295] 192.168.201.148@tcp LPNI seq info [826641:826641:8:4294967295] 00000400:00000200:0.0:1783979242.547982:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979242.547996:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979242.548006:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979242.548012:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979242.548021:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979242.548027:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783979242.548058:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979242.548061:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979242.548068:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979242.548078:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979242.548084:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979242.548087:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979242.548093:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979242.548098:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b100 x1870620402987264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.548110:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979242.548116:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b100 x1870620402987264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979267 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.548130:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979242.548133:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979242.548140:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979242.548148:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979242.548152:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311569658 00000100:00000010:0.0:1783979242.548158:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783979242.548165:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979242.548172:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311569658 00000100:00000010:0.0:1783979242.548177:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783979242.548181:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979242.548185:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979242.548188:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979242.548191:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979242.548196:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979242/real 1783979242] req@ffff9b83eed3b100 x1870620402987264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979242.548207:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979242.548209:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979242.548211:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979242.548215:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979242.548216:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979242.548220:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979242.548225:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b100 x1870620402987264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979242.548241:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b100 x1870620402987264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.548257:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979242.548261:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979242.548268:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979242.548281:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979242.548291:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b100 x1870620402987264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.548401:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979242.548411:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b100 x1870620402987264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979267 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.548419:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979242.548423:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979242.548426:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979242.548428:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979242.548430:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979242.548432:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979242.548435:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979242.548439:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979242.548442:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979242.548446:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b100 x1870620402987264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979267 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979242.548453:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402987264:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979242.548456:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979242.548458:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979242.548460:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b100 x1870620402987264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979267 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.548464:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979242.548466:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979242.548468:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979242.548471:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979242.548472:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979242.548473:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979242.548474:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979242.548476:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15800. 02000000:00000001:0.0:1783979242.548486:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979242.548487:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979242.548488:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b100. 00000100:00000001:0.0:1783979242.548490:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979242.548491:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979242.548492:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979242.548498:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979242.548499:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979242.548501:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979242.548502:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979242.548503:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979242.548505:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38a80 x1870620402987392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.548512:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979242.548513:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979242.548515:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979242.548517:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979242.548519:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979242.548522:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402987392:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979242.548525:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979242.548527:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979242.548529:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979242.548531:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979242.548541:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979242.548544:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979242.548547:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979242.548550:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979242.548554:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979242.548557:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402987392, portal 10 00000100:00000001:0.0:1783979242.548558:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979242.548559:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682702976 : -110484026848640 : ffff9b83eed38a80) 00000100:00000040:0.0:1783979242.548564:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38a80 x1870620402987392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.548569:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979242.548572:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979242.548583:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979242.548586:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402987392, offset 0 00000400:00000200:0.0:1783979242.548590:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979242.548593:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979242.548597:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979242.548600:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979242.548610:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979242.548613:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979242.548615:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979242.548619:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826671:826671:256:4294967295] 192.168.201.148@tcp LPNI seq info [826642:826642:8:4294967295] 00000400:00000200:0.0:1783979242.548623:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979242.548628:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979242.548631:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979242.548633:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979242.548636:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979242.548638:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783979242.548645:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979242.548646:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979242.548648:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979242.548650:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979242.548652:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979242.548653:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979242.548655:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979242.548658:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38a80 x1870620402987392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.548663:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979242.548665:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620402987392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979267 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.548669:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979242.548670:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979242.548672:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979242.548675:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979242.548677:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979242.548678:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311568400 00000100:00000001:0.0:1783979242.548680:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311569658 00000100:00000001:0.0:1783979242.548682:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311568400 00000100:00000001:0.0:1783979242.548683:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311569658 00000100:00000001:0.0:1783979242.548685:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979242.548686:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979242.548687:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979242.548690:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979242/real 1783979242] req@ffff9b83eed38a80 x1870620402987392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979242.548698:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979242.548699:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979242.548701:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979242.548703:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979242.548705:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979242.548707:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979242.548710:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38a80 x1870620402987392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979242.548719:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38a80 x1870620402987392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.548727:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979242.548728:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979242.548730:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979242.548732:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979242.548735:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38a80 x1870620402987392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.548741:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979242.548743:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38a80 x1870620402987392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979267 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.548748:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979242.548750:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979242.548751:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979242.548752:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979242.548753:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979242.548759:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979242.548761:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979242.548763:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979242.548765:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979242.548767:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38a80 x1870620402987392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979267 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979242.548771:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402987392:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979242.548773:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979242.548775:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620402987520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.548778:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979242.548779:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979242.548781:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979242.548782:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979242.548784:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979242.548785:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402987520:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979242.548787:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979242.548788:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979242.548789:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979242.548790:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979242.548792:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979242.548794:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979242.548796:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979242.548798:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979242.548800:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979242.548802:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402987520, portal 10 00000100:00000001:0.0:1783979242.548803:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979242.548804:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783979242.548808:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620402987520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.548820:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979242.548822:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979242.548824:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979242.548827:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402987520, offset 0 00000400:00000200:0.0:1783979242.548831:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979242.548835:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979242.548838:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979242.548842:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979242.548844:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979242.548846:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979242.548848:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979242.548851:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826672:826672:256:4294967295] 192.168.201.148@tcp LPNI seq info [826643:826643:8:4294967295] 00000400:00000200:0.0:1783979242.548855:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979242.548861:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979242.548866:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979242.548870:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979242.548872:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979242.548874:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783979242.548880:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979242.548882:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979242.548884:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979242.548886:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979242.548889:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979242.548890:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979242.548891:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979242.548894:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620402987520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.548899:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979242.548901:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620402987520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979267 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.548912:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979242.548914:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979242.548917:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979242.548920:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979242.548923:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979242.548926:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311568395 00000100:00000001:0.0:1783979242.548929:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311569658 00000100:00000001:0.0:1783979242.548931:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311568395 00000100:00000001:0.0:1783979242.548933:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311569658 00000100:00000001:0.0:1783979242.548935:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979242.548937:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979242.548939:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979242.548943:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979242/real 1783979242] req@ffff9b83eed39f80 x1870620402987520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979242.548950:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979242.548952:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979242.548954:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979242.548956:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979242.548957:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979242.548960:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979242.548963:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620402987520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979242.548971:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620402987520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.548976:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979242.548977:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979242.548978:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979242.548979:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979242.548981:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620402987520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.548986:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979242.548988:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620402987520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979267 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.548992:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979242.548993:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979242.548994:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979242.548995:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979242.548996:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979242.549000:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979242.549001:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979242.549003:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979242.549004:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979242.549006:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620402987520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979267 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979242.549010:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402987520:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979242.549012:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979242.549015:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38380 x1870620402987648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.549019:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979242.549020:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979242.549021:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979242.549022:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979242.549023:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979242.549024:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402987648:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979242.549027:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979242.549029:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979242.549031:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979242.549033:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979242.549036:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979242.549038:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979242.549042:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979242.549044:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979242.549047:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979242.549050:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402987648, portal 4 00000100:00000001:0.0:1783979242.549052:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979242.549053:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682701184 : -110484026850432 : ffff9b83eed38380) 00000100:00000040:0.0:1783979242.549059:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38380 x1870620402987648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.549065:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979242.549067:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979242.549070:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979242.549072:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402987648, offset 0 00000400:00000200:0.0:1783979242.549076:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979242.549079:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979242.549082:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979242.549084:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979242.549085:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979242.549087:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979242.549088:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979242.549091:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826673:826673:256:4294967295] 192.168.201.148@tcp LPNI seq info [826644:826644:8:4294967295] 00000400:00000200:0.0:1783979242.549095:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979242.549101:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979242.549104:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979242.549107:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979242.549111:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979242.549114:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783979242.549124:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979242.549126:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979242.549129:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979242.549132:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979242.549135:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979242.549137:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979242.549139:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979242.549143:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38380 x1870620402987648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.549151:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979242.549154:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620402987648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979267 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.549160:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979242.549162:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979242.549165:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979242.549167:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979242.549171:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979242.549172:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311568422 00000100:00000001:0.0:1783979242.549175:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311569658 00000100:00000001:0.0:1783979242.549177:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311568422 00000100:00000001:0.0:1783979242.549179:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311569658 00000100:00000001:0.0:1783979242.549182:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979242.549183:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979242.549185:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979242.549189:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979242/real 1783979242] req@ffff9b83eed38380 x1870620402987648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979242.549196:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979242.549198:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979242.549200:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979242.549202:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979242.549204:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979242.549206:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979242.549209:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38380 x1870620402987648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979242.549217:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38380 x1870620402987648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.549224:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979242.549225:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979242.549227:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979242.549229:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979242.549232:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38380 x1870620402987648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.549239:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979242.549243:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38380 x1870620402987648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979267 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.549250:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979242.549253:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979242.549255:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979242.549256:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979242.549258:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979242.549261:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979242.549264:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979242.549267:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979242.549270:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979242.549273:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38380 x1870620402987648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979267 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979242.549281:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402987648:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979242.549285:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979242.549288:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620402987776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.549314:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979242.549316:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979242.549318:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979242.549320:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979242.549322:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979242.549325:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402987776:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979242.549328:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979242.549330:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979242.549332:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979242.549333:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979242.549337:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979242.549338:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979242.549341:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979242.549344:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979242.549347:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979242.549349:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402987776, portal 4 00000100:00000001:0.0:1783979242.549351:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979242.549352:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783979242.549358:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620402987776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.549365:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979242.549367:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979242.549369:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979242.549371:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402987776, offset 0 00000400:00000200:0.0:1783979242.549375:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979242.549379:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979242.549383:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979242.549385:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979242.549388:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979242.549390:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979242.549393:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979242.549396:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826674:826674:256:4294967295] 192.168.201.148@tcp LPNI seq info [826645:826645:8:4294967295] 00000400:00000200:0.0:1783979242.549400:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979242.549406:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979242.549410:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979242.549414:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979242.549417:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979242.549420:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783979242.549430:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979242.549432:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979242.549435:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979242.549438:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979242.549441:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979242.549443:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979242.549445:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979242.549449:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3a300 x1870620402987776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.549457:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979242.549460:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620402987776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979267 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.549466:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979242.549467:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979242.549470:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979242.549473:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979242.549476:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979242.549477:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311568413 00000100:00000001:0.0:1783979242.549480:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311569658 00000100:00000001:0.0:1783979242.549481:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311568413 00000100:00000001:0.0:1783979242.549484:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311569658 00000100:00000001:0.0:1783979242.549486:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979242.549489:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979242.549490:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979242.549494:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979242/real 1783979242] req@ffff9b83eed3a300 x1870620402987776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979242.549502:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979242.549503:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979242.549505:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979242.549507:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979242.549509:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979242.549511:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979242.549514:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620402987776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979242.549523:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620402987776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.549529:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979242.549531:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979242.549533:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979242.549534:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979242.549538:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620402987776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.549545:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979242.549548:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620402987776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979267 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.549555:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979242.549558:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979242.549559:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979242.549560:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979242.549562:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979242.549566:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979242.549569:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979242.549585:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979242.549587:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979242.549592:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620402987776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979267 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979242.549599:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402987776:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979242.549603:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979242.549605:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979242.549608:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38a80 x1870620402987392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979267 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.549615:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979242.549617:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979242.549618:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979242.549621:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979242.549622:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979242.549624:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979242.549626:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979242.549628:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16c00. 02000000:00000001:0.0:1783979242.549630:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979242.549632:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979242.549633:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38a80. 00000100:00000001:0.0:1783979242.549636:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979242.549637:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979242.549638:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979242.549642:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620402987520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979267 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.549648:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979242.549650:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979242.549651:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979242.549654:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979242.549654:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979242.549656:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979242.549657:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979242.549659:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec17400. 02000000:00000001:0.0:1783979242.549662:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979242.549663:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979242.549664:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783979242.549667:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979242.549668:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979242.549670:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979242.549672:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38380 x1870620402987648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979267 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.549679:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979242.549680:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979242.549681:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979242.549684:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979242.549685:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979242.549686:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979242.549688:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979242.549690:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14c00. 02000000:00000001:0.0:1783979242.549692:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979242.549693:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979242.549694:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38380. 00000100:00000001:0.0:1783979242.549696:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979242.549697:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979242.549699:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979242.549701:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620402987776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979267 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979242.549707:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979242.549708:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979242.549709:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979242.549712:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979242.549713:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979242.549714:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979242.549716:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979242.549717:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14000. 02000000:00000001:0.0:1783979242.549719:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979242.549720:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979242.549721:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783979242.549724:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979242.549725:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979242.549727:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979242.549731:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979242.549732:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979242.549734:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979242.549736:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979242.931412:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979242.931431:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979242.931435:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979242.931442:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979242.931448:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979242.931454:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979242.931461:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979242.931464:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979242.931467:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979243.059419:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979243.059425:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979243.059428:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979243.059433:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979243.059438:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979243.059442:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979243.059445:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979243.059448:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979243.059454:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979243.059477:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979243.059480:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979243.059486:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979243.059489:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979243.059494:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979243.059497:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979243.059500:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979243.059502:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979243.059506:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979243.059508:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979243.059523:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979243.059526:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979243.059529:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979243.059798:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979243.059801:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979243.059802:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979243.059804:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979243.059806:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979243.059808:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979243.059810:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979243.059811:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979243.059812:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979243.955359:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979243.955366:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979243.955367:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979243.955371:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979243.955374:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979243.955377:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979243.955379:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979243.955381:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979243.955383:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979244.084643:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979244.084646:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979244.084648:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979244.084650:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979244.084651:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979244.084653:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979244.084654:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979244.084656:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979244.084657:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979244.084663:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979244.084665:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979244.084665:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979244.084667:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979244.084668:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979244.084669:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979244.084670:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979244.084671:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979244.084672:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979244.084686:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979244.084687:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979244.084691:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979244.084692:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979244.084695:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979244.084695:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979244.084698:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979244.084698:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979244.084701:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979244.084701:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979244.084712:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979244.084713:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979244.084715:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979244.979523:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979244.979528:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979244.979529:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979244.979541:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979244.979543:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979244.979545:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979244.979548:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979244.979549:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979244.979551:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979245.109663:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979245.109675:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979245.109678:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979245.109685:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979245.109692:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979245.109696:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979245.109701:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979245.109706:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979245.109714:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979245.109742:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979245.109746:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979245.109752:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979245.109754:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979245.109763:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979245.109765:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979245.109768:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979245.109770:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979245.109773:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979245.109775:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979245.109795:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979245.109797:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979245.109800:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979246.006637:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979246.006645:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979246.006647:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979246.006651:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979246.006655:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979246.006658:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979246.006660:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979246.006662:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979246.006665:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979246.131647:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979246.131650:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979246.131651:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979246.131653:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979246.131654:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979246.131655:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979246.131657:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979246.131658:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979246.131659:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979246.131672:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979246.131674:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979246.131676:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979246.131677:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979246.131679:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979246.131681:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979246.131683:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979246.131684:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979246.131686:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979246.131724:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979246.131727:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979246.131729:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979246.131731:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979246.131734:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979246.131736:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979246.131738:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979246.131740:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979246.131753:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979246.131755:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979246.131759:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979246.131761:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979246.131765:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979246.131766:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979246.131770:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979246.131771:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979246.131787:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979246.131789:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979246.131791:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979247.027582:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979247.027589:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979247.027591:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979247.027596:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979247.027599:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979247.027603:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979247.027605:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979247.027608:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979247.027611:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979247.155424:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979247.155434:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979247.155439:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979247.155446:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979247.155452:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979247.155456:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979247.155595:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979247.155600:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979247.155605:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979247.155635:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979247.155639:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979247.155644:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979247.155646:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979247.155650:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979247.155652:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979247.155656:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979247.155657:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979247.155661:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979247.155663:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979247.155679:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979247.155682:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979247.155684:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783979247.667448:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979247.667459:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979247.667462:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979247.667466:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979247.667470:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979247.667477:0:226353:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 16901 00000400:00000200:0.0:1783979247.667499:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979247.667505:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979247.667508:0:226353:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979247.667511:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979247.667514:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979247.667516:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979247.667519:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979247.667522:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979247.667524:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783979247.667526:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979247.667530:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783979247.667532:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783979247.667534:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783979247.667537:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979247.667539:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979247.667541:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979247.667543:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979247.667546:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783979247.667549:0:226353:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979247.667552:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979247.667555:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979247.667559:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979247.667562:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979247.667564:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979247.667567:0:226353:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979247.667577:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783979247.667581:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783979247.667585:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979247.667586:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979247.667590:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979247.667592:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979247.667596:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979247.667603:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783979247.667610:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979247.667626:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620402987904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979247.667640:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979247.667644:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979247.667649:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620402987904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979247.667677:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979247.667681:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979247.667684:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979247.667686:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979247.667687:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979247.667690:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979247.667693:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16901 00000400:00000200:0.0:1783979247.667697:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979247.667700:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979247.667702:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979247.667705:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979247.667707:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979247.667709:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979247.667711:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979247.667714:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979247.667715:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783979247.667718:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979247.667720:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783979247.667722:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783979247.667725:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783979247.667728:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979247.667731:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979247.667733:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979247.667738:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979247.667742:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783979247.667748:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979247.667754:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979247.667756:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979247.667763:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979247.667767:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979247.667784:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979247.667791:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979247.667797:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979247.667801:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979247.667808:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783979247.667814:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979247.667820:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979247.667823:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979247.667826:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979247.667829:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979247.667833:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979247.667842:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783979247.667848:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979247.667856:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402988032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979247.667872:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979247.667877:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979247.667887:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402988032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979247.667905:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979247.667910:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979247.667916:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979247.667920:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979247.667922:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979247.667934:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979247.667940:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16901 00000400:00000200:0.0:1783979247.667948:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979247.667957:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979247.667964:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979247.667971:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979247.667977:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979247.667983:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979247.667987:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979247.667990:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979247.667993:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783979247.667997:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979247.668001:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783979247.668006:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783979247.668011:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783979247.668017:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979247.668022:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979247.668027:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979247.668032:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979247.668037:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783979247.668044:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979247.668047:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979247.668049:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979247.668052:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979247.668054:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979247.668056:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979247.668059:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979247.668064:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979247.668069:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979247.668076:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783979247.668080:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979247.668086:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979247.668088:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979247.668093:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979247.668095:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979247.668097:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979247.668102:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783979247.668108:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979247.668116:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402988160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979247.668133:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979247.668138:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979247.668144:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402988160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979247.668163:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979247.668180:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979247.668188:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979247.668193:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979247.668197:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979247.668203:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979247.668210:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16901 00000400:00000200:0.0:1783979247.668217:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979247.668223:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979247.668228:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979247.668234:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979247.668240:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979247.668245:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979247.668250:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979247.668255:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979247.668259:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783979247.668264:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979247.668269:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783979247.668275:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783979247.668282:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783979247.668291:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979247.668337:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979247.668344:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979247.668350:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979247.668355:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783979247.668362:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979247.668367:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979247.668373:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979247.668379:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979247.668386:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979247.668392:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979247.668397:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979247.668402:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979247.668406:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979247.668412:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783979247.668417:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979247.668424:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979247.668426:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979247.668431:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979247.668434:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979247.668437:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979247.668445:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783979247.668452:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979247.668462:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402988288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979247.668481:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979247.668496:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979247.668505:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402988288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979247.668522:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979247.668528:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979247.668535:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979247.668540:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979247.668542:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979247.668548:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979247.668554:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16901 00000400:00000200:0.0:1783979247.668563:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979247.668570:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979247.668575:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979247.668582:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979247.668589:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979247.668595:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979247.668600:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979247.668606:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979247.668610:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783979247.668614:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979247.668618:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783979247.668624:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783979247.668630:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783979247.668640:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979247.668645:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979247.668652:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979247.668656:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979247.668662:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783979247.668669:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979247.668674:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979247.668678:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979247.668683:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979247.668689:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979247.668693:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979247.668698:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979247.668704:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979247.668709:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979247.668717:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783979247.668723:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979247.668729:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979247.668732:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979247.668736:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979247.668740:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979247.668744:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979247.668751:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783979247.668757:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979247.668767:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402988416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979247.668784:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979247.668789:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979247.668798:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402988416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979247.668815:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979247.668822:0:226353:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16911) 00000100:00000001:0.0:1783979248.051393:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979248.051402:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979248.051406:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979248.051413:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979248.051419:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979248.051426:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979248.051438:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979248.051441:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979248.051444:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979248.179437:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979248.179442:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979248.179450:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979248.179453:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979248.179459:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979248.179463:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979248.179470:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979248.179475:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979248.179493:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979248.179495:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979248.179534:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979248.179538:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979248.179542:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979248.179573:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979248.179582:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979248.179587:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979248.179599:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979248.179608:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979248.179610:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979248.179613:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979248.179615:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979248.179619:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979248.181747:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979248.181751:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979248.181753:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979248.181755:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979248.181758:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979248.181760:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979248.181763:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979248.181765:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979248.181767:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979249.075439:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979249.075456:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979249.075470:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979249.075475:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979249.075480:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979249.075484:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979249.075491:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979249.075495:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979249.075499:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979249.203410:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979249.203418:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979249.203423:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979249.203429:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979249.203435:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979249.203440:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979249.203445:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979249.203447:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979249.203449:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979249.203495:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979249.203500:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979249.203515:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979249.203516:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979249.203524:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979249.203525:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979249.203529:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979249.203531:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979249.203535:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979249.203536:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979249.203588:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979249.203592:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979249.203596:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979249.203620:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979249.203626:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979249.203630:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979249.203634:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979249.203639:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979249.203641:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979249.203644:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979249.203646:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979249.203648:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979250.099463:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979250.099475:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979250.099477:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979250.099484:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979250.099488:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979250.099493:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979250.099496:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979250.099499:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979250.099504:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979250.227457:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979250.227467:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979250.227471:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979250.227481:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979250.227488:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979250.227495:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979250.227500:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979250.227503:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979250.227506:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979250.227535:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979250.227538:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979250.227543:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979250.227545:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979250.227549:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979250.227550:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979250.227554:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979250.227555:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979250.227560:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979250.227561:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979250.227599:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979250.227602:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979250.227603:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979250.227605:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979250.227608:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979250.227610:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979250.227612:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979250.227614:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979250.227617:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979250.227626:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979250.227629:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979250.227630:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979250.227631:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979250.227634:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979250.227636:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979250.227638:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979250.227639:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979250.227641:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979251.123444:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979251.123456:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979251.123460:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979251.123470:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979251.123477:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979251.123484:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979251.123489:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979251.123493:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979251.123497:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979251.251504:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979251.251517:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979251.251523:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979251.251530:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979251.251536:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979251.251542:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979251.251554:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979251.251557:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979251.251563:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979251.251604:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979251.251612:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979251.251637:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979251.251646:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979251.251658:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979251.251664:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979251.251671:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979251.251678:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979251.251685:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979251.251692:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979251.251698:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979251.251701:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979251.251703:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979251.251707:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979251.251709:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979251.251710:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979251.251712:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979251.251713:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979251.251718:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979251.251720:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979251.251721:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979251.251722:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979251.251724:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979251.251725:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979251.251727:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979251.251729:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979251.251732:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979251.251734:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979251.251735:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979251.251736:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979251.251737:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979251.251739:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979251.251740:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979251.251742:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979252.147907:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979252.147918:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979252.147921:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979252.147927:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979252.147933:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979252.147938:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979252.147942:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979252.147944:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979252.147948:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979252.275522:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979252.275531:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979252.275544:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979252.275549:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979252.275558:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979252.275563:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979252.275575:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979252.275583:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979252.275595:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979252.275603:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979253.171428:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979253.171434:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979253.171438:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979253.171445:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979253.171451:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979253.171459:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979253.171478:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979253.171482:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979253.171485:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979253.299431:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979253.299439:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979253.299445:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979253.299447:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979253.299450:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979253.299452:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979253.299455:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979253.299457:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979253.299460:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979253.299461:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979253.300045:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979253.300051:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979253.300054:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979253.300057:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979253.300060:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979253.300062:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979253.300065:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979253.300067:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979253.300070:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979253.300825:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979253.300828:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979253.300830:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979253.300833:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979253.300835:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979253.300838:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979253.300840:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979253.300841:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979253.300843:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979253.301583:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979253.301586:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979253.301588:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979253.301590:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979253.301592:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979253.301595:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979253.301597:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979253.301598:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979253.301600:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979254.195434:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979254.195440:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979254.195442:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979254.195448:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979254.195452:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979254.195455:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979254.195458:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979254.195461:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979254.195465:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979254.323424:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979254.323429:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979254.323433:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979254.323437:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979254.323444:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979254.323452:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979254.323469:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979254.323473:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979254.323477:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979254.323501:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979254.323506:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979254.323512:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979254.323516:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979254.323525:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979254.323529:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979254.323536:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979254.323539:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979254.323545:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979254.323548:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979254.323580:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979254.323584:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979254.323587:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979254.323596:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979254.323599:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979254.323600:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979254.323602:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979254.323605:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979254.323607:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979254.323610:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979254.323612:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979254.323614:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979255.219459:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979255.219462:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979255.219464:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979255.219466:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979255.219468:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979255.219470:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979255.219472:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979255.219473:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979255.219475:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979255.347521:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979255.347525:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979255.347530:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979255.347533:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979255.347539:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979255.347542:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979255.347548:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979255.347551:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979255.347556:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979255.347558:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979255.347575:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979255.347578:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979255.347581:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979255.347596:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979255.347600:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979255.347603:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979255.347608:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979255.347612:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979255.347614:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979255.347616:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979255.347617:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979255.347618:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979256.243415:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979256.243423:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979256.243426:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979256.243432:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979256.243437:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979256.243442:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979256.243452:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979256.243455:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979256.243458:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979256.371402:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979256.371410:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979256.371413:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979256.371419:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979256.371425:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979256.371431:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979256.371444:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979256.371449:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979256.371454:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979256.371482:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979256.371490:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979256.371495:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979256.371500:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979256.371506:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979256.371511:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979256.371518:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979256.371524:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979256.371533:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979256.371537:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979256.371545:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979256.371548:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979256.371555:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979256.371558:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979256.371566:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979256.371567:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979256.371585:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979256.371587:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979256.371590:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979257.269542:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979257.269551:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979257.269552:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979257.269558:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979257.269562:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979257.269566:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979257.269568:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979257.269571:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979257.269573:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979257.395996:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979257.395999:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979257.396004:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979257.396010:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979257.396021:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979257.396025:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979257.396029:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979257.396031:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979257.396041:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979257.396046:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979257.396078:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979257.396080:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979257.396083:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979258.291410:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979258.291419:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979258.291423:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979258.291430:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979258.291436:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979258.291442:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979258.291447:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979258.291452:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979258.291456:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979258.419425:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979258.419431:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979258.419440:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979258.419444:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979258.419451:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979258.419453:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979258.419458:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979258.419462:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979258.419468:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979258.419476:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979258.419499:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979258.419504:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979258.419510:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979258.419534:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979258.419538:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979258.419542:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979258.419546:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979258.419551:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979258.419555:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979258.419560:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979258.419564:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979258.419569:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979259.315444:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979259.315455:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979259.315458:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979259.315467:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979259.315473:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979259.315479:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979259.315492:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979259.315496:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979259.315501:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979259.443474:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979259.443491:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979259.443506:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979259.443519:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979259.443530:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979259.443536:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979259.443547:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979259.443555:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979259.443560:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979259.443586:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979259.443592:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979259.443597:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979259.443604:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979259.443611:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979259.443616:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979259.443621:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979259.443627:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979259.443641:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979259.443690:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979259.443695:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979259.443702:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979259.443704:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979259.443711:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979259.443713:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979259.443716:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979259.443718:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979259.443722:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979259.443723:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979259.443746:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979259.443749:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979259.443753:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979260.339387:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979260.339394:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979260.339397:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979260.339403:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979260.339408:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979260.339411:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979260.339422:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979260.339425:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979260.339429:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979260.467381:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979260.467387:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979260.467392:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979260.467400:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979260.467405:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979260.467410:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979260.467424:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979260.467428:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979260.467432:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979260.467448:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979260.467453:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979260.467456:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979260.467462:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979260.467468:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979260.467474:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979260.467481:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979260.467484:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979260.467489:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979260.467525:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979260.467529:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979260.467534:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979260.467536:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979260.467538:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979260.467541:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979260.467544:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979260.467546:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979260.467548:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979260.467550:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979260.467554:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979260.467555:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979260.467557:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979260.467558:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979260.467560:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979260.467561:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979260.467563:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979260.467564:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979260.467567:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979260.467569:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979260.467570:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979260.467571:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979260.467573:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979260.467574:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979260.467576:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979260.467577:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979260.467580:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979260.467581:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979260.467582:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979260.467583:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979260.467585:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979260.467586:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979260.467588:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979260.467589:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979260.467604:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979260.467607:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979260.467609:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979261.363406:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979261.363414:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979261.363417:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979261.363425:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979261.363432:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979261.363439:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979261.363451:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979261.363455:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979261.363459:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979261.491415:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979261.491424:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979261.491428:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979261.491436:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979261.491448:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979261.491454:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979261.491460:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979261.491464:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979261.491468:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979261.491495:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979261.491498:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979261.491503:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979261.491504:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979261.491508:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979261.491510:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979261.491514:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979261.491516:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979261.491520:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979261.491521:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979261.491540:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979261.491543:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979261.491546:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979261.491565:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979261.491569:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979261.491570:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979261.491573:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979261.491579:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979261.491582:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979261.491587:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979261.491590:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979261.491595:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979261.491616:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979261.491620:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979261.491621:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979261.491623:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979261.491625:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979261.491632:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979261.491635:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979261.491636:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979261.491638:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979262.387399:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979262.387407:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979262.387410:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979262.387416:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979262.387421:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979262.387425:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979262.387429:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979262.387432:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979262.387436:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979262.515528:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979262.515531:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979262.515533:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979262.515538:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979262.515542:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979262.515547:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979262.515551:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979262.515554:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979262.515565:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979262.515579:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979262.515583:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979262.515584:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979262.515586:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979262.515590:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979262.515592:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979262.515594:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979262.515596:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979262.515598:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979262.515617:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979262.515620:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979262.515624:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979262.515625:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979262.515629:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979262.515630:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979262.515633:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979262.515635:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979262.515638:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979262.515639:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979262.515651:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979262.515653:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979262.515655:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979263.028178:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979263.028182:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979263.028184:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979263.028190:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3480 x1870620402989824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.028198:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979263.028200:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979263.028203:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979263.028206:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979263.028209:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979263.028212:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402989824:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979263.028216:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979263.028231:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979263.028233:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979263.028236:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979263.028242:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979263.028243:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979263.028248:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979263.028252:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979263.028258:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979263.028265:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402989824, portal 25 00000100:00000001:0.0:1783979263.028267:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979263.028269:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889971328 : -110483819580288 : ffff9b83fb2e3480) 00000100:00000040:0.0:1783979263.028274:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3480 x1870620402989824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.028281:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979263.028284:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979263.028286:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979263.028290:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402989824, offset 0 00000400:00000200:0.0:1783979263.028324:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979263.028332:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979263.028338:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979263.028343:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979263.028347:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979263.028351:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979263.028354:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979263.028357:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826690:826690:256:4294967295] 192.168.201.148@tcp LPNI seq info [826661:826661:8:4294967295] 00000400:00000200:0.0:1783979263.028360:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979263.028370:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979263.028376:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979263.028381:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979263.028387:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979263.028391:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783979263.028413:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979263.028416:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979263.028421:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979263.028426:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979263.028432:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979263.028434:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979263.028439:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979263.028443:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3480 x1870620402989824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.028452:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979263.028456:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3480 x1870620402989824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979288 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.028463:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979263.028464:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979263.028469:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979263.028473:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979263.028476:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311590139 00000100:00000010:0.0:1783979263.028480:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783979263.028759:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979263.028765:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311590139 00000100:00000010:0.0:1783979263.028769:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783979263.028772:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979263.028775:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979263.028777:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979263.028791:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979263.028796:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979263/real 1783979263] req@ffff9b83fb2e3480 x1870620402989824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979263.028814:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979263.028816:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979263.028818:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979263.028821:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979263.028823:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979263.028826:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979263.028830:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3480 x1870620402989824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979263.028838:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3480 x1870620402989824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.028844:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979263.028846:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979263.028848:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979263.028850:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979263.028854:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3480 x1870620402989824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.028861:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979263.028865:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3480 x1870620402989824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979288 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.028870:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979263.028873:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979263.028874:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979263.028874:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979263.028876:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979263.028877:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979263.028879:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979263.028881:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979263.028883:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979263.028886:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3480 x1870620402989824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979288 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979263.028891:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402989824:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979263.028894:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979263.028896:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979263.028898:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3480 x1870620402989824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979288 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.028901:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979263.028903:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979263.028904:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979263.028906:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979263.028907:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979263.028908:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979263.028909:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979263.028911:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065800. 02000000:00000001:0.0:1783979263.028914:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979263.028915:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979263.028916:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3480. 00000100:00000001:0.0:1783979263.028919:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979263.028919:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979263.028921:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979263.028926:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979263.028927:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979263.028928:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979263.028930:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979263.028931:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979263.028933:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1c00 x1870620402989952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.028938:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979263.028939:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979263.028941:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979263.028943:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979263.028945:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979263.028948:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402989952:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979263.028951:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979263.028953:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979263.028955:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979263.028956:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979263.028959:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979263.028961:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979263.028965:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979263.028968:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979263.028972:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979263.028975:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402989952, portal 10 00000100:00000001:0.0:1783979263.028977:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979263.028978:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889965056 : -110483819586560 : ffff9b83fb2e1c00) 00000100:00000040:0.0:1783979263.028985:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1c00 x1870620402989952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.028991:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979263.028993:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979263.028995:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979263.028996:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402989952, offset 0 00000400:00000200:0.0:1783979263.028999:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979263.029002:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979263.029005:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979263.029007:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979263.029009:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979263.029010:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979263.029012:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979263.029014:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826691:826691:256:4294967295] 192.168.201.148@tcp LPNI seq info [826662:826662:8:4294967295] 00000400:00000200:0.0:1783979263.029017:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979263.029021:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979263.029023:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979263.029026:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979263.029028:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979263.029030:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783979263.029037:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979263.029038:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979263.029041:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979263.029043:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979263.029045:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979263.029046:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979263.029048:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979263.029050:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1c00 x1870620402989952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.029055:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979263.029057:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1c00 x1870620402989952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979288 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.029060:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979263.029061:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979263.029063:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979263.029066:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979263.029068:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979263.029069:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311588880 00000100:00000001:0.0:1783979263.029071:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311590139 00000100:00000001:0.0:1783979263.029073:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311588880 00000100:00000001:0.0:1783979263.029074:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311590139 00000100:00000001:0.0:1783979263.029076:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979263.029077:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979263.029078:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979263.029080:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979263/real 1783979263] req@ffff9b83fb2e1c00 x1870620402989952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979263.029084:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979263.029084:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979263.029086:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979263.029087:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979263.029088:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979263.029090:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979263.029091:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1c00 x1870620402989952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979263.029096:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1c00 x1870620402989952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.029099:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979263.029100:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979263.029101:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979263.029102:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979263.029103:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1c00 x1870620402989952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.029107:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979263.029109:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1c00 x1870620402989952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979288 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.029112:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979263.029114:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979263.029115:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979263.029116:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979263.029117:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979263.029123:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979263.029124:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979263.029127:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979263.029128:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979263.029130:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1c00 x1870620402989952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979288 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979263.029134:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402989952:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979263.029137:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979263.029139:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2680 x1870620402990080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.029144:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979263.029144:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979263.029145:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979263.029146:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979263.029147:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979263.029149:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402990080:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979263.029150:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979263.029151:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979263.029152:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979263.029154:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979263.029156:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979263.029157:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979263.029159:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979263.029160:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979263.029162:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979263.029164:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402990080, portal 10 00000100:00000001:0.0:1783979263.029165:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979263.029166:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889967744 : -110483819583872 : ffff9b83fb2e2680) 00000100:00000040:0.0:1783979263.029169:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2680 x1870620402990080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.029173:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979263.029175:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979263.029176:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979263.029177:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402990080, offset 0 00000400:00000200:0.0:1783979263.029179:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979263.029181:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979263.029183:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979263.029184:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979263.029186:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979263.029187:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979263.029189:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979263.029191:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826692:826692:256:4294967295] 192.168.201.148@tcp LPNI seq info [826663:826663:8:4294967295] 00000400:00000200:0.0:1783979263.029193:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979263.029197:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979263.029201:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979263.029203:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979263.029207:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979263.029209:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783979263.029229:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979263.029231:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979263.029234:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979263.029237:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979263.029240:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979263.029242:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979263.029244:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979263.029248:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2680 x1870620402990080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.029255:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979263.029258:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2680 x1870620402990080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979288 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.029264:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979263.029266:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979263.029268:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979263.029271:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979263.029274:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979263.029276:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311588875 00000100:00000001:0.0:1783979263.029279:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311590139 00000100:00000001:0.0:1783979263.029281:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311588875 00000100:00000001:0.0:1783979263.029283:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311590139 00000100:00000001:0.0:1783979263.029286:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979263.029287:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979263.029289:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979263.029311:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979263/real 1783979263] req@ffff9b83fb2e2680 x1870620402990080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979263.029320:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979263.029322:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979263.029323:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979263.029325:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979263.029326:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979263.029327:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979263.029330:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2680 x1870620402990080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979263.029335:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2680 x1870620402990080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.029339:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979263.029340:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979263.029341:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979263.029342:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979263.029344:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2680 x1870620402990080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.029348:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979263.029350:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2680 x1870620402990080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979288 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.029354:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979263.029355:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979263.029356:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979263.029357:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979263.029358:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979263.029363:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979263.029364:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979263.029367:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979263.029368:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979263.029371:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2680 x1870620402990080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979288 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979263.029375:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402990080:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979263.029378:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979263.029381:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3100 x1870620402990208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.029387:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979263.029388:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979263.029390:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979263.029392:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979263.029394:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979263.029397:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402990208:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979263.029401:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979263.029403:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979263.029404:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979263.029406:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979263.029409:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979263.029411:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979263.029415:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979263.029418:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979263.029421:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979263.029424:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402990208, portal 4 00000100:00000001:0.0:1783979263.029426:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979263.029427:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889970432 : -110483819581184 : ffff9b83fb2e3100) 00000100:00000040:0.0:1783979263.029433:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3100 x1870620402990208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.029440:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979263.029442:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979263.029444:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979263.029446:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402990208, offset 0 00000400:00000200:0.0:1783979263.029450:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979263.029454:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979263.029458:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979263.029461:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979263.029463:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979263.029466:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979263.029468:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979263.029471:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826693:826693:256:4294967295] 192.168.201.148@tcp LPNI seq info [826664:826664:8:4294967295] 00000400:00000200:0.0:1783979263.029475:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979263.029480:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979263.029485:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979263.029488:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979263.029492:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979263.029495:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783979263.029506:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979263.029508:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979263.029511:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979263.029515:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979263.029517:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979263.029519:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979263.029521:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979263.029524:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3100 x1870620402990208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.029529:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979263.029531:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3100 x1870620402990208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979288 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.029539:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979263.029540:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979263.029542:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979263.029544:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979263.029546:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979263.029548:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311588903 00000100:00000001:0.0:1783979263.029549:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311590139 00000100:00000001:0.0:1783979263.029551:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311588903 00000100:00000001:0.0:1783979263.029552:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311590139 00000100:00000001:0.0:1783979263.029553:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979263.029555:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979263.029556:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979263.029559:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979263/real 1783979263] req@ffff9b83fb2e3100 x1870620402990208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979263.029566:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979263.029568:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979263.029569:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979263.029572:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979263.029573:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979263.029575:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979263.029578:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3100 x1870620402990208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979263.029587:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3100 x1870620402990208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.029593:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979263.029595:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979263.029596:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979263.029598:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979263.029602:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3100 x1870620402990208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.029607:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979263.029609:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3100 x1870620402990208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979288 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.029613:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979263.029615:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979263.029615:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979263.029616:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979263.029617:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979263.029619:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979263.029621:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979263.029623:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979263.029624:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979263.029626:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3100 x1870620402990208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979288 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979263.029630:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402990208:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979263.029633:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979263.029635:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1180 x1870620402990336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.029638:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979263.029639:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979263.029640:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979263.029641:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979263.029642:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979263.029644:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402990336:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979263.029646:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979263.029648:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979263.029649:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979263.029650:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979263.029653:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979263.029654:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979263.029656:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979263.029657:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979263.029659:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979263.029661:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402990336, portal 4 00000100:00000001:0.0:1783979263.029662:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979263.029663:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889962368 : -110483819589248 : ffff9b83fb2e1180) 00000100:00000040:0.0:1783979263.029667:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1180 x1870620402990336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.029672:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979263.029673:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979263.029674:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979263.029676:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402990336, offset 0 00000400:00000200:0.0:1783979263.029678:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979263.029681:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979263.029684:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979263.029686:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979263.029688:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979263.029690:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979263.029692:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979263.029695:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826694:826694:256:4294967295] 192.168.201.148@tcp LPNI seq info [826665:826665:8:4294967295] 00000400:00000200:0.0:1783979263.029699:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979263.030260:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979263.030266:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979263.030270:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979263.030274:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979263.030277:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783979263.030287:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979263.030290:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979263.030315:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979263.030319:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979263.030322:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979263.030324:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979263.030327:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979263.030331:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1180 x1870620402990336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.030339:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979263.030342:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1180 x1870620402990336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979288 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.030349:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979263.030350:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979263.030354:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979263.030357:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979263.030360:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979263.030362:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311588894 00000100:00000001:0.0:1783979263.030365:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311590139 00000100:00000001:0.0:1783979263.030367:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311588894 00000100:00000001:0.0:1783979263.030369:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311590139 00000100:00000001:0.0:1783979263.030371:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979263.030373:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979263.030375:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979263.030379:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979263/real 1783979263] req@ffff9b83fb2e1180 x1870620402990336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979263.030386:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979263.030388:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979263.030390:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979263.030401:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979263.030403:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979263.030409:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979263.030413:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1180 x1870620402990336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979263.030421:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1180 x1870620402990336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.030428:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979263.030429:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979263.030432:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979263.030433:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979263.030437:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1180 x1870620402990336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.030444:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979263.030448:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1180 x1870620402990336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979288 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.030454:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979263.030457:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979263.030458:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979263.030460:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979263.030461:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979263.030465:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979263.030468:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979263.030471:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979263.030474:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979263.030477:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1180 x1870620402990336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979288 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979263.030485:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402990336:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979263.030489:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979263.030491:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979263.030495:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1c00 x1870620402989952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979288 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.030502:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979263.030505:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979263.030507:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979263.030510:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979263.030512:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979263.030513:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979263.030515:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979263.030517:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067800. 02000000:00000001:0.0:1783979263.030520:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979263.030522:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979263.030523:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1c00. 00000100:00000001:0.0:1783979263.030526:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979263.030528:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979263.030529:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979263.030533:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2680 x1870620402990080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979288 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.030540:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979263.030541:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979263.030542:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979263.030545:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979263.030546:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979263.030547:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979263.030556:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979263.030558:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065400. 02000000:00000001:0.0:1783979263.030561:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979263.030562:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979263.030563:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2680. 00000100:00000001:0.0:1783979263.030566:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979263.030567:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979263.030569:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979263.030572:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3100 x1870620402990208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979288 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.030579:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979263.030580:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979263.030582:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979263.030588:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979263.030589:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979263.030590:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979263.030592:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979263.030593:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064c00. 02000000:00000001:0.0:1783979263.030595:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979263.030597:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979263.030598:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3100. 00000100:00000001:0.0:1783979263.030600:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979263.030601:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979263.030603:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979263.030606:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1180 x1870620402990336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979288 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979263.030612:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979263.030614:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979263.030615:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979263.030618:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979263.030619:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979263.030620:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979263.030622:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979263.030624:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065000. 02000000:00000001:0.0:1783979263.030626:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979263.030627:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979263.030628:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1180. 00000100:00000001:0.0:1783979263.030631:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979263.030632:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979263.030634:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979263.030640:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979263.030642:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979263.030644:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979263.030646:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979263.411392:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979263.411398:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979263.411400:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979263.411407:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979263.411412:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979263.411417:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979263.411422:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979263.411425:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979263.411429:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979263.540329:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979263.540333:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979263.540334:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979263.540337:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979263.540340:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979263.540342:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979263.540344:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979263.540345:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979263.540347:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979263.540366:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979263.540368:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979263.540372:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979263.540374:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979263.540377:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979263.540378:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979263.540382:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979263.540383:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979263.540386:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979263.540388:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979263.540405:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979263.540407:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979263.540408:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979263.542414:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979263.542418:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979263.542420:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979263.542422:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979263.542425:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979263.542427:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979263.542429:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979263.542430:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979263.542432:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979264.435386:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979264.435393:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979264.435395:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979264.435400:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979264.435403:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979264.435407:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979264.435415:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979264.435416:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979264.435418:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979264.563424:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979264.563433:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979264.563437:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979264.563444:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979264.563450:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979264.563456:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979264.563898:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979264.563900:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979264.563903:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979264.563924:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979264.563928:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979264.563933:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979264.563934:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979264.563939:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979264.563941:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979264.563946:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979264.563947:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979264.563950:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979264.563953:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979264.563971:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979264.563976:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979264.563992:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979264.564014:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979264.564018:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979264.564020:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979264.564023:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979264.564026:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979264.564028:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979264.564031:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979264.564033:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979264.564035:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979265.459399:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979265.459408:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979265.459412:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979265.459420:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979265.459428:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979265.459434:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979265.459437:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979265.459441:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979265.459445:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979265.587561:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979265.587565:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979265.587566:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979265.587569:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979265.587571:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979265.587573:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979265.587576:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979265.587579:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979265.587582:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979265.587602:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979265.587612:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979265.587615:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979265.587619:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979265.587622:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979265.587625:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979265.587627:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979265.587629:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979265.587634:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979265.587635:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979265.587640:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979265.587641:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979265.587645:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979265.587646:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979265.587649:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979265.587651:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979265.587672:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979265.587675:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979265.587680:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979266.483401:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979266.483409:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979266.483412:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979266.483421:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979266.483429:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979266.483434:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979266.483439:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979266.483443:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979266.483446:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979266.611405:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979266.611411:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979266.611416:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979266.611424:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979266.611430:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979266.611434:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979266.611438:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979266.611442:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979266.611448:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979266.611475:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979266.611480:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979266.611485:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979266.611492:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979266.611497:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979266.611503:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979266.611506:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979266.611508:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979266.611510:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979266.611533:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979266.611538:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979266.611547:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979266.611550:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979266.611555:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979266.611557:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979266.611560:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979266.611561:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979266.611565:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979266.611566:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979266.611584:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979266.611587:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979266.611590:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979267.507400:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979267.507409:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979267.507412:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979267.507419:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979267.507425:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979267.507432:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979267.507438:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979267.507442:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979267.507454:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979267.635459:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979267.635466:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979267.635473:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979267.635476:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979267.635480:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979267.635482:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979267.635486:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979267.635489:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979267.635492:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979267.635494:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979267.635514:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979267.635518:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979267.635521:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979267.635545:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979267.635549:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979267.635551:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979267.635554:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979267.635556:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979267.635559:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979267.635561:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979267.635562:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979267.635563:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979267.636038:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979267.636041:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979267.636042:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979267.636044:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979267.636047:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979267.636049:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979267.636051:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979267.636052:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979267.636054:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979267.636260:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979267.636266:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979267.636270:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979267.636277:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979267.636281:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979267.636284:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979267.636286:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979267.636288:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979267.636290:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979268.148287:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979268.148292:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979268.148321:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979268.148327:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1180 x1870620402990464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.148335:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979268.148337:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979268.148340:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979268.148343:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979268.148345:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979268.148348:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402990464:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979268.148352:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979268.148357:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979268.148359:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979268.148362:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979268.148367:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979268.148369:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979268.148374:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979268.148377:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979268.148383:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979268.148390:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402990464, portal 25 00000100:00000001:0.0:1783979268.148392:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979268.148394:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889962368 : -110483819589248 : ffff9b83fb2e1180) 00000100:00000040:0.0:1783979268.148400:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1180 x1870620402990464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.148407:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979268.148409:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979268.148412:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979268.148415:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402990464, offset 0 00000400:00000200:0.0:1783979268.148421:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979268.148428:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979268.148433:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979268.148438:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979268.148442:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979268.148445:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979268.148448:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979268.148451:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826695:826695:256:4294967295] 192.168.201.148@tcp LPNI seq info [826666:826666:8:4294967295] 00000400:00000200:0.0:1783979268.148455:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979268.148465:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979268.148471:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979268.148476:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979268.148482:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979268.148486:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783979268.148498:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979268.148501:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979268.148507:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979268.148512:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979268.148517:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979268.148519:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979268.148524:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979268.148527:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1180 x1870620402990464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.148535:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979268.148538:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1180 x1870620402990464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979293 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.148544:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979268.148546:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979268.148550:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979268.148554:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979268.148557:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311595259 00000100:00000010:0.0:1783979268.148562:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783979268.148567:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979268.148571:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311595259 00000100:00000010:0.0:1783979268.148574:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783979268.148576:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979268.148591:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979268.148594:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979268.148596:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979268.148601:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979268/real 1783979268] req@ffff9b83fb2e1180 x1870620402990464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979268.148609:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979268.148611:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979268.148613:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979268.148615:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979268.148616:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979268.148619:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979268.148621:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1180 x1870620402990464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979268.148629:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1180 x1870620402990464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.148635:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979268.148637:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979268.148639:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979268.148640:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979268.148644:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1180 x1870620402990464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.148651:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979268.148655:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1180 x1870620402990464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979293 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.148661:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979268.148664:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979268.148665:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979268.148666:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979268.148668:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979268.148670:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979268.148673:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979268.148676:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979268.148679:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979268.148683:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1180 x1870620402990464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979293 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979268.148691:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402990464:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979268.148695:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979268.148698:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3100 x1870620402990592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.148706:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979268.148707:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979268.148709:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979268.148711:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979268.148713:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979268.148715:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402990592:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979268.148718:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979268.148720:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979268.148721:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979268.148723:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979268.148725:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979268.148728:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979268.148731:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979268.148733:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979268.148735:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979268.148738:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402990592, portal 10 00000100:00000001:0.0:1783979268.148739:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979268.148741:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889970432 : -110483819581184 : ffff9b83fb2e3100) 00000100:00000040:0.0:1783979268.148746:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3100 x1870620402990592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.148752:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979268.148754:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979268.148755:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979268.148757:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402990592, offset 0 00000400:00000200:0.0:1783979268.148761:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979268.148764:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979268.148767:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979268.148770:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979268.148772:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979268.148774:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979268.148777:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979268.148779:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826696:826696:256:4294967295] 192.168.201.148@tcp LPNI seq info [826667:826667:8:4294967295] 00000400:00000200:0.0:1783979268.148783:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979268.148789:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979268.148794:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979268.148797:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979268.148800:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979268.148802:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783979268.148812:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979268.148813:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979268.148816:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979268.148819:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979268.148822:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979268.148823:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979268.148825:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979268.148828:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3100 x1870620402990592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.148835:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979268.148837:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3100 x1870620402990592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979293 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.148842:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979268.148844:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979268.148846:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979268.148849:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979268.148852:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979268.148853:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311594000 00000100:00000001:0.0:1783979268.148856:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311595259 00000100:00000001:0.0:1783979268.148857:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311594000 00000100:00000001:0.0:1783979268.148859:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311595259 00000100:00000001:0.0:1783979268.148861:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979268.148863:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979268.148864:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979268.148867:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979268/real 1783979268] req@ffff9b83fb2e3100 x1870620402990592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979268.148873:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979268.148874:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979268.148876:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979268.148877:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979268.148879:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979268.148880:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979268.148883:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3100 x1870620402990592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979268.148890:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3100 x1870620402990592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.148895:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979268.148896:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979268.148897:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979268.148898:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979268.148901:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3100 x1870620402990592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.148906:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979268.148909:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3100 x1870620402990592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979293 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.148914:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979268.148917:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979268.148918:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979268.148919:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979268.148920:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979268.148928:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979268.148930:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979268.148933:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979268.148935:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979268.148938:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3100 x1870620402990592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979293 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979268.148944:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402990592:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979268.148947:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979268.148950:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2680 x1870620402990720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.148959:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979268.148960:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979268.148962:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979268.148964:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979268.148965:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979268.148967:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402990720:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979268.148970:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979268.148972:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979268.148973:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979268.148974:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979268.148977:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979268.148978:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979268.148980:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979268.148982:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979268.148985:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979268.148986:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402990720, portal 10 00000100:00000001:0.0:1783979268.148988:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979268.148989:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889967744 : -110483819583872 : ffff9b83fb2e2680) 00000100:00000040:0.0:1783979268.148993:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2680 x1870620402990720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.148998:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979268.149000:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979268.149002:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979268.149004:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402990720, offset 0 00000400:00000200:0.0:1783979268.149007:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979268.149009:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979268.149012:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979268.149014:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979268.149016:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979268.149018:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979268.149019:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979268.149022:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826697:826697:256:4294967295] 192.168.201.148@tcp LPNI seq info [826668:826668:8:4294967295] 00000400:00000200:0.0:1783979268.149025:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979268.149030:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979268.149033:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979268.149036:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979268.149038:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979268.149041:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783979268.149048:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979268.149050:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979268.149052:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979268.149054:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979268.149057:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979268.149058:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979268.149060:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979268.149062:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2680 x1870620402990720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.149068:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979268.149070:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2680 x1870620402990720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979293 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.149075:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979268.149076:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979268.149078:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979268.149080:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979268.149083:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979268.149084:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311593995 00000100:00000001:0.0:1783979268.149086:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311595259 00000100:00000001:0.0:1783979268.149088:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311593995 00000100:00000001:0.0:1783979268.149090:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311595259 00000100:00000001:0.0:1783979268.149092:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979268.149094:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979268.149095:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979268.149098:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979268/real 1783979268] req@ffff9b83fb2e2680 x1870620402990720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979268.149104:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979268.149105:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979268.149106:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979268.149108:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979268.149109:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979268.149110:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979268.149112:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2680 x1870620402990720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979268.149119:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2680 x1870620402990720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.149124:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979268.149125:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979268.149126:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979268.149127:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979268.149141:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2680 x1870620402990720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.149149:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979268.149153:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2680 x1870620402990720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979293 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.149159:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979268.149162:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979268.149163:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979268.149165:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979268.149166:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979268.149171:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979268.149174:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979268.149178:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979268.149179:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979268.149183:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2680 x1870620402990720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979293 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979268.149189:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402990720:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979268.149192:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979268.149195:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1c00 x1870620402990848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.149200:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979268.149201:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979268.149203:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979268.149204:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979268.149205:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979268.149208:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402990848:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979268.149210:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979268.149212:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979268.149213:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979268.149215:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979268.149218:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979268.149220:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979268.149223:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979268.149225:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979268.149228:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979268.149231:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402990848, portal 4 00000100:00000001:0.0:1783979268.149232:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979268.149234:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889965056 : -110483819586560 : ffff9b83fb2e1c00) 00000100:00000040:0.0:1783979268.149239:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1c00 x1870620402990848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.149245:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979268.149248:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979268.149250:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979268.149252:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402990848, offset 0 00000400:00000200:0.0:1783979268.149256:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979268.149259:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979268.149262:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979268.149265:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979268.149267:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979268.149269:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979268.149271:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979268.149274:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826698:826698:256:4294967295] 192.168.201.148@tcp LPNI seq info [826669:826669:8:4294967295] 00000400:00000200:0.0:1783979268.149278:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979268.149285:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979268.149289:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979268.149292:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979268.149318:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979268.149320:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783979268.149329:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979268.149330:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979268.149334:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979268.149337:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979268.149339:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979268.149341:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979268.149343:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979268.149347:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1c00 x1870620402990848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.149354:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979268.149356:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1c00 x1870620402990848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979293 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.149362:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979268.149363:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979268.149367:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979268.149370:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979268.149372:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979268.149374:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311594023 00000100:00000001:0.0:1783979268.149376:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311595259 00000100:00000001:0.0:1783979268.149378:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311594023 00000100:00000001:0.0:1783979268.149380:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311595259 00000100:00000001:0.0:1783979268.149382:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979268.149384:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979268.149385:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979268.149389:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979268/real 1783979268] req@ffff9b83fb2e1c00 x1870620402990848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979268.149396:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979268.149398:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979268.149399:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979268.149402:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979268.149403:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979268.149405:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979268.149408:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1c00 x1870620402990848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979268.149416:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1c00 x1870620402990848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.149422:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979268.149423:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979268.149424:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979268.149425:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979268.149427:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1c00 x1870620402990848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.149432:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979268.149434:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1c00 x1870620402990848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979293 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.149439:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979268.149440:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979268.149441:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979268.149442:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979268.149443:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979268.149445:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979268.149447:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979268.149448:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979268.149449:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979268.149452:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1c00 x1870620402990848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979293 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979268.149456:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402990848:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979268.149459:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979268.149461:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3480 x1870620402990976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.149464:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979268.149465:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979268.149466:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979268.149468:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979268.149469:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979268.149471:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402990976:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979268.149472:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979268.149473:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979268.149474:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979268.149475:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979268.149477:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979268.149479:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979268.149481:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979268.149483:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979268.149485:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979268.149487:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402990976, portal 4 00000100:00000001:0.0:1783979268.149488:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979268.149489:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889971328 : -110483819580288 : ffff9b83fb2e3480) 00000100:00000040:0.0:1783979268.149493:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3480 x1870620402990976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.149497:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979268.149499:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979268.149500:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979268.149501:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402990976, offset 0 00000400:00000200:0.0:1783979268.149503:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979268.149506:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979268.149508:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979268.149509:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979268.149511:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979268.149512:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979268.149514:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979268.149516:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826699:826699:256:4294967295] 192.168.201.148@tcp LPNI seq info [826670:826670:8:4294967295] 00000400:00000200:0.0:1783979268.149518:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979268.149522:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979268.149525:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979268.149527:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979268.149529:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979268.149531:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783979268.149537:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979268.149539:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979268.149541:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979268.149543:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979268.149544:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979268.149546:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979268.149547:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979268.149549:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3480 x1870620402990976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.149554:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979268.149556:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3480 x1870620402990976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979293 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.149560:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979268.149561:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979268.149563:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979268.149564:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979268.149566:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979268.149567:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311594013 00000100:00000001:0.0:1783979268.149568:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311595259 00000100:00000001:0.0:1783979268.149570:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311594013 00000100:00000001:0.0:1783979268.149571:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311595259 00000100:00000001:0.0:1783979268.149573:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979268.149574:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979268.149575:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979268.149576:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979268/real 1783979268] req@ffff9b83fb2e3480 x1870620402990976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979268.149580:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979268.149581:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979268.149582:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979268.149583:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979268.149583:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979268.149584:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979268.149586:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3480 x1870620402990976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979268.149590:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3480 x1870620402990976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.149598:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979268.149599:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979268.149600:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979268.149601:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979268.149603:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3480 x1870620402990976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.149606:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979268.149608:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3480 x1870620402990976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979293 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.149611:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979268.149612:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979268.149613:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979268.149614:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979268.149615:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979268.149617:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979268.149618:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979268.149620:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979268.149621:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979268.149623:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3480 x1870620402990976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979293 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979268.149627:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402990976:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979268.149629:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979268.149630:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979268.149632:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1180 x1870620402990464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979293 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.149638:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979268.149641:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979268.149644:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979268.149647:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979268.149649:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979268.149651:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979268.149653:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979268.149655:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064800. 02000000:00000001:0.0:1783979268.149659:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979268.149660:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979268.149662:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1180. 00000100:00000001:0.0:1783979268.149665:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979268.149667:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979268.149668:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979268.149672:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3100 x1870620402990592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979293 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.149678:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979268.149679:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979268.149681:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979268.149683:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979268.149684:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979268.149686:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979268.149687:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979268.149689:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067000. 02000000:00000001:0.0:1783979268.149691:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979268.149692:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979268.149694:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3100. 00000100:00000001:0.0:1783979268.149696:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979268.149698:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979268.149699:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979268.149702:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2680 x1870620402990720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979293 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.149709:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979268.149710:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979268.149712:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979268.149714:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979268.149715:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979268.149716:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979268.149719:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979268.149720:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065000. 02000000:00000001:0.0:1783979268.149722:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979268.149723:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979268.149724:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2680. 00000100:00000001:0.0:1783979268.149727:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979268.149729:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979268.149730:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979268.149734:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1c00 x1870620402990848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979293 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.149740:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979268.149742:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979268.149743:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979268.149745:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979268.149746:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979268.149747:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979268.149748:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979268.149749:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064c00. 02000000:00000001:0.0:1783979268.149750:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979268.149751:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979268.149752:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1c00. 00000100:00000001:0.0:1783979268.149753:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979268.149754:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979268.149755:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979268.149757:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3480 x1870620402990976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979293 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979268.149760:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979268.149761:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979268.149762:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979268.149763:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979268.149764:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979268.149765:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979268.149766:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979268.149767:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065400. 02000000:00000001:0.0:1783979268.149768:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979268.149769:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979268.149770:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3480. 00000100:00000001:0.0:1783979268.149771:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979268.149772:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979268.149773:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979268.149780:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979268.149782:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979268.149783:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979268.149784:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979268.531387:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979268.531395:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979268.531399:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979268.531404:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979268.531409:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979268.531413:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979268.531420:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979268.531424:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979268.531427:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979268.659645:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979268.659651:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979268.659655:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979268.659659:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979268.659664:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979268.659667:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979268.659669:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979268.659670:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979268.659672:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979268.659681:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979268.659684:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979268.659688:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979268.659690:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979268.659692:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979268.659693:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979268.659696:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979268.659698:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979268.659700:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979268.659719:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979268.659721:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979268.659725:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979268.659726:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979268.659730:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979268.659731:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979268.659734:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979268.659735:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979268.659738:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979268.659739:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979268.659751:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979268.659754:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979268.659756:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979269.555451:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979269.555464:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979269.555473:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979269.555488:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979269.555508:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979269.555515:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979269.555527:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979269.555531:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979269.555535:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979269.683465:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979269.683474:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979269.683481:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979269.683494:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979269.683503:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979269.683807:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979269.683810:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979269.683812:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979269.683816:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979269.683841:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979269.683844:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979269.683848:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979269.683849:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979269.683853:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979269.683855:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979269.683858:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979269.683860:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979269.683863:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979269.683865:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979269.683881:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979269.683884:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979269.683886:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979269.683905:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979269.683908:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979269.683909:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979269.683912:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979269.683914:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979269.683916:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979269.684040:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979269.684053:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979269.684056:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979270.580189:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979270.580193:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979270.580195:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979270.580198:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979270.580200:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979270.580203:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979270.580205:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979270.580207:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979270.580209:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979270.707465:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979270.707472:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979270.707476:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979270.707482:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979270.707488:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979270.707493:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979270.707501:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979270.707506:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979270.707511:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979270.707528:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979270.707534:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979270.707538:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979270.707543:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979270.707546:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979270.707551:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979270.707664:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979270.707668:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979270.707672:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979270.707699:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979270.707704:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979270.707715:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979270.707720:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979270.707722:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979270.707726:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979270.707730:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979270.707732:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979270.707734:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979270.707736:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979270.707741:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979270.707742:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979270.707743:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979270.707745:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979270.707746:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979270.707747:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979270.707749:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979270.707750:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979270.707754:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979270.707756:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979270.707757:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979270.707759:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979270.707760:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979270.707761:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979270.707763:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979270.707765:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979270.707768:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979270.707769:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979270.707770:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979270.707772:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979270.707773:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979270.707774:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979270.707776:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979270.707778:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979270.707795:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979270.707799:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979270.707801:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979271.603443:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979271.603457:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979271.603462:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979271.603472:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979271.603480:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979271.603488:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979271.603496:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979271.603500:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979271.603513:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979271.731435:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979271.731444:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979271.731453:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979271.731467:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979271.731477:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979271.731488:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979271.731500:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979271.731510:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979271.731520:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979271.731552:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979271.731555:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979271.731560:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979271.731563:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979271.731569:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979271.731572:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979271.731579:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979271.731587:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979271.731604:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979271.731610:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979271.731643:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979271.731648:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979271.731654:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979272.627419:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979272.627429:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979272.627432:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979272.627436:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979272.627441:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979272.627445:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979272.627448:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979272.627451:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979272.627454:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979272.755418:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979272.755422:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979272.755429:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979272.755433:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979272.755438:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979272.755441:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979272.755447:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979272.755450:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979272.755456:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979272.755460:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979272.756516:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979272.756524:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979272.756527:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979272.756546:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979272.756555:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979272.756561:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979272.756566:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979272.756571:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979272.756578:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979273.267433:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979273.267444:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979273.267446:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979273.267454:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979273.267459:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979273.267465:0:226353:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 16926 00000400:00000200:0.0:1783979273.267475:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979273.267480:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979273.267483:0:226353:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979273.267486:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979273.267490:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979273.267492:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979273.267495:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979273.267498:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979273.267501:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783979273.267503:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979273.267506:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783979273.267509:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783979273.267511:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783979273.267514:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979273.267516:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979273.267518:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979273.267520:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979273.267523:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783979273.267527:0:226353:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979273.267529:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979273.267532:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979273.267535:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979273.267538:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979273.267541:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979273.267543:0:226353:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979273.267552:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783979273.267556:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783979273.267560:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979273.267562:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979273.267565:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979273.267569:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979273.267573:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979273.267580:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783979273.267585:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979273.267593:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620402991104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979273.267603:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979273.267607:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979273.267611:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620402991104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979273.267640:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979273.267644:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979273.267647:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979273.267648:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979273.267650:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979273.267652:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979273.267655:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16926 00000400:00000200:0.0:1783979273.267660:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979273.267663:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979273.267666:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979273.267674:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979273.267678:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979273.267682:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979273.267686:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979273.267691:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979273.267693:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783979273.267696:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979273.267699:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783979273.267704:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783979273.267713:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783979273.267720:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979273.267723:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979273.267725:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979273.267727:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979273.267729:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783979273.267732:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979273.267737:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979273.267782:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979273.267791:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979273.267797:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979273.267801:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979273.267806:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979273.267811:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979273.267816:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979273.267822:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783979273.267827:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979273.267830:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979273.267832:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979273.267834:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979273.267835:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979273.267839:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979273.267846:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783979273.267852:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979273.267861:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620402991232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979273.267871:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979273.267875:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979273.267882:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620402991232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979273.267896:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979273.267901:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979273.267909:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979273.267912:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979273.267915:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979273.267920:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979273.267925:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16926 00000400:00000200:0.0:1783979273.267932:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979273.267937:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979273.267942:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979273.267950:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979273.267954:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979273.267959:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979273.267963:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979273.267966:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979273.267969:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783979273.267971:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979273.267974:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783979273.267977:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783979273.267981:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783979273.267987:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979273.267990:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979273.267995:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979273.267999:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979273.268004:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783979273.268009:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979273.268014:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979273.268019:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979273.268022:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979273.268027:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979273.268031:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979273.268035:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979273.268039:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979273.268054:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979273.268059:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783979273.268064:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979273.268070:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979273.268073:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979273.268077:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979273.268080:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979273.268083:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979273.268089:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783979273.268095:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979273.268104:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402991360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979273.268115:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979273.268118:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979273.268126:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402991360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979273.268140:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979273.268145:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979273.268148:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979273.268149:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979273.268151:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979273.268153:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979273.268157:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16926 00000400:00000200:0.0:1783979273.268164:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979273.268169:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979273.268173:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979273.268179:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979273.268184:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979273.268188:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979273.268194:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979273.268198:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979273.268201:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783979273.268205:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979273.268209:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783979273.268213:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783979273.268218:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783979273.268225:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979273.268230:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979273.268234:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979273.268239:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979273.268242:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783979273.268247:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979273.268251:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979273.268254:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979273.268258:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979273.268262:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979273.268266:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979273.268270:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979273.268274:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979273.268277:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979273.268283:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783979273.268287:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979273.268291:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979273.268328:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979273.268331:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979273.268333:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979273.268334:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979273.268338:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783979273.268344:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979273.268353:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402991488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979273.268373:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979273.268377:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979273.268386:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402991488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979273.268414:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979273.268420:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979273.268427:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979273.268429:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979273.268431:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979273.268438:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979273.268442:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16926 00000400:00000200:0.0:1783979273.268452:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979273.268459:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979273.268465:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979273.268471:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979273.268474:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979273.268476:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979273.268478:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979273.268481:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979273.268485:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783979273.268487:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979273.268492:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783979273.268497:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783979273.268501:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783979273.268506:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979273.268508:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979273.268511:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979273.268514:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979273.268515:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783979273.268517:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979273.268520:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979273.268522:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979273.268524:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979273.268526:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979273.268529:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979273.268531:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979273.268536:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979273.268538:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979273.268544:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783979273.268548:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979273.268551:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979273.268554:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979273.268557:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979273.268560:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979273.268564:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979273.268569:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783979273.268575:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979273.268584:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402991616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979273.268609:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979273.268612:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979273.268616:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402991616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979273.268625:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979273.268630:0:226353:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16936) 00000100:00000001:0.0:1783979273.651443:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979273.651452:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979273.651455:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979273.651462:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979273.651468:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979273.651473:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979273.651480:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979273.651483:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979273.651488:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979273.779401:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979273.779412:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979273.779415:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979273.779422:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979273.779430:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979273.779434:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979273.779438:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979273.779442:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979273.779447:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979273.779489:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979273.779493:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979273.779504:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979273.779511:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979273.779520:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979273.779524:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979273.779540:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979273.779548:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979273.779559:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979273.779564:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979273.779625:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979273.779632:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979273.779636:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979273.779641:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979273.779644:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979273.779650:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979273.779652:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979273.779656:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979273.779661:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979274.675455:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979274.675466:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979274.675468:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979274.675475:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979274.675479:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979274.675484:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979274.675487:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979274.675490:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979274.675494:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979274.803468:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979274.803474:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979274.803480:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979274.803488:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979274.803490:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979274.803492:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979274.803495:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979274.803497:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979274.803507:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979274.803530:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979274.803534:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979274.803540:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979274.803542:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979274.803549:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979274.803557:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979274.803561:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979274.803562:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979274.803564:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979274.803565:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979274.803620:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979274.803623:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979274.803626:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979274.803631:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979274.803635:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979274.803640:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979274.803642:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979274.803645:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979274.803650:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979275.699455:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979275.699467:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979275.699470:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979275.699478:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979275.699485:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979275.699492:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979275.699497:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979275.699502:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979275.699510:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979275.827448:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979275.827457:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979275.827460:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979275.827468:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979275.827473:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979275.827478:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979275.827482:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979275.827487:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979275.827501:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979275.827507:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979275.827516:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979275.827518:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979275.827522:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979275.827524:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979275.827529:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979275.827531:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979275.827761:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979275.827764:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979275.827765:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979275.827768:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979275.827771:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979275.827773:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979275.827776:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979275.827777:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979275.827779:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979276.723439:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979276.723450:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979276.723453:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979276.723459:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979276.723465:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979276.723471:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979276.723477:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979276.723481:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979276.723484:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979276.851643:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979276.851650:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979276.851655:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979276.851665:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979276.851671:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979276.851676:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979276.851682:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979276.851686:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979276.851690:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979276.851726:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979276.851732:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979276.851739:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979276.851740:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979276.851745:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979276.851746:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979276.851750:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979276.851752:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979276.851755:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979276.851757:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979277.747879:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979277.747884:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979277.747886:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979277.747889:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979277.747891:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979277.747893:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979277.747895:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979277.747896:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979277.747899:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979277.875715:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979277.875721:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979277.875730:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979277.875733:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979277.875746:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979277.875748:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979277.875755:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979277.875758:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979277.875765:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979277.875769:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979278.387756:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979278.387763:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979278.387768:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979278.387779:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1500 x1870620402991744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.387799:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979278.387803:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979278.387810:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979278.387813:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979278.387818:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979278.387826:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402991744:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979278.387834:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979278.387839:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979278.387845:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979278.387851:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979278.387859:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979278.387863:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979278.387873:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979278.387880:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979278.387890:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979278.387900:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402991744, portal 25 00000100:00000001:0.0:1783979278.387904:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979278.387908:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889963264 : -110483819588352 : ffff9b83fb2e1500) 00000100:00000040:0.0:1783979278.387917:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1500 x1870620402991744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.388210:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979278.388218:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979278.388223:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979278.388230:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402991744, offset 0 00000400:00000200:0.0:1783979278.388242:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979278.388255:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979278.388267:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979278.388277:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979278.388284:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979278.388321:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979278.388326:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979278.388331:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826705:826705:256:4294967295] 192.168.201.148@tcp LPNI seq info [826676:826676:8:4294967295] 00000400:00000200:0.0:1783979278.388340:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979278.388357:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979278.388369:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979278.388378:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979278.388391:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979278.388398:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1783979278.388433:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979278.388438:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979278.388448:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979278.388454:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979278.388462:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979278.388466:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979278.388474:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979278.388481:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1500 x1870620402991744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.388503:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979278.388510:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1500 x1870620402991744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979303 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.388521:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979278.388524:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979278.388530:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979278.388535:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979278.388538:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311605499 00000100:00000010:0.0:1783979278.388544:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783979278.388552:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979278.388557:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311605499 00000100:00000010:0.0:1783979278.388560:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783979278.388563:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979278.388566:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979278.388569:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979278.388572:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979278.388576:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979278/real 1783979278] req@ffff9b83fb2e1500 x1870620402991744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979278.388586:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979278.388588:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979278.388591:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979278.388594:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979278.388596:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979278.388598:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979278.388602:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1500 x1870620402991744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979278.388611:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1500 x1870620402991744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.388617:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979278.388619:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979278.388621:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979278.388623:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979278.388628:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1500 x1870620402991744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.388635:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979278.388639:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1500 x1870620402991744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979303 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.388646:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979278.388649:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979278.388650:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979278.388652:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979278.388655:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979278.388657:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979278.388660:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979278.388664:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979278.388667:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979278.388670:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1500 x1870620402991744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979303 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979278.388678:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402991744:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979278.388683:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979278.388686:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979278.388688:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1500 x1870620402991744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979303 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.388700:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979278.388704:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979278.388706:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979278.388711:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979278.388713:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979278.388715:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979278.388717:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979278.388720:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065400. 02000000:00000001:0.0:1783979278.388724:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979278.388726:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979278.388727:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1500. 00000100:00000001:0.0:1783979278.388731:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979278.388732:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979278.388734:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979278.388742:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979278.388744:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979278.388746:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979278.388748:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979278.388750:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979278.388753:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0700 x1870620402991872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.388760:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979278.388761:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979278.388763:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979278.388765:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979278.388767:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979278.388770:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402991872:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979278.388772:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979278.388775:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979278.388776:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979278.388778:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979278.388781:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979278.388783:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979278.388787:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979278.388790:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979278.388794:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979278.388797:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402991872, portal 10 00000100:00000001:0.0:1783979278.388799:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979278.388800:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889959680 : -110483819591936 : ffff9b83fb2e0700) 00000100:00000040:0.0:1783979278.388807:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0700 x1870620402991872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.388813:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979278.388815:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979278.388817:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979278.388820:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402991872, offset 0 00000400:00000200:0.0:1783979278.388824:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979278.388828:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979278.388832:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979278.388835:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979278.388837:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979278.388839:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979278.388841:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979278.388844:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826706:826706:256:4294967295] 192.168.201.148@tcp LPNI seq info [826677:826677:8:4294967295] 00000400:00000200:0.0:1783979278.388848:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979278.388854:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979278.388859:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979278.388862:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979278.388866:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979278.388869:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1783979278.388880:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979278.388881:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979278.388885:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979278.388888:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979278.388891:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979278.388893:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979278.388896:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979278.388899:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0700 x1870620402991872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.388906:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979278.388909:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0700 x1870620402991872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979303 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.388915:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979278.388917:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979278.388920:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979278.388924:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979278.388927:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979278.388929:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311604240 00000100:00000001:0.0:1783979278.388933:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311605499 00000100:00000001:0.0:1783979278.388935:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311604240 00000100:00000001:0.0:1783979278.388937:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311605499 00000100:00000001:0.0:1783979278.388939:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979278.388941:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979278.388943:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979278.388947:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979278/real 1783979278] req@ffff9b83fb2e0700 x1870620402991872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979278.388966:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979278.388968:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979278.388970:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979278.388972:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979278.388974:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979278.388976:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979278.388980:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0700 x1870620402991872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979278.388987:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0700 x1870620402991872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.388999:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979278.389000:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979278.389003:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979278.389004:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979278.389007:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0700 x1870620402991872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.389014:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979278.389018:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0700 x1870620402991872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979303 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.389025:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979278.389027:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979278.389028:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979278.389030:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979278.389032:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979278.389041:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979278.389044:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979278.389047:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979278.389050:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979278.389054:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0700 x1870620402991872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979303 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979278.389061:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402991872:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979278.389066:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979278.389069:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0e00 x1870620402992000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.389076:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979278.389077:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979278.389079:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979278.389081:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979278.389083:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979278.389086:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402992000:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979278.389089:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979278.389091:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979278.389092:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979278.389094:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979278.389097:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979278.389099:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979278.389102:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979278.389105:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979278.389108:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979278.389111:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402992000, portal 10 00000100:00000001:0.0:1783979278.389113:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979278.389114:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889961472 : -110483819590144 : ffff9b83fb2e0e00) 00000100:00000040:0.0:1783979278.389120:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0e00 x1870620402992000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.389126:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979278.389128:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979278.389131:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979278.389133:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402992000, offset 0 00000400:00000200:0.0:1783979278.389136:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979278.389141:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979278.389144:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979278.389147:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979278.389150:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979278.389152:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979278.389154:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979278.389157:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826707:826707:256:4294967295] 192.168.201.148@tcp LPNI seq info [826678:826678:8:4294967295] 00000400:00000200:0.0:1783979278.389161:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979278.389168:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979278.389174:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979278.389177:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979278.389180:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979278.389188:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1783979278.389200:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979278.389201:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979278.389204:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979278.389208:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979278.389210:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979278.389212:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979278.389215:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979278.389218:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0e00 x1870620402992000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.389226:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979278.389229:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0e00 x1870620402992000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979303 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.389236:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979278.389237:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979278.389240:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979278.389243:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979278.389247:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979278.389249:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311604235 00000100:00000001:0.0:1783979278.389251:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311605499 00000100:00000001:0.0:1783979278.389253:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311604235 00000100:00000001:0.0:1783979278.389255:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311605499 00000100:00000001:0.0:1783979278.389257:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979278.389259:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979278.389261:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979278.389266:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979278/real 1783979278] req@ffff9b83fb2e0e00 x1870620402992000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979278.389273:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979278.389275:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979278.389277:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979278.389279:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979278.389281:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979278.389283:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979278.389286:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0e00 x1870620402992000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979278.389321:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0e00 x1870620402992000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.389328:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979278.389330:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979278.389331:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979278.389333:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979278.389337:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0e00 x1870620402992000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.389343:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979278.389347:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0e00 x1870620402992000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979303 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.389354:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979278.389356:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979278.389358:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979278.389359:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979278.389361:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979278.389367:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979278.389370:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979278.389374:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979278.389376:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979278.389381:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0e00 x1870620402992000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979303 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979278.389389:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402992000:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979278.389393:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979278.389396:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3b80 x1870620402992128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.389403:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979278.389404:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979278.389407:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979278.389408:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979278.389410:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979278.389413:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402992128:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979278.389417:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979278.389419:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979278.389421:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979278.389423:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979278.389426:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979278.389428:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979278.389432:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979278.389434:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979278.389437:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979278.389440:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402992128, portal 4 00000100:00000001:0.0:1783979278.389442:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979278.389443:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889973120 : -110483819578496 : ffff9b83fb2e3b80) 00000100:00000040:0.0:1783979278.389449:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3b80 x1870620402992128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.389456:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979278.389458:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979278.389460:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979278.389463:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402992128, offset 0 00000400:00000200:0.0:1783979278.389467:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979278.389471:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979278.389474:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979278.389477:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979278.389480:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979278.389482:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979278.389485:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979278.389488:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826708:826708:256:4294967295] 192.168.201.148@tcp LPNI seq info [826679:826679:8:4294967295] 00000400:00000200:0.0:1783979278.389492:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979278.389498:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979278.389503:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979278.389506:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979278.389509:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979278.389512:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1783979278.389523:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979278.389525:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979278.389528:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979278.389530:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979278.389533:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979278.389535:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979278.389537:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979278.389541:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3b80 x1870620402992128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.389549:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979278.389552:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3b80 x1870620402992128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979303 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.389559:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979278.389560:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979278.389563:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979278.389566:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979278.389569:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979278.389572:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311604263 00000100:00000001:0.0:1783979278.389574:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311605499 00000100:00000001:0.0:1783979278.389577:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311604263 00000100:00000001:0.0:1783979278.389579:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311605499 00000100:00000001:0.0:1783979278.389581:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979278.389583:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979278.389584:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979278.389588:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979278/real 1783979278] req@ffff9b83fb2e3b80 x1870620402992128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979278.389596:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979278.389597:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979278.389599:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979278.389601:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979278.389603:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979278.389605:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979278.389608:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3b80 x1870620402992128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979278.389616:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3b80 x1870620402992128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.389623:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979278.389624:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979278.389626:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979278.389627:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979278.389631:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3b80 x1870620402992128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.389637:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979278.389641:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3b80 x1870620402992128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979303 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.389647:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979278.389650:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979278.389651:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979278.389652:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979278.389654:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979278.389658:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979278.389661:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979278.389665:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979278.389667:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979278.389670:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3b80 x1870620402992128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979303 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979278.389678:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402992128:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979278.389682:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979278.389686:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2d80 x1870620402992256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.389693:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979278.389694:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979278.389696:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979278.389698:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979278.389700:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979278.389702:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402992256:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979278.389706:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979278.389707:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979278.389709:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979278.389710:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979278.389715:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979278.389717:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979278.389720:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979278.389723:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979278.389726:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979278.389728:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402992256, portal 4 00000100:00000001:0.0:1783979278.389730:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979278.389732:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889969536 : -110483819582080 : ffff9b83fb2e2d80) 00000100:00000040:0.0:1783979278.389737:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2d80 x1870620402992256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.389744:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979278.389746:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979278.389748:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979278.389750:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402992256, offset 0 00000400:00000200:0.0:1783979278.389753:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979278.389757:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979278.389760:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979278.389763:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979278.389765:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979278.389768:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979278.389770:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979278.389773:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826709:826709:256:4294967295] 192.168.201.148@tcp LPNI seq info [826680:826680:8:4294967295] 00000400:00000200:0.0:1783979278.389777:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979278.389782:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979278.389786:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979278.389790:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979278.389794:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979278.389797:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1783979278.389807:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979278.389808:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979278.389811:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979278.389814:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979278.389817:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979278.389818:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979278.389821:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979278.389824:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2d80 x1870620402992256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.389843:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979278.389846:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2d80 x1870620402992256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979303 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.389852:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979278.389853:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979278.389855:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979278.389858:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979278.389861:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979278.389863:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311604253 00000100:00000001:0.0:1783979278.389865:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311605499 00000100:00000001:0.0:1783979278.389867:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311604253 00000100:00000001:0.0:1783979278.389869:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311605499 00000100:00000001:0.0:1783979278.389871:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979278.389873:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979278.389875:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979278.389878:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979278/real 1783979278] req@ffff9b83fb2e2d80 x1870620402992256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979278.389885:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979278.389887:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979278.389888:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979278.389891:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979278.389892:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979278.389894:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979278.389897:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2d80 x1870620402992256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979278.389905:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2d80 x1870620402992256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.389912:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979278.389913:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979278.389915:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979278.389917:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979278.389920:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2d80 x1870620402992256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.389927:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979278.389930:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2d80 x1870620402992256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979303 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.389937:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979278.389940:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979278.389941:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979278.389942:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979278.389944:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979278.389948:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979278.389951:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979278.389966:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979278.389968:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979278.389972:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2d80 x1870620402992256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979303 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979278.389980:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402992256:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979278.389984:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979278.389987:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979278.389990:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0700 x1870620402991872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979303 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.389996:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979278.389999:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979278.390001:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979278.390004:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979278.390006:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979278.390008:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979278.390010:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979278.390012:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065800. 02000000:00000001:0.0:1783979278.390015:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979278.390016:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979278.390018:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0700. 00000100:00000001:0.0:1783979278.390020:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979278.390022:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979278.390023:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979278.390027:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0e00 x1870620402992000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979303 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.390033:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979278.390034:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979278.390036:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979278.390038:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979278.390039:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979278.390040:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979278.390042:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979278.390043:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067800. 02000000:00000001:0.0:1783979278.390045:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979278.390046:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979278.390048:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0e00. 00000100:00000001:0.0:1783979278.390050:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979278.390051:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979278.390052:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979278.390056:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3b80 x1870620402992128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979303 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.390062:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979278.390063:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979278.390064:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979278.390068:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979278.390069:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979278.390070:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979278.390072:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979278.390074:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064c00. 02000000:00000001:0.0:1783979278.390076:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979278.390077:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979278.390079:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3b80. 00000100:00000001:0.0:1783979278.390081:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979278.390082:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979278.390084:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979278.390087:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2d80 x1870620402992256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979303 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979278.390093:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979278.390094:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979278.390096:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979278.390098:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979278.390100:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979278.390101:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979278.390103:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979278.390104:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065000. 02000000:00000001:0.0:1783979278.390106:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979278.390107:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979278.390109:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2d80. 00000100:00000001:0.0:1783979278.390112:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979278.390113:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979278.390115:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979278.390123:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979278.390125:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979278.390127:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979278.390129:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979278.771673:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979278.771677:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979278.771678:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979278.771681:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979278.771682:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979278.771684:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979278.771685:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979278.771687:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979278.771689:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979278.899456:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979278.899461:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979278.899471:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979278.899476:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979278.899484:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979278.899498:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979278.899515:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979278.899519:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979278.899523:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979278.899524:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979278.899551:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979278.899556:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979278.899559:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979278.899563:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979278.899568:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979278.899571:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979278.899573:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979278.899575:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979278.899578:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979279.795449:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979279.795460:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979279.795462:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979279.795470:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979279.795474:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979279.795479:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979279.795483:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979279.795485:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979279.795489:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979279.923442:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979279.923453:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979279.923460:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979279.923467:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979279.923476:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979279.923484:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979279.923491:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979279.923495:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979279.923498:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979279.923529:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979279.923531:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979279.923535:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979279.923536:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979279.923542:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979279.923543:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979279.923547:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979279.923548:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979279.923553:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979279.923554:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979279.923588:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979279.923593:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979279.923597:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979279.923627:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979279.923633:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979279.923638:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979279.923642:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979279.923648:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979279.923655:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979279.923657:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979279.923658:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979279.923660:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979279.923685:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979279.923686:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979279.923687:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979279.923689:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979279.923690:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979279.923691:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979279.925687:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979279.925691:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979279.925694:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979280.819479:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979280.819488:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979280.819491:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979280.819499:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979280.819503:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979280.819506:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979280.819514:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979280.819519:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979280.819529:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979280.947387:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979280.947394:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979280.947399:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979280.947406:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979280.947412:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979280.947417:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979280.947430:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979280.947433:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979280.947436:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979280.947464:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979280.947469:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979280.947478:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979280.947484:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979280.947489:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979280.947496:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979280.947503:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979280.947508:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979280.947514:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979280.947522:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979280.947530:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979280.947533:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979280.947535:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979280.947537:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979280.947540:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979280.947542:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979280.947544:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979280.947545:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979280.947548:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979280.947549:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979280.947550:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979280.947551:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979280.947552:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979280.947553:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979280.947554:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979280.947555:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979280.947558:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979280.947559:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979280.947560:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979280.947562:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979280.947568:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979280.947570:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979280.947571:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979280.947573:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979280.947590:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979280.947593:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979280.947596:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979281.843405:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979281.843414:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979281.843418:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979281.843424:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979281.843431:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979281.843435:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979281.843446:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979281.843448:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979281.843451:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979281.971394:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979281.971399:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979281.971403:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979281.971416:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979281.971425:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979281.971430:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979281.971434:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979281.971438:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979281.971443:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979281.971463:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979281.971468:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979281.971472:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979281.971479:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979281.971485:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979281.971489:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979281.971503:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979281.971510:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979281.971514:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979281.971536:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979281.971538:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979281.971542:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979281.971543:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979281.971547:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979281.971549:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979281.971552:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979281.971553:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979281.971556:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979281.971558:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979281.971574:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979281.971577:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979281.971580:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979282.867524:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979282.867528:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979282.867529:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979282.867531:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979282.867533:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979282.867535:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979282.867537:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979282.867538:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979282.867540:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979282.995397:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979282.995403:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979282.995406:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979282.995411:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979282.995416:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979282.995421:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979282.995427:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979282.995431:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979282.995437:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979282.995455:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979282.995459:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979282.995461:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979282.995463:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979282.995467:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979282.995470:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979282.995474:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979282.995478:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979282.995483:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979282.995508:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979282.995513:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979282.995522:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979282.995526:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979282.995532:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979282.995536:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979282.995542:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979282.995545:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979282.995552:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979282.995554:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979282.995573:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979282.995577:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979282.995580:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979283.507909:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979283.507916:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979283.507919:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979283.507929:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b480 x1870620402992384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.507943:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979283.507947:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979283.507953:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979283.507958:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979283.507963:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979283.507972:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402992384:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979283.507977:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979283.507982:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979283.507984:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979283.507987:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979283.507992:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979283.507994:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979283.508000:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979283.508003:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979283.508009:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979283.508036:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402992384, portal 25 00000100:00000001:0.0:1783979283.508038:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979283.508040:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682713728 : -110484026837888 : ffff9b83eed3b480) 00000100:00000040:0.0:1783979283.508051:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b480 x1870620402992384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.508063:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979283.508065:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979283.508068:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979283.508072:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402992384, offset 0 00000400:00000200:0.0:1783979283.508079:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979283.508086:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979283.508092:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979283.508097:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979283.508102:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979283.508108:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979283.508115:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979283.508122:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826710:826710:256:4294967295] 192.168.201.148@tcp LPNI seq info [826681:826681:8:4294967295] 00000400:00000200:0.0:1783979283.508131:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979283.508148:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979283.508156:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979283.508162:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979283.508171:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979283.508174:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979283.508191:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979283.508197:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979283.508206:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979283.508213:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979283.508220:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979283.508224:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979283.508230:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979283.508238:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b480 x1870620402992384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.508254:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979283.508259:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620402992384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979308 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.508291:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979283.508336:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979283.508345:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979283.508353:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979283.508357:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311610619 00000100:00000010:0.0:1783979283.508365:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783979283.508373:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979283.508380:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311610619 00000100:00000010:0.0:1783979283.508384:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783979283.508388:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979283.508392:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979283.508395:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979283.508399:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979283.508405:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979283/real 1783979283] req@ffff9b83eed3b480 x1870620402992384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979283.508422:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979283.508425:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979283.508429:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979283.508431:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979283.508434:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979283.508438:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979283.508443:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b480 x1870620402992384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979283.508459:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b480 x1870620402992384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.508474:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979283.508478:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979283.508482:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979283.508486:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979283.508495:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b480 x1870620402992384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.508511:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979283.508516:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b480 x1870620402992384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979308 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.508524:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979283.508527:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979283.508529:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979283.508531:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979283.508534:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979283.508536:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979283.508540:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979283.508546:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979283.508548:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979283.508555:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b480 x1870620402992384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979308 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979283.508567:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402992384:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979283.508573:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979283.508577:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39180 x1870620402992512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.508583:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979283.508585:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979283.508587:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979283.508589:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979283.508591:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979283.508594:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402992512:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979283.508597:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979283.508599:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979283.508601:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979283.508603:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979283.508607:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979283.508608:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979283.508612:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979283.508615:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979283.508618:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979283.508621:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402992512, portal 10 00000100:00000001:0.0:1783979283.508623:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979283.508624:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682704768 : -110484026846848 : ffff9b83eed39180) 00000100:00000040:0.0:1783979283.508631:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39180 x1870620402992512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.508636:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979283.508638:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979283.508640:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979283.508642:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402992512, offset 0 00000400:00000200:0.0:1783979283.508646:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979283.508649:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979283.508653:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979283.508656:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979283.508658:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979283.508660:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979283.508663:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979283.508666:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826711:826711:256:4294967295] 192.168.201.148@tcp LPNI seq info [826682:826682:8:4294967295] 00000400:00000200:0.0:1783979283.508670:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979283.508676:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979283.508680:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979283.508683:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979283.508686:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979283.508688:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979283.508699:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979283.508701:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979283.508704:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979283.508707:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979283.508709:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979283.508711:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979283.508714:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979283.508717:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39180 x1870620402992512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.508725:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979283.508728:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39180 x1870620402992512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979308 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.508734:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979283.508736:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979283.508738:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979283.508742:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979283.508745:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979283.508747:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311609360 00000100:00000001:0.0:1783979283.508749:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311610619 00000100:00000001:0.0:1783979283.508751:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311609360 00000100:00000001:0.0:1783979283.508753:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311610619 00000100:00000001:0.0:1783979283.508754:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979283.508756:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979283.508758:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979283.508762:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979283/real 1783979283] req@ffff9b83eed39180 x1870620402992512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979283.508770:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979283.508771:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979283.508773:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979283.508775:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979283.508776:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979283.508778:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979283.508782:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39180 x1870620402992512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979283.508789:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39180 x1870620402992512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.508796:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979283.508797:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979283.508799:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979283.508800:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979283.508803:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39180 x1870620402992512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.508809:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979283.508813:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39180 x1870620402992512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979308 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.508820:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979283.508822:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979283.508824:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979283.508825:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979283.508827:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979283.508835:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979283.508837:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979283.508840:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979283.508843:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979283.508847:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39180 x1870620402992512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979308 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979283.508854:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402992512:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979283.508858:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979283.508861:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620402992640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.508889:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979283.508890:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979283.508893:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979283.508894:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979283.508896:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979283.508898:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402992640:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979283.508901:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979283.508903:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979283.508905:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979283.508906:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979283.508909:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979283.508911:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979283.508914:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979283.508916:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979283.508919:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979283.508922:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402992640, portal 10 00000100:00000001:0.0:1783979283.508923:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979283.508925:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783979283.508930:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620402992640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.508935:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979283.508937:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979283.508939:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979283.508942:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402992640, offset 0 00000400:00000200:0.0:1783979283.508946:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979283.508949:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979283.508952:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979283.508955:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979283.508957:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979283.508959:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979283.508961:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979283.508964:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826712:826712:256:4294967295] 192.168.201.148@tcp LPNI seq info [826683:826683:8:4294967295] 00000400:00000200:0.0:1783979283.508968:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979283.508974:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979283.508978:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979283.508981:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979283.508984:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979283.508987:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979283.508997:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979283.508999:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979283.509001:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979283.509004:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979283.509007:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979283.509008:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979283.509011:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979283.509014:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3a300 x1870620402992640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.509021:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979283.509023:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620402992640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979308 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.509029:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979283.509031:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979283.509033:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979283.509036:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979283.509039:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979283.509041:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311609355 00000100:00000001:0.0:1783979283.509043:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311610619 00000100:00000001:0.0:1783979283.509046:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311609355 00000100:00000001:0.0:1783979283.509048:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311610619 00000100:00000001:0.0:1783979283.509050:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979283.509052:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979283.509054:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979283.509057:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979283/real 1783979283] req@ffff9b83eed3a300 x1870620402992640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979283.509065:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979283.509066:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979283.509068:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979283.509070:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979283.509071:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979283.509073:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979283.509076:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620402992640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979283.509084:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620402992640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.509090:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979283.509091:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979283.509093:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979283.509094:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979283.509097:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620402992640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.509104:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979283.509107:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620402992640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979308 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.509114:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979283.509116:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979283.509117:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979283.509119:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979283.509120:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979283.509126:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979283.509128:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979283.509132:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979283.509134:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979283.509137:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620402992640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979308 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979283.509145:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402992640:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979283.509149:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979283.509151:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979283.509154:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b480 x1870620402992384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979308 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.509161:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979283.509163:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979283.509165:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979283.509168:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979283.509170:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979283.509171:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979283.509174:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979283.509176:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16400. 02000000:00000001:0.0:1783979283.509179:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979283.509181:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979283.509183:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b480. 00000100:00000001:0.0:1783979283.509185:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979283.509187:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979283.509188:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979283.509191:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39180 x1870620402992512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979308 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.509196:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979283.509198:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979283.509200:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979283.509202:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979283.509203:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979283.509204:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979283.509206:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979283.509208:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15c00. 02000000:00000001:0.0:1783979283.509210:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979283.509211:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979283.509212:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39180. 00000100:00000001:0.0:1783979283.509214:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979283.509215:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979283.509217:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979283.509220:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620402992640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979308 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.509225:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979283.509227:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979283.509228:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979283.509230:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979283.509231:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979283.509232:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979283.509234:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979283.509235:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15400. 02000000:00000001:0.0:1783979283.509237:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979283.509238:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979283.509239:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783979283.509242:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979283.509243:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979283.509244:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979283.509251:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979283.509253:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979283.509255:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979283.509257:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979283.509258:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979283.509262:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38380 x1870620402992768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.509269:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979283.509271:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979283.509273:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979283.509274:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979283.509276:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979283.509279:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402992768:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979283.509283:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979283.509285:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979283.509286:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979283.509288:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979283.509291:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979283.509315:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979283.509320:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979283.509323:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979283.509326:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979283.509329:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402992768, portal 4 00000100:00000001:0.0:1783979283.509330:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979283.509331:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682701184 : -110484026850432 : ffff9b83eed38380) 00000100:00000040:0.0:1783979283.509338:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38380 x1870620402992768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.509344:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979283.509347:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979283.509349:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979283.509351:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402992768, offset 0 00000400:00000200:0.0:1783979283.509355:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979283.509359:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979283.509363:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979283.509365:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979283.509368:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979283.509371:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979283.509373:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979283.509376:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826713:826713:256:4294967295] 192.168.201.148@tcp LPNI seq info [826684:826684:8:4294967295] 00000400:00000200:0.0:1783979283.509380:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979283.509386:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979283.509391:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979283.509394:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979283.509398:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979283.509401:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979283.509411:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979283.509413:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979283.509415:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979283.509418:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979283.509421:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979283.509423:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979283.509425:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979283.509428:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38380 x1870620402992768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.509435:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979283.509437:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620402992768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979308 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.509443:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979283.509445:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979283.509447:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979283.509450:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979283.509453:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979283.509455:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311609383 00000100:00000001:0.0:1783979283.509457:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311610619 00000100:00000001:0.0:1783979283.509459:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311609383 00000100:00000001:0.0:1783979283.509461:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311610619 00000100:00000001:0.0:1783979283.509463:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979283.509465:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979283.509467:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979283.509470:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979283/real 1783979283] req@ffff9b83eed38380 x1870620402992768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979283.509478:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979283.509479:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979283.509481:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979283.509483:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979283.509485:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979283.509487:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979283.509490:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38380 x1870620402992768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979283.509498:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38380 x1870620402992768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.509503:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979283.509505:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979283.509507:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979283.509508:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979283.509511:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38380 x1870620402992768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.509517:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979283.509520:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38380 x1870620402992768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979308 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.509527:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979283.509529:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979283.509530:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979283.509532:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979283.509533:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979283.509536:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979283.509539:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979283.509542:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979283.509544:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979283.509548:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38380 x1870620402992768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979308 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979283.509555:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402992768:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979283.509559:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979283.509562:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620402992896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.509567:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979283.509569:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979283.509571:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979283.509573:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979283.509574:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979283.509577:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402992896:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979283.509580:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979283.509581:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979283.509583:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979283.509584:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979283.509587:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979283.509589:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979283.509592:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979283.509594:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979283.509597:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979283.509600:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402992896, portal 4 00000100:00000001:0.0:1783979283.509602:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979283.509603:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783979283.509609:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620402992896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.509614:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979283.509617:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979283.509619:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979283.509621:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402992896, offset 0 00000400:00000200:0.0:1783979283.509625:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979283.509629:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979283.509632:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979283.509635:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979283.509638:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979283.509640:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979283.509641:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979283.509644:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826714:826714:256:4294967295] 192.168.201.148@tcp LPNI seq info [826685:826685:8:4294967295] 00000400:00000200:0.0:1783979283.509647:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979283.509653:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979283.509657:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979283.509660:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979283.509663:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979283.509666:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979283.509676:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979283.509677:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979283.509680:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979283.509683:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979283.509686:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979283.509687:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979283.509690:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979283.509693:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620402992896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.509699:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979283.509702:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620402992896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979308 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.509708:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979283.509710:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979283.509712:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979283.509715:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979283.509719:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979283.509721:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311609373 00000100:00000001:0.0:1783979283.509723:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311610619 00000100:00000001:0.0:1783979283.509725:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311609373 00000100:00000001:0.0:1783979283.509727:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311610619 00000100:00000001:0.0:1783979283.509729:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979283.509731:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979283.509733:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979283.509736:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979283/real 1783979283] req@ffff9b83eed39f80 x1870620402992896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979283.509741:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979283.509742:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979283.509743:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979283.509745:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979283.509746:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979283.509747:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979283.509749:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620402992896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979283.509754:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620402992896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.509757:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979283.509758:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979283.509759:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979283.509760:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979283.509761:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620402992896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.509765:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979283.509767:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620402992896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979308 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.509771:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979283.509773:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979283.509773:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979283.509774:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979283.509775:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979283.509778:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979283.509780:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979283.509782:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979283.509783:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979283.509786:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620402992896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979308 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979283.509790:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402992896:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979283.509792:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979283.509793:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979283.509795:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38380 x1870620402992768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979308 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.509798:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979283.509799:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979283.509800:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979283.509802:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979283.509803:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979283.509804:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979283.509805:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979283.509806:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16800. 02000000:00000001:0.0:1783979283.509808:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979283.509808:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979283.509810:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38380. 00000100:00000001:0.0:1783979283.509811:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979283.509812:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979283.509813:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979283.509814:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620402992896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979308 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979283.509820:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979283.509821:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979283.509822:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979283.509826:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979283.509827:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979283.509828:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979283.509830:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979283.509831:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14000. 02000000:00000001:0.0:1783979283.509833:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979283.509834:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979283.509835:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783979283.509837:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979283.509838:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979283.509839:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979283.509843:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979283.509844:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979283.509845:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979283.509847:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979283.891750:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979283.891759:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979283.891761:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979283.891766:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979283.891769:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979283.891773:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979283.891776:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979283.891778:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979283.891781:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979284.019402:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979284.019407:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979284.019411:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979284.019416:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979284.019422:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979284.019426:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979284.019430:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979284.019434:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979284.019436:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979284.019450:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979284.019454:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979284.019456:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979284.019458:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979284.019461:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979284.019463:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979284.019466:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979284.019468:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979284.019470:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979284.023232:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979284.023238:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979284.023244:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979284.023245:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979284.023249:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979284.023250:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979284.023253:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979284.023254:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979284.023258:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979284.023259:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979284.023286:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979284.023289:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979284.023292:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979284.915443:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979284.915451:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979284.915454:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979284.915459:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979284.915462:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979284.915465:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979284.915468:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979284.915470:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979284.915473:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979285.043423:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979285.043431:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979285.043435:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979285.043444:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979285.043451:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979285.043459:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979285.043475:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979285.043480:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979285.043484:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979285.043512:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979285.043517:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979285.043526:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979285.043530:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979285.043538:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979285.043543:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979285.043549:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979285.043552:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979285.043559:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979285.043563:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979285.940710:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979285.940715:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979285.940716:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979285.940719:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979285.940722:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979285.940724:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979285.940725:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979285.940727:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979285.940729:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979286.068434:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979286.068442:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979286.068444:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979286.068451:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979286.068460:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979286.068468:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979286.068477:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979286.068482:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979286.068487:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979286.068524:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979286.068529:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979286.068531:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979286.068534:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979286.068537:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979286.068539:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979286.068541:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979286.068543:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979286.068545:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979286.068574:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979286.068579:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979286.068582:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979286.068586:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979286.068590:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979286.068593:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979286.068595:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979286.068597:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979286.068603:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979286.068605:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979286.068610:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979286.068611:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979286.068616:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979286.068617:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979286.068621:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979286.068622:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979286.963391:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979286.963398:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979286.963400:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979286.963404:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979286.963406:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979286.963409:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979286.963411:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979286.963413:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979286.963416:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979287.091975:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979287.091983:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979287.091991:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979287.091994:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979287.091999:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979287.092000:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979287.092005:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979287.092007:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979287.092011:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979287.092014:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979287.092047:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979287.092051:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979287.092053:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979287.092056:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979287.092058:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979287.092061:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979287.092063:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979287.092065:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979287.092068:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979287.093068:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979287.093071:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979287.093072:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979287.093074:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979287.093076:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979287.093078:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979287.093080:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979287.093081:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979287.093083:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979287.987403:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979287.987412:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979287.987415:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979287.987423:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979287.987430:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979287.987434:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979287.987446:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979287.987449:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979287.987452:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979288.115666:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979288.115671:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979288.115672:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979288.115675:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979288.115677:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979288.115679:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979288.115681:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979288.115683:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979288.115685:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979288.115704:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979288.115707:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979288.115711:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979288.115712:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979288.115716:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979288.115717:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979288.115720:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979288.115722:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979288.115725:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979288.115727:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979288.116074:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979288.116076:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979288.116077:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979288.116079:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979288.116081:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979288.116083:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979288.116085:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979288.116086:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979288.116088:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979288.122834:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979288.122842:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979288.122844:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979288.122849:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979288.122853:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979288.122856:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979288.122859:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979288.122861:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979288.122864:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979288.627639:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979288.627645:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979288.627649:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979288.627659:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b100 x1870620402993024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.627676:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979288.627679:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979288.627685:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979288.627690:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979288.627696:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979288.627702:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402993024:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979288.627710:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979288.627716:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979288.627720:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979288.627724:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979288.627729:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979288.627732:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979288.627739:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979288.627745:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979288.627761:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979288.627774:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402993024, portal 25 00000100:00000001:0.0:1783979288.627789:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979288.627792:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682712832 : -110484026838784 : ffff9b83eed3b100) 00000100:00000040:0.0:1783979288.627802:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b100 x1870620402993024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.627826:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979288.627833:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979288.627838:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979288.627844:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402993024, offset 0 00000400:00000200:0.0:1783979288.627854:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979288.627866:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979288.627874:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979288.627878:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979288.627881:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979288.627884:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979288.627886:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979288.627888:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826715:826715:256:4294967295] 192.168.201.148@tcp LPNI seq info [826686:826686:8:4294967295] 00000400:00000200:0.0:1783979288.627891:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979288.627904:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979288.627915:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979288.627923:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979288.627935:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979288.627942:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979288.627979:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979288.627983:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979288.627991:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979288.628002:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979288.628008:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979288.628012:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979288.628018:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979288.628023:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b100 x1870620402993024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.628036:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979288.628044:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b100 x1870620402993024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979313 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.628057:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979288.628061:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979288.628068:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979288.628081:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979288.628085:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311615738 00000100:00000010:0.0:1783979288.628091:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783979288.628099:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979288.628109:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311615738 00000100:00000010:0.0:1783979288.628115:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783979288.628121:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979288.628127:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979288.628133:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979288.628139:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979288.628149:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979288/real 1783979288] req@ffff9b83eed3b100 x1870620402993024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979288.628170:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979288.628173:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979288.628177:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979288.628181:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979288.628182:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979288.628188:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979288.628200:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b100 x1870620402993024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979288.628218:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b100 x1870620402993024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.628232:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979288.628236:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979288.628240:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979288.628244:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979288.628254:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b100 x1870620402993024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.628270:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979288.628280:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b100 x1870620402993024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979313 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.628330:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979288.628337:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979288.628343:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979288.628347:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979288.628353:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979288.628357:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979288.628364:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979288.628375:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979288.628380:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979288.628388:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b100 x1870620402993024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979313 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979288.628411:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402993024:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979288.628418:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979288.628421:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979288.628425:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b100 x1870620402993024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979313 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.628434:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979288.628437:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979288.628441:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979288.628446:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979288.628449:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979288.628451:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979288.628455:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979288.628458:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15800. 02000000:00000001:0.0:1783979288.628464:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979288.628467:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979288.628469:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b100. 00000100:00000001:0.0:1783979288.628471:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979288.628472:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979288.628473:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979288.628483:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979288.628484:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979288.628485:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979288.628486:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979288.628487:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979288.628490:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38a80 x1870620402993152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.628495:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979288.628496:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979288.628497:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979288.628498:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979288.628500:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979288.628502:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402993152:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979288.628506:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979288.628508:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979288.628509:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979288.628511:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979288.628514:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979288.628516:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979288.628520:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979288.628522:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979288.628526:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979288.628529:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402993152, portal 10 00000100:00000001:0.0:1783979288.628531:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979288.628532:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682702976 : -110484026848640 : ffff9b83eed38a80) 00000100:00000040:0.0:1783979288.628539:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38a80 x1870620402993152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.628545:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979288.628547:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979288.628549:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979288.628551:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402993152, offset 0 00000400:00000200:0.0:1783979288.628553:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979288.628556:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979288.628559:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979288.628561:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979288.628562:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979288.628564:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979288.628566:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979288.628567:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826716:826716:256:4294967295] 192.168.201.148@tcp LPNI seq info [826687:826687:8:4294967295] 00000400:00000200:0.0:1783979288.628570:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979288.628574:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979288.628577:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979288.628579:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979288.628582:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979288.628583:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979288.628590:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979288.628591:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979288.628593:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979288.628596:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979288.628598:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979288.628599:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979288.628600:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979288.628602:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38a80 x1870620402993152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.628614:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979288.628617:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620402993152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979313 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.628623:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979288.628625:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979288.628628:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979288.628632:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979288.628635:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979288.628637:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311614480 00000100:00000001:0.0:1783979288.628639:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311615738 00000100:00000001:0.0:1783979288.628641:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311614480 00000100:00000001:0.0:1783979288.628643:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311615738 00000100:00000001:0.0:1783979288.628645:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979288.628646:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979288.628648:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979288.628652:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979288/real 1783979288] req@ffff9b83eed38a80 x1870620402993152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979288.628659:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979288.628660:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979288.628662:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979288.628664:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979288.628666:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979288.628668:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979288.628671:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38a80 x1870620402993152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979288.628679:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38a80 x1870620402993152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.628685:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979288.628686:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979288.628688:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979288.628689:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979288.628693:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38a80 x1870620402993152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.628699:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979288.628702:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38a80 x1870620402993152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979313 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.628709:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979288.628711:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979288.628712:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979288.628713:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979288.628715:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979288.628723:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979288.628725:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979288.628728:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979288.628730:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979288.628734:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38a80 x1870620402993152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979313 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979288.628740:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402993152:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979288.628743:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979288.628746:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620402993280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.628752:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979288.628753:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979288.628755:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979288.628757:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979288.628758:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979288.628762:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402993280:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979288.628764:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979288.628766:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979288.628767:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979288.628769:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979288.628772:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979288.628774:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979288.628790:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979288.628793:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979288.628796:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979288.628799:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402993280, portal 10 00000100:00000001:0.0:1783979288.628800:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979288.628802:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783979288.628807:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620402993280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.628813:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979288.628815:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979288.628817:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979288.628819:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402993280, offset 0 00000400:00000200:0.0:1783979288.628824:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979288.628828:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979288.628831:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979288.628834:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979288.628836:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979288.628838:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979288.628841:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979288.628844:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826717:826717:256:4294967295] 192.168.201.148@tcp LPNI seq info [826688:826688:8:4294967295] 00000400:00000200:0.0:1783979288.628848:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979288.628854:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979288.628858:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979288.628861:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979288.628865:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979288.628867:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979288.628877:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979288.628879:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979288.628882:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979288.628885:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979288.628888:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979288.628889:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979288.628892:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979288.628895:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620402993280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.628902:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979288.628905:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620402993280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979313 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.628911:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979288.628912:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979288.628915:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979288.628918:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979288.628921:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979288.628922:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311614475 00000100:00000001:0.0:1783979288.628925:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311615738 00000100:00000001:0.0:1783979288.628927:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311614475 00000100:00000001:0.0:1783979288.628929:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311615738 00000100:00000001:0.0:1783979288.628931:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979288.628932:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979288.628935:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979288.628938:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979288/real 1783979288] req@ffff9b83eed39f80 x1870620402993280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979288.628945:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979288.628947:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979288.628948:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979288.628950:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979288.628952:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979288.628954:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979288.628957:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620402993280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979288.628964:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620402993280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.628970:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979288.628972:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979288.628974:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979288.628975:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979288.628978:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620402993280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.628985:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979288.628988:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620402993280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979313 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.628995:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979288.628997:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979288.628998:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979288.629000:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979288.629001:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979288.629006:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979288.629009:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979288.629012:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979288.629014:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979288.629017:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620402993280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979313 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979288.629030:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402993280:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979288.629033:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979288.629036:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38380 x1870620402993408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.629042:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979288.629043:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979288.629045:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979288.629047:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979288.629049:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979288.629051:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402993408:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979288.629054:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979288.629056:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979288.629057:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979288.629059:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979288.629062:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979288.629064:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979288.629067:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979288.629070:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979288.629073:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979288.629076:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402993408, portal 4 00000100:00000001:0.0:1783979288.629078:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979288.629079:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682701184 : -110484026850432 : ffff9b83eed38380) 00000100:00000040:0.0:1783979288.629085:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38380 x1870620402993408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.629091:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979288.629093:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979288.629095:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979288.629097:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402993408, offset 0 00000400:00000200:0.0:1783979288.629100:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979288.629105:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979288.629108:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979288.629111:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979288.629113:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979288.629115:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979288.629117:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979288.629120:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826718:826718:256:4294967295] 192.168.201.148@tcp LPNI seq info [826689:826689:8:4294967295] 00000400:00000200:0.0:1783979288.629123:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979288.629129:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979288.629133:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979288.629136:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979288.629139:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979288.629142:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979288.629152:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979288.629154:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979288.629157:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979288.629160:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979288.629162:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979288.629164:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979288.629167:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979288.629170:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38380 x1870620402993408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.629177:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979288.629180:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620402993408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979313 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.629187:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979288.629188:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979288.629191:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979288.629194:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979288.629197:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979288.629199:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311614502 00000100:00000001:0.0:1783979288.629202:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311615738 00000100:00000001:0.0:1783979288.629204:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311614502 00000100:00000001:0.0:1783979288.629206:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311615738 00000100:00000001:0.0:1783979288.629208:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979288.629210:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979288.629211:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979288.629214:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979288/real 1783979288] req@ffff9b83eed38380 x1870620402993408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979288.629221:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979288.629222:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979288.629224:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979288.629226:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979288.629228:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979288.629230:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979288.629232:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38380 x1870620402993408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979288.629240:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38380 x1870620402993408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.629245:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979288.629247:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979288.629248:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979288.629249:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979288.629253:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38380 x1870620402993408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.629258:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979288.629262:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38380 x1870620402993408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979313 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.629268:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979288.629270:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979288.629272:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979288.629273:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979288.629274:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979288.629278:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979288.629280:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979288.629283:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979288.629285:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979288.629288:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38380 x1870620402993408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979313 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979288.629316:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402993408:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979288.629320:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979288.629324:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620402993536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.629331:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979288.629332:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979288.629334:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979288.629336:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979288.629338:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979288.629340:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402993536:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979288.629343:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979288.629345:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979288.629346:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979288.629348:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979288.629351:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979288.629353:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979288.629356:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979288.629358:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979288.629360:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979288.629362:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402993536, portal 4 00000100:00000001:0.0:1783979288.629364:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979288.629366:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783979288.629371:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620402993536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.629376:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979288.629379:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979288.629381:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979288.629383:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402993536, offset 0 00000400:00000200:0.0:1783979288.629386:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979288.629390:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979288.629393:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979288.629396:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979288.629398:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979288.629400:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979288.629403:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979288.629406:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826719:826719:256:4294967295] 192.168.201.148@tcp LPNI seq info [826690:826690:8:4294967295] 00000400:00000200:0.0:1783979288.629410:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979288.629416:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979288.629420:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979288.629423:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979288.629426:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979288.629429:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979288.629439:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979288.629441:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979288.629443:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979288.629447:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979288.629449:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979288.629451:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979288.629453:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979288.629456:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3a300 x1870620402993536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.629469:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979288.629472:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620402993536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979313 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.629478:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979288.629480:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979288.629482:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979288.629485:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979288.629488:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979288.629490:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311614493 00000100:00000001:0.0:1783979288.629492:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311615738 00000100:00000001:0.0:1783979288.629494:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311614493 00000100:00000001:0.0:1783979288.629496:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311615738 00000100:00000001:0.0:1783979288.629498:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979288.629500:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979288.629501:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979288.629504:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979288/real 1783979288] req@ffff9b83eed3a300 x1870620402993536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979288.629512:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979288.629513:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979288.629515:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979288.629517:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979288.629519:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979288.629520:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979288.629523:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620402993536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979288.629531:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620402993536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.629537:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979288.629539:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979288.629540:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979288.629541:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979288.629545:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620402993536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.629551:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979288.629554:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620402993536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979313 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.629560:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979288.629562:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979288.629563:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979288.629564:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979288.629566:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979288.629569:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979288.629571:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979288.629573:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979288.629575:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979288.629578:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620402993536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979313 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979288.629584:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402993536:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979288.629587:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979288.629589:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979288.629592:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38a80 x1870620402993152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979313 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.629598:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979288.629599:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979288.629601:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979288.629604:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979288.629605:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979288.629607:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979288.629609:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979288.629610:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16c00. 02000000:00000001:0.0:1783979288.629613:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979288.629614:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979288.629615:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38a80. 00000100:00000001:0.0:1783979288.629617:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979288.629619:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979288.629620:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979288.629623:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620402993280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979313 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.629629:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979288.629630:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979288.629631:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979288.629633:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979288.629634:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979288.629636:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979288.629637:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979288.629639:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec17400. 02000000:00000001:0.0:1783979288.629641:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979288.629642:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979288.629643:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783979288.629645:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979288.629646:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979288.629648:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979288.629651:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38380 x1870620402993408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979313 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.629657:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979288.629658:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979288.629660:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979288.629662:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979288.629663:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979288.629664:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979288.629665:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979288.629667:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14c00. 02000000:00000001:0.0:1783979288.629669:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979288.629670:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979288.629671:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38380. 00000100:00000001:0.0:1783979288.629673:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979288.629674:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979288.629676:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979288.629679:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620402993536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979313 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979288.629684:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979288.629685:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979288.629687:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979288.629690:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979288.629691:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979288.629692:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979288.629693:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979288.629695:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14000. 02000000:00000001:0.0:1783979288.629697:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979288.629698:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979288.629699:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783979288.629700:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979288.629701:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979288.629703:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979288.629707:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979288.629708:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979288.629710:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979288.629711:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979289.011553:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979289.011557:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979289.011560:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979289.011572:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979289.011576:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979289.011580:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979289.011588:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979289.011591:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979289.011594:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979289.139409:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979289.139418:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979289.139422:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979289.139430:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979289.139437:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979289.139443:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979289.139449:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979289.139454:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979289.139460:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979289.139488:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979289.139492:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979289.139498:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979289.139500:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979289.139504:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979289.139508:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979289.139514:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979289.139517:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979289.139522:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979289.139526:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979289.139562:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979289.139567:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979289.139571:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979289.139575:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979289.139579:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979289.139582:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979289.139584:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979289.139586:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979289.139590:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979290.036910:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979290.036916:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979290.036917:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979290.036921:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979290.036923:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979290.036926:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979290.036928:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979290.036930:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979290.036932:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979290.163599:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979290.163604:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979290.163608:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979290.163612:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979290.163615:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979290.163618:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979290.163620:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979290.163622:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979290.163624:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979290.163649:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979290.163663:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979290.163675:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979290.163676:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979290.163681:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979290.163682:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979290.163685:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979290.163686:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979290.163690:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979290.163691:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979290.163893:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979290.163897:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979290.163898:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979290.163907:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979290.163909:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979290.163911:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979290.163913:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979290.163914:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979290.163916:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979291.059425:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979291.059433:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979291.059436:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979291.059442:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979291.059448:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979291.059455:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979291.059460:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979291.059464:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979291.059470:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979291.187379:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979291.187383:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979291.187386:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979291.187393:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979291.187399:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979291.187407:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979291.187413:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979291.187416:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979291.187421:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979291.187436:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979291.187445:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979291.187447:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979291.187449:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979291.187451:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979291.187453:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979291.187455:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979291.187456:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979291.187458:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979291.187477:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979291.187481:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979291.187486:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979291.187491:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979291.187496:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979291.187501:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979291.187505:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979291.187508:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979291.187512:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979291.187516:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979291.187521:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979291.187523:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979291.187526:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979291.187527:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979291.187530:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979291.187531:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979291.187533:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979291.187535:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979291.187536:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979291.187538:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979291.187539:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979291.187540:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979291.187541:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979291.187541:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979291.187542:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979291.187543:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979291.187546:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979291.187547:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979291.187548:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979291.187549:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979291.187550:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979291.187551:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979291.187553:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979291.187554:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979292.083375:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979292.083383:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979292.083387:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979292.083395:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979292.083402:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979292.083410:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979292.083420:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979292.083422:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979292.083425:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979292.211412:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979292.211421:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979292.211427:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979292.211435:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979292.211442:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979292.211445:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979292.211450:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979292.211454:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979292.211458:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979292.211473:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979292.211477:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979292.211478:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979292.211480:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979292.211482:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979292.211483:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979292.211485:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979292.211487:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979292.211489:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979292.211506:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979292.211510:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979292.211515:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979292.211519:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979292.211525:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979292.211529:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979292.211537:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979292.211539:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979292.211542:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979292.211544:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979293.107395:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979293.107403:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979293.107407:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979293.107415:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979293.107422:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979293.107427:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979293.107434:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979293.107437:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979293.107440:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979293.235486:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979293.235492:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979293.235501:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979293.235506:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979293.235515:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979293.235519:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979293.235525:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979293.235529:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979293.235535:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979293.235539:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979293.748841:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979293.748847:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979293.748851:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979293.748861:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2a00 x1870620402993664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.748878:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979293.748881:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979293.748886:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979293.748890:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979293.748895:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979293.748903:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402993664:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979293.748910:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979293.748915:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979293.748920:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979293.748925:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979293.748931:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979293.748936:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979293.748946:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979293.748951:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979293.748958:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979293.748968:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402993664, portal 25 00000100:00000001:0.0:1783979293.748973:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979293.748976:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889968640 : -110483819582976 : ffff9b83fb2e2a00) 00000100:00000040:0.0:1783979293.748986:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2a00 x1870620402993664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.748998:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979293.749006:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979293.749009:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979293.749014:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402993664, offset 0 00000400:00000200:0.0:1783979293.749025:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979293.749036:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979293.749044:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979293.749052:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979293.749059:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979293.749068:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979293.749074:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979293.749082:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826720:826720:256:4294967295] 192.168.201.148@tcp LPNI seq info [826691:826691:8:4294967295] 00000400:00000200:0.0:1783979293.749090:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979293.749104:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979293.749115:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979293.749122:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979293.749134:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979293.749141:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979293.749166:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979293.749170:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979293.749176:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979293.749182:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979293.749189:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979293.749202:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979293.749213:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979293.749220:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2a00 x1870620402993664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.749237:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979293.749243:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2a00 x1870620402993664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979318 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.749257:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979293.749261:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979293.749267:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979293.749273:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979293.749277:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311620859 00000100:00000010:0.0:1783979293.749283:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783979293.749292:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979293.749338:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311620860 00000100:00000010:0.0:1783979293.749344:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783979293.749350:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979293.749355:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979293.749360:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979293.749365:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979293.749372:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979293/real 1783979293] req@ffff9b83fb2e2a00 x1870620402993664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979293.749393:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979293.749397:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979293.749401:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979293.749407:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979293.749411:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979293.749415:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979293.749421:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2a00 x1870620402993664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979293.749440:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2a00 x1870620402993664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.749451:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979293.749455:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979293.749459:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979293.749462:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979293.749472:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2a00 x1870620402993664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.749484:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979293.749492:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2a00 x1870620402993664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979318 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.749506:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979293.749513:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979293.749516:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979293.749519:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979293.749524:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979293.749528:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979293.749534:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979293.749543:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979293.749549:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979293.749556:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2a00 x1870620402993664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979318 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979293.749575:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402993664:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979293.749587:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979293.749592:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979293.749599:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2a00 x1870620402993664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979318 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.749615:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979293.749619:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979293.749623:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979293.749629:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979293.749633:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979293.749637:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979293.749642:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979293.749647:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067000. 02000000:00000001:0.0:1783979293.749653:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979293.749656:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979293.749660:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2a00. 00000100:00000001:0.0:1783979293.749666:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979293.749669:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979293.749673:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979293.749682:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979293.749696:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979293.749700:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979293.749703:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979293.749706:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979293.749713:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0380 x1870620402993792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.749728:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979293.749731:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979293.749735:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979293.749738:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979293.749745:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979293.749751:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402993792:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979293.749756:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979293.749760:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979293.749761:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979293.749764:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979293.749767:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979293.749769:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979293.749773:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979293.749776:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979293.749779:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979293.749782:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402993792, portal 10 00000100:00000001:0.0:1783979293.749784:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979293.749785:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889958784 : -110483819592832 : ffff9b83fb2e0380) 00000100:00000040:0.0:1783979293.749792:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0380 x1870620402993792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.749797:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979293.749799:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979293.749802:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979293.749804:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402993792, offset 0 00000400:00000200:0.0:1783979293.749808:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979293.749813:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979293.749816:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979293.749819:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979293.749821:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979293.749823:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979293.749826:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979293.749828:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826721:826721:256:4294967295] 192.168.201.148@tcp LPNI seq info [826692:826692:8:4294967295] 00000400:00000200:0.0:1783979293.749832:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979293.749838:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979293.749841:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979293.749845:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979293.749849:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979293.749851:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979293.749861:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979293.749863:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979293.749866:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979293.749870:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979293.749872:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979293.749874:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979293.749876:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979293.749880:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0380 x1870620402993792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.749886:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979293.749889:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0380 x1870620402993792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979318 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.749894:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979293.749895:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979293.749898:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979293.749901:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979293.749904:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979293.749906:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311619601 00000100:00000001:0.0:1783979293.749908:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311620859 00000100:00000001:0.0:1783979293.749910:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311619601 00000100:00000001:0.0:1783979293.749912:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311620860 00000100:00000001:0.0:1783979293.749914:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979293.749916:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979293.749918:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979293.749921:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979293/real 1783979293] req@ffff9b83fb2e0380 x1870620402993792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979293.749928:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979293.749929:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979293.749931:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979293.749933:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979293.749934:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979293.749936:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979293.749939:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0380 x1870620402993792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979293.749947:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0380 x1870620402993792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.749952:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979293.749953:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979293.749955:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979293.749956:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979293.749960:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0380 x1870620402993792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.749966:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979293.749969:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0380 x1870620402993792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979318 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.749975:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979293.749977:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979293.749979:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979293.749980:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979293.749982:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979293.749989:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979293.749992:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979293.749995:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979293.749997:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979293.750001:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0380 x1870620402993792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979318 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979293.750008:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402993792:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979293.750011:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979293.750015:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1880 x1870620402993920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.750026:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979293.750027:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979293.750029:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979293.750030:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979293.750032:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979293.750035:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402993920:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979293.750037:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979293.750039:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979293.750040:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979293.750042:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979293.750045:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979293.750047:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979293.750050:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979293.750052:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979293.750054:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979293.750057:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402993920, portal 10 00000100:00000001:0.0:1783979293.750058:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979293.750060:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889964160 : -110483819587456 : ffff9b83fb2e1880) 00000100:00000040:0.0:1783979293.750064:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1880 x1870620402993920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.750070:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979293.750071:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979293.750073:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979293.750075:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402993920, offset 0 00000400:00000200:0.0:1783979293.750079:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979293.750082:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979293.750085:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979293.750088:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979293.750090:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979293.750092:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979293.750094:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979293.750097:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826722:826722:256:4294967295] 192.168.201.148@tcp LPNI seq info [826693:826693:8:4294967295] 00000400:00000200:0.0:1783979293.750100:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979293.750106:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979293.750110:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979293.750113:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979293.750115:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979293.750118:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979293.750127:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979293.750129:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979293.750131:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979293.750134:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979293.750137:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979293.750138:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979293.750141:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979293.750144:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1880 x1870620402993920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.750150:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979293.750153:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1880 x1870620402993920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979318 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.750159:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979293.750160:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979293.750162:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979293.750165:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979293.750167:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979293.750169:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311619596 00000100:00000001:0.0:1783979293.750171:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311620859 00000100:00000001:0.0:1783979293.750173:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311619596 00000100:00000001:0.0:1783979293.750175:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311620860 00000100:00000001:0.0:1783979293.750177:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979293.750179:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979293.750181:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979293.750184:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979293/real 1783979293] req@ffff9b83fb2e1880 x1870620402993920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979293.750190:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979293.750192:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979293.750193:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979293.750195:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979293.750197:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979293.750198:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979293.750201:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1880 x1870620402993920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979293.750208:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1880 x1870620402993920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.750213:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979293.750215:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979293.750216:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979293.750217:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979293.750220:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1880 x1870620402993920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.750226:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979293.750230:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1880 x1870620402993920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979318 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.750235:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979293.750237:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979293.750239:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979293.750240:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979293.750241:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979293.750246:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979293.750248:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979293.750251:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979293.750253:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979293.750256:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1880 x1870620402993920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979318 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979293.750263:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402993920:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979293.750266:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979293.750269:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1f80 x1870620402994048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.750275:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979293.750276:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979293.750278:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979293.750279:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979293.750281:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979293.750284:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402994048:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979293.750286:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979293.750288:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979293.750289:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979293.750291:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979293.750311:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979293.750313:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979293.750317:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979293.750319:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979293.750322:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979293.750324:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402994048, portal 4 00000100:00000001:0.0:1783979293.750326:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979293.750327:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889965952 : -110483819585664 : ffff9b83fb2e1f80) 00000100:00000040:0.0:1783979293.750332:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1f80 x1870620402994048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.750337:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979293.750339:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979293.750341:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979293.750343:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402994048, offset 0 00000400:00000200:0.0:1783979293.750347:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979293.750350:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979293.750353:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979293.750356:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979293.750358:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979293.750360:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979293.750362:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979293.750365:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826723:826723:256:4294967295] 192.168.201.148@tcp LPNI seq info [826694:826694:8:4294967295] 00000400:00000200:0.0:1783979293.750368:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979293.750373:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979293.750377:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979293.750380:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979293.750383:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979293.750385:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979293.750395:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979293.750397:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979293.750399:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979293.750402:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979293.750405:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979293.750406:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979293.750409:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979293.750412:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1f80 x1870620402994048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.750418:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979293.750421:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1f80 x1870620402994048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979318 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.750427:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979293.750429:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979293.750432:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979293.750434:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979293.750437:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979293.750439:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311619624 00000100:00000001:0.0:1783979293.750441:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311620859 00000100:00000001:0.0:1783979293.750443:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311619624 00000100:00000001:0.0:1783979293.750445:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311620860 00000100:00000001:0.0:1783979293.750447:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979293.750449:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979293.750450:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979293.750454:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979293/real 1783979293] req@ffff9b83fb2e1f80 x1870620402994048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979293.750462:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979293.750463:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979293.750465:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979293.750467:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979293.750469:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979293.750471:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979293.750474:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1f80 x1870620402994048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979293.750481:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1f80 x1870620402994048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.750488:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979293.750489:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979293.750491:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979293.750492:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979293.750495:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1f80 x1870620402994048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.750501:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979293.750504:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1f80 x1870620402994048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979318 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.750510:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979293.750512:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979293.750514:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979293.750515:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979293.750516:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979293.750519:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979293.750521:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979293.750524:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979293.750526:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979293.750529:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1f80 x1870620402994048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979318 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979293.750535:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402994048:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979293.750538:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979293.750540:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979293.750543:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0380 x1870620402993792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979318 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.750548:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979293.750550:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979293.750551:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979293.750555:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979293.750556:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979293.750557:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979293.750559:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979293.750560:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064800. 02000000:00000001:0.0:1783979293.750563:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979293.750564:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979293.750565:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0380. 00000100:00000001:0.0:1783979293.750567:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979293.750568:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979293.750570:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979293.750573:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1880 x1870620402993920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979318 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.750579:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979293.750580:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979293.750581:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979293.750584:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979293.750585:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979293.750586:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979293.750588:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979293.750589:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065000. 02000000:00000001:0.0:1783979293.750591:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979293.750592:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979293.750593:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1880. 00000100:00000001:0.0:1783979293.750595:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979293.750597:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979293.750598:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979293.750601:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1f80 x1870620402994048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979318 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.750608:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979293.750609:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979293.750610:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979293.750612:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979293.750613:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979293.750615:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979293.750616:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979293.750618:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064c00. 02000000:00000001:0.0:1783979293.750620:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979293.750621:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979293.750622:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1f80. 00000100:00000001:0.0:1783979293.750624:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979293.750625:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979293.750627:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979293.750630:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979293.750632:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979293.750634:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979293.750635:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979293.750636:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979293.750640:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2300 x1870620402994176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.750645:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979293.750647:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979293.750648:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979293.750650:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979293.750652:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979293.750655:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402994176:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979293.750657:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979293.750659:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979293.750661:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979293.750662:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979293.750665:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979293.750667:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979293.750671:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979293.750673:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979293.750676:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979293.750679:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402994176, portal 4 00000100:00000001:0.0:1783979293.750680:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979293.750682:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889966848 : -110483819584768 : ffff9b83fb2e2300) 00000100:00000040:0.0:1783979293.750699:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2300 x1870620402994176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.750706:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979293.750708:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979293.750710:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979293.750713:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402994176, offset 0 00000400:00000200:0.0:1783979293.750716:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979293.750720:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979293.750724:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979293.750726:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979293.750728:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979293.750731:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979293.750734:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979293.750736:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826724:826724:256:4294967295] 192.168.201.148@tcp LPNI seq info [826695:826695:8:4294967295] 00000400:00000200:0.0:1783979293.750740:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979293.750746:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979293.750750:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979293.750753:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979293.750756:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979293.750759:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979293.750768:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979293.750770:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979293.750772:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979293.750775:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979293.750778:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979293.750780:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979293.750782:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979293.750785:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2300 x1870620402994176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.750792:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979293.750795:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2300 x1870620402994176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979318 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.750801:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979293.750802:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979293.750805:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979293.750808:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979293.750811:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979293.750812:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311619614 00000100:00000001:0.0:1783979293.750815:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311620859 00000100:00000001:0.0:1783979293.750817:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311619614 00000100:00000001:0.0:1783979293.750820:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311620860 00000100:00000001:0.0:1783979293.750822:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979293.750825:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979293.750826:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979293.750830:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979293/real 1783979293] req@ffff9b83fb2e2300 x1870620402994176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979293.750838:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979293.750839:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979293.750840:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979293.750842:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979293.750844:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979293.750846:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979293.750849:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2300 x1870620402994176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979293.750857:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2300 x1870620402994176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.750864:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979293.750866:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979293.750867:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979293.750869:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979293.750873:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2300 x1870620402994176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.750880:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979293.750883:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2300 x1870620402994176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979318 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.750889:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979293.750892:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979293.750893:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979293.750894:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979293.750896:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979293.750899:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979293.750902:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979293.750905:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979293.750907:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979293.750911:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2300 x1870620402994176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979318 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979293.750918:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402994176:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979293.750922:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979293.750924:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979293.750926:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2300 x1870620402994176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979318 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979293.750932:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979293.750933:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979293.750935:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979293.750937:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979293.750938:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979293.750939:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979293.750941:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979293.750943:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067800. 02000000:00000001:0.0:1783979293.750945:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979293.750946:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979293.750948:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2300. 00000100:00000001:0.0:1783979293.750950:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979293.750951:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979293.750953:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979293.750956:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979293.750957:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979293.750959:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979293.750960:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979294.131403:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979294.131413:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979294.131417:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979294.131425:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979294.131431:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979294.131437:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979294.131452:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979294.131456:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979294.131459:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979294.259412:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979294.259419:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979294.259430:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979294.259433:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979294.259441:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979294.259444:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979294.259448:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979294.259452:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979294.259458:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979294.259461:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979294.260961:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979294.260964:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979294.260965:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979294.260967:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979294.260970:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979294.260971:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979294.260973:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979294.260974:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979294.260976:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979295.155402:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979295.155410:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979295.155412:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979295.155418:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979295.155422:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979295.155426:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979295.155429:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979295.155432:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979295.155435:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979295.283406:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979295.283411:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979295.283415:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979295.283421:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979295.283428:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979295.283435:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979295.283449:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979295.283453:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979295.283457:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979295.283475:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979295.283480:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979295.283483:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979295.283488:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979295.283495:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979295.283499:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979295.283503:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979295.283507:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979295.283513:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979295.283536:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979295.283540:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979295.283545:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979295.283547:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979295.283551:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979295.283552:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979295.283555:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979295.283557:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979295.283560:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979295.283561:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979296.179402:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979296.179411:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979296.179419:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979296.179424:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979296.179429:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979296.179433:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979296.179445:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979296.179449:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979296.179452:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979296.307420:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979296.307425:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979296.307429:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979296.307437:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979296.307444:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979296.307451:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979296.307459:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979296.307464:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979296.307476:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979296.307500:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979296.307505:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979296.307507:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979296.307510:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979296.307513:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979296.307515:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979296.307516:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979296.307518:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979296.307524:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979296.307526:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979296.307531:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979296.307532:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979296.307536:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979296.307537:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979296.307541:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979296.307543:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979296.307567:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979296.307572:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979296.307578:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979296.307610:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979296.307615:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979296.307619:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979296.307625:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979296.307629:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979296.307633:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979296.307640:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979296.307654:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979296.307660:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979297.203393:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979297.203401:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979297.203405:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979297.203413:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979297.203419:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979297.203423:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979297.203434:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979297.203437:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979297.203439:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979297.331398:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979297.331405:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979297.331410:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979297.331418:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979297.331426:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979297.331431:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979297.331449:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979297.331453:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979297.331456:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979297.331479:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979297.331482:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979297.331486:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979297.331489:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979297.331494:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979297.331498:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979297.331506:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979297.331511:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979297.331519:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979297.331524:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979297.331550:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979297.331554:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979297.331559:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979298.229029:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979298.229033:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979298.229034:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979298.229037:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979298.229039:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979298.229041:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979298.229042:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979298.229044:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979298.229046:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979298.355425:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979298.355429:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979298.355438:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979298.355442:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979298.355451:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979298.355456:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979298.355465:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979298.355469:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979298.355475:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979298.355477:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979298.355499:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979298.355502:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979298.355505:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979298.356721:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979298.356727:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979298.356729:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979298.356735:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979298.356742:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979298.356747:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979298.356754:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979298.356759:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979298.356763:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979298.356796:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979298.356802:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979298.356805:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979298.356809:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979298.356815:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979298.356819:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979298.356824:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979298.356828:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979298.356833:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979298.867614:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979298.867618:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979298.867621:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979298.867627:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2300 x1870620402994304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.867635:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979298.867637:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979298.867641:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979298.867643:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979298.867646:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979298.867649:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402994304:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979298.867652:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979298.867657:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979298.867659:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979298.867661:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979298.867666:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979298.867668:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979298.867673:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979298.867677:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979298.867682:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979298.867689:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402994304, portal 25 00000100:00000001:0.0:1783979298.867691:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979298.867692:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889966848 : -110483819584768 : ffff9b83fb2e2300) 00000100:00000040:0.0:1783979298.867697:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2300 x1870620402994304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.867704:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979298.867707:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979298.867709:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979298.867712:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402994304, offset 0 00000400:00000200:0.0:1783979298.867718:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979298.867725:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979298.867731:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979298.867736:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979298.867739:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979298.867743:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979298.867746:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979298.867749:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826725:826725:256:4294967295] 192.168.201.148@tcp LPNI seq info [826696:826696:8:4294967295] 00000400:00000200:0.0:1783979298.867754:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979298.867773:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979298.867779:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979298.867784:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979298.867790:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979298.867794:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979298.867807:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979298.867809:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979298.867815:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979298.867820:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979298.867828:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979298.867831:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979298.867836:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979298.867840:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2300 x1870620402994304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.867849:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979298.867852:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2300 x1870620402994304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979323 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.867860:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979298.867861:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979298.867866:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979298.867870:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979298.867872:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311625978 00000100:00000010:0.0:1783979298.867876:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783979298.867882:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979298.867888:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311625978 00000100:00000010:0.0:1783979298.867891:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783979298.867894:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979298.867897:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979298.867900:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979298.867902:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979298.867906:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979298/real 1783979298] req@ffff9b83fb2e2300 x1870620402994304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979298.867929:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979298.867931:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979298.867933:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979298.867935:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979298.867937:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979298.867940:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979298.867943:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2300 x1870620402994304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979298.867962:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2300 x1870620402994304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.867969:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979298.867971:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979298.867973:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979298.867975:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979298.867978:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2300 x1870620402994304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.867985:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979298.867990:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2300 x1870620402994304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979323 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.867997:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979298.868000:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979298.868002:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979298.868003:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979298.868005:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979298.868007:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979298.868010:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979298.868013:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979298.868015:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979298.868020:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2300 x1870620402994304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979323 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979298.868029:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402994304:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979298.868033:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979298.868035:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979298.868038:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2300 x1870620402994304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979323 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.868046:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979298.868048:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979298.868051:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979298.868062:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979298.868064:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979298.868065:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979298.868067:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979298.868069:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065800. 02000000:00000001:0.0:1783979298.868073:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979298.868075:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979298.868076:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2300. 00000100:00000001:0.0:1783979298.868079:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979298.868081:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979298.868082:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979298.868089:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979298.868090:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979298.868092:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979298.868093:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979298.868095:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979298.868098:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1f80 x1870620402994432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.868105:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979298.868106:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979298.868108:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979298.868110:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979298.868112:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979298.868114:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402994432:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979298.868118:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979298.868120:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979298.868121:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979298.868122:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979298.868125:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979298.868127:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979298.868131:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979298.868133:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979298.868136:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979298.868139:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402994432, portal 10 00000100:00000001:0.0:1783979298.868141:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979298.868142:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889965952 : -110483819585664 : ffff9b83fb2e1f80) 00000100:00000040:0.0:1783979298.868149:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1f80 x1870620402994432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.868155:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979298.868157:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979298.868159:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979298.868162:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402994432, offset 0 00000400:00000200:0.0:1783979298.868165:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979298.868168:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979298.868171:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979298.868174:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979298.868176:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979298.868179:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979298.868181:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979298.868184:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826726:826726:256:4294967295] 192.168.201.148@tcp LPNI seq info [826697:826697:8:4294967295] 00000400:00000200:0.0:1783979298.868187:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979298.868193:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979298.868198:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979298.868201:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979298.868205:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979298.868207:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979298.868218:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979298.868219:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979298.868222:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979298.868225:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979298.868228:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979298.868230:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979298.868232:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979298.868235:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1f80 x1870620402994432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.868243:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979298.868246:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1f80 x1870620402994432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979323 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.868251:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979298.868252:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979298.868254:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979298.868257:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979298.868259:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979298.868261:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311624719 00000100:00000001:0.0:1783979298.868263:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311625978 00000100:00000001:0.0:1783979298.868264:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311624719 00000100:00000001:0.0:1783979298.868265:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311625978 00000100:00000001:0.0:1783979298.868266:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979298.868268:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979298.868269:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979298.868271:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979298/real 1783979298] req@ffff9b83fb2e1f80 x1870620402994432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979298.868276:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979298.868277:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979298.868278:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979298.868280:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979298.868281:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979298.868282:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979298.868284:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1f80 x1870620402994432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979298.868288:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1f80 x1870620402994432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.868316:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979298.868319:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979298.868321:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979298.868322:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979298.868326:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1f80 x1870620402994432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.868344:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979298.868348:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1f80 x1870620402994432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979323 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.868353:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979298.868356:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979298.868357:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979298.868358:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979298.868359:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979298.868367:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979298.868369:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979298.868372:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979298.868374:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979298.868378:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1f80 x1870620402994432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979323 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979298.868384:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402994432:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979298.868388:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979298.868391:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1880 x1870620402994560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.868396:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979298.868398:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979298.868399:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979298.868401:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979298.868403:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979298.868406:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402994560:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979298.868409:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979298.868410:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979298.868412:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979298.868413:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979298.868417:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979298.868418:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979298.868421:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979298.868423:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979298.868426:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979298.868429:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402994560, portal 10 00000100:00000001:0.0:1783979298.868431:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979298.868432:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889964160 : -110483819587456 : ffff9b83fb2e1880) 00000100:00000040:0.0:1783979298.868437:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1880 x1870620402994560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.868443:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979298.868445:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979298.868447:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979298.868449:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402994560, offset 0 00000400:00000200:0.0:1783979298.868453:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979298.868457:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979298.868460:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979298.868463:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979298.868465:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979298.868468:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979298.868470:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979298.868473:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826727:826727:256:4294967295] 192.168.201.148@tcp LPNI seq info [826698:826698:8:4294967295] 00000400:00000200:0.0:1783979298.868477:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979298.868483:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979298.868487:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979298.868490:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979298.868493:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979298.868496:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979298.868506:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979298.868508:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979298.868511:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979298.868514:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979298.868517:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979298.868519:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979298.868521:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979298.868525:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1880 x1870620402994560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.868532:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979298.868535:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1880 x1870620402994560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979323 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.868541:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979298.868543:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979298.868545:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979298.868548:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979298.868550:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979298.868552:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311624715 00000100:00000001:0.0:1783979298.868554:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311625978 00000100:00000001:0.0:1783979298.868557:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311624715 00000100:00000001:0.0:1783979298.868559:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311625978 00000100:00000001:0.0:1783979298.868562:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979298.868564:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979298.868565:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979298.868569:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979298/real 1783979298] req@ffff9b83fb2e1880 x1870620402994560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979298.868576:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979298.868577:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979298.868579:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979298.868581:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979298.868583:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979298.868584:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979298.868587:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1880 x1870620402994560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979298.868595:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1880 x1870620402994560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.868614:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979298.868616:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979298.868618:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979298.868619:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979298.868623:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1880 x1870620402994560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.868630:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979298.868633:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1880 x1870620402994560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979323 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.868639:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979298.868641:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979298.868643:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979298.868644:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979298.868646:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979298.868651:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979298.868653:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979298.868657:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979298.868659:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979298.868662:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1880 x1870620402994560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979323 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979298.868670:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402994560:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979298.868673:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979298.868676:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0380 x1870620402994688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.868682:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979298.868684:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979298.868685:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979298.868687:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979298.868689:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979298.868691:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402994688:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979298.868694:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979298.868695:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979298.868697:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979298.868698:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979298.868701:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979298.868703:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979298.868706:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979298.868709:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979298.868711:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979298.868714:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402994688, portal 4 00000100:00000001:0.0:1783979298.868716:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979298.868717:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889958784 : -110483819592832 : ffff9b83fb2e0380) 00000100:00000040:0.0:1783979298.868722:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0380 x1870620402994688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.868729:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979298.868731:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979298.868733:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979298.868735:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402994688, offset 0 00000400:00000200:0.0:1783979298.868738:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979298.868742:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979298.868745:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979298.868747:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979298.868750:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979298.868752:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979298.868754:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979298.868757:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826728:826728:256:4294967295] 192.168.201.148@tcp LPNI seq info [826699:826699:8:4294967295] 00000400:00000200:0.0:1783979298.868761:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979298.868767:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979298.868771:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979298.868774:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979298.868778:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979298.868780:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979298.868790:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979298.868792:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979298.868795:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979298.868798:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979298.868800:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979298.868802:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979298.868804:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979298.868807:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0380 x1870620402994688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.868814:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979298.868817:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0380 x1870620402994688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979323 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.868830:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979298.868831:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979298.868833:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979298.868836:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979298.868839:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979298.868841:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311624742 00000100:00000001:0.0:1783979298.868843:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311625978 00000100:00000001:0.0:1783979298.868845:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311624742 00000100:00000001:0.0:1783979298.868847:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311625978 00000100:00000001:0.0:1783979298.868849:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979298.868850:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979298.868852:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979298.868855:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979298/real 1783979298] req@ffff9b83fb2e0380 x1870620402994688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979298.868862:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979298.868863:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979298.868864:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979298.868866:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979298.868868:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979298.868870:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979298.868873:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0380 x1870620402994688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979298.868880:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0380 x1870620402994688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.868886:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979298.868887:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979298.868889:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979298.868890:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979298.868893:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0380 x1870620402994688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.868900:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979298.868903:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0380 x1870620402994688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979323 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.868910:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979298.868912:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979298.868913:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979298.868914:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979298.868916:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979298.868919:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979298.868921:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979298.868924:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979298.868925:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979298.868929:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0380 x1870620402994688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979323 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979298.868936:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402994688:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979298.868939:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979298.868942:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2a00 x1870620402994816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.868948:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979298.868949:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979298.868951:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979298.868952:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979298.868954:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979298.868956:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402994816:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979298.868959:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979298.868961:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979298.868962:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979298.868964:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979298.868967:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979298.868968:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979298.868971:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979298.868973:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979298.868976:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979298.868978:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402994816, portal 4 00000100:00000001:0.0:1783979298.868980:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979298.868982:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889968640 : -110483819582976 : ffff9b83fb2e2a00) 00000100:00000040:0.0:1783979298.868987:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2a00 x1870620402994816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.868993:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979298.868995:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979298.868998:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979298.869000:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402994816, offset 0 00000400:00000200:0.0:1783979298.869004:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979298.869007:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979298.869010:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979298.869013:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979298.869015:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979298.869017:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979298.869019:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979298.869022:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826729:826729:256:4294967295] 192.168.201.148@tcp LPNI seq info [826700:826700:8:4294967295] 00000400:00000200:0.0:1783979298.869026:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979298.869033:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979298.869037:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979298.869039:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979298.869043:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979298.869045:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979298.869056:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979298.869058:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979298.869060:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979298.869064:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979298.869066:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979298.869068:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979298.869070:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979298.869073:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2a00 x1870620402994816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.869081:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979298.869084:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2a00 x1870620402994816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979323 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.869090:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979298.869092:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979298.869094:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979298.869096:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979298.869099:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979298.869101:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311624732 00000100:00000001:0.0:1783979298.869103:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311625978 00000100:00000001:0.0:1783979298.869105:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311624732 00000100:00000001:0.0:1783979298.869107:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311625978 00000100:00000001:0.0:1783979298.869109:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979298.869111:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979298.869112:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979298.869116:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979298/real 1783979298] req@ffff9b83fb2e2a00 x1870620402994816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979298.869123:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979298.869124:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979298.869126:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979298.869128:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979298.869129:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979298.869131:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979298.869134:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2a00 x1870620402994816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979298.869142:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2a00 x1870620402994816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.869148:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979298.869149:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979298.869151:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979298.869152:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979298.869155:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2a00 x1870620402994816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.869161:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979298.869165:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2a00 x1870620402994816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979323 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.869170:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979298.869172:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979298.869174:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979298.869174:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979298.869176:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979298.869179:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979298.869182:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979298.869184:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979298.869186:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979298.869190:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2a00 x1870620402994816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979323 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979298.869198:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402994816:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979298.869201:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979298.869203:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979298.869207:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1f80 x1870620402994432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979323 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.869213:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979298.869215:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979298.869217:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979298.869220:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979298.869221:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979298.869222:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979298.869225:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979298.869226:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065400. 02000000:00000001:0.0:1783979298.869229:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979298.869231:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979298.869232:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1f80. 00000100:00000001:0.0:1783979298.869234:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979298.869236:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979298.869237:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979298.869241:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1880 x1870620402994560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979323 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.869247:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979298.869248:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979298.869249:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979298.869252:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979298.869253:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979298.869254:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979298.869256:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979298.869257:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067800. 02000000:00000001:0.0:1783979298.869259:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979298.869260:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979298.869261:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1880. 00000100:00000001:0.0:1783979298.869263:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979298.869264:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979298.869265:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979298.869268:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0380 x1870620402994688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979323 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.869274:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979298.869275:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979298.869277:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979298.869280:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979298.869281:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979298.869282:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979298.869284:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979298.869285:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064c00. 02000000:00000001:0.0:1783979298.869287:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979298.869288:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979298.869288:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0380. 00000100:00000001:0.0:1783979298.869290:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979298.869291:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979298.869315:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979298.869319:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2a00 x1870620402994816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979323 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979298.869325:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979298.869326:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979298.869328:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979298.869330:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979298.869332:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979298.869333:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979298.869335:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979298.869336:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065000. 02000000:00000001:0.0:1783979298.869338:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979298.869340:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979298.869341:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2a00. 00000100:00000001:0.0:1783979298.869343:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979298.869344:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979298.869346:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979298.869350:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979298.869351:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979298.869353:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979298.869355:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979299.251398:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979299.251406:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979299.251409:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979299.251415:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979299.251419:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979299.251423:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979299.251427:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979299.251430:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979299.251435:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979299.379405:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979299.379413:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979299.379418:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979299.379425:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979299.379432:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979299.379436:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979299.379446:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979299.379451:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979299.379456:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979299.379483:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979299.379488:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979299.379497:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979299.379502:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979299.379509:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979299.379512:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979299.379516:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979299.379520:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979299.379526:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979299.379530:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979299.379551:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979299.379555:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979299.379561:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979300.275376:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979300.275384:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979300.275387:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979300.275393:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979300.275400:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979300.275406:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979300.275410:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979300.275413:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979300.275416:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979300.403411:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979300.403416:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979300.403426:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979300.403430:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979300.403438:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979300.403443:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979300.403451:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979300.403454:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979300.403461:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979300.403464:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979300.403488:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979300.403493:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979300.403500:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979300.403524:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979300.403529:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979300.403541:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979300.403549:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979300.403553:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979300.403558:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979300.403565:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979300.403568:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979300.403584:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979301.299393:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979301.299400:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979301.299403:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979301.299411:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979301.299418:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979301.299424:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979301.299435:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979301.299438:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979301.299441:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979301.427381:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979301.427389:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979301.427393:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979301.427401:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979301.427408:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979301.427414:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979301.427421:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979301.427425:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979301.427430:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979301.427458:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979301.427462:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979301.427469:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979301.427474:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979301.427479:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979301.427483:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979301.427487:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979301.427491:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979301.427495:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979301.427499:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979301.427506:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979301.427509:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979301.427511:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979301.427513:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979301.427516:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979301.427517:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979301.427519:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979301.427524:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979301.427540:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979301.427543:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979301.427545:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979301.427547:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979301.427549:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979301.427550:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979301.427551:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979301.427564:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979301.427568:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979301.427570:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979301.427571:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979301.427572:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979301.427574:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979301.427575:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979301.427576:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979301.427578:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979301.427600:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979301.427602:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979301.427604:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979302.323397:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979302.323403:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979302.323405:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979302.323410:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979302.323414:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979302.323417:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979302.323426:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979302.323427:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979302.323429:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979302.451422:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979302.451428:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979302.451436:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979302.451440:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979302.451449:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979302.451454:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979302.451462:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979302.451466:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979302.451470:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979302.451473:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979302.451498:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979302.451504:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979302.451506:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979302.451510:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979302.451513:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979302.451518:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979302.451522:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979302.451525:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979302.451530:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979302.451558:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979302.451561:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979302.451564:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979303.347413:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979303.347421:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979303.347424:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979303.347431:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979303.347436:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979303.347441:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979303.347453:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979303.347456:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979303.347460:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979303.475406:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979303.475414:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979303.475416:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979303.475423:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979303.475428:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979303.475434:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979303.475438:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979303.475441:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979303.475734:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979303.475760:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979303.475766:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979303.475769:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979303.475770:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979303.475772:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979303.475773:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979303.475775:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979303.475776:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979303.475779:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979303.475779:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979303.475791:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979303.475793:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979303.475794:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979303.988311:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979303.988315:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979303.988318:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979303.988324:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882a00 x1870620402994944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.988332:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979303.988333:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979303.988337:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979303.988339:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979303.988341:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979303.988344:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402994944:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979303.988349:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979303.988352:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979303.988355:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979303.988357:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979303.988362:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979303.988363:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979303.988368:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979303.988372:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979303.988377:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979303.988383:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402994944, portal 25 00000100:00000001:0.0:1783979303.988385:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979303.988387:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694540288 : -110484015011328 : ffff9b83ef882a00) 00000100:00000040:0.0:1783979303.988391:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882a00 x1870620402994944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.988398:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979303.988400:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979303.988402:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979303.988406:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402994944, offset 0 00000400:00000200:0.0:1783979303.988412:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979303.988419:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979303.988424:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979303.988430:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979303.988434:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979303.988437:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979303.988440:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979303.988444:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826730:826730:256:4294967295] 192.168.201.148@tcp LPNI seq info [826701:826701:8:4294967295] 00000400:00000200:0.0:1783979303.988448:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979303.988458:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979303.988464:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979303.988469:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979303.988475:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979303.988478:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979303.988491:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979303.988494:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979303.988500:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979303.988504:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979303.988520:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979303.988523:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979303.988529:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979303.988533:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882a00 x1870620402994944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.988543:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979303.988546:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882a00 x1870620402994944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979328 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.988552:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979303.988554:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979303.988559:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979303.988563:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979303.988565:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311631099 00000100:00000010:0.0:1783979303.988570:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783979303.988577:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979303.988582:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311631099 00000100:00000010:0.0:1783979303.988585:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783979303.988588:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979303.988590:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979303.988593:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979303.988595:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979303.988600:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979303/real 1783979303] req@ffff9b83ef882a00 x1870620402994944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979303.988609:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979303.988610:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979303.988612:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979303.988615:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979303.988617:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979303.988619:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979303.988623:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882a00 x1870620402994944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979303.988631:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882a00 x1870620402994944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.988638:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979303.988640:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979303.988642:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979303.988643:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979303.988647:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882a00 x1870620402994944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.988654:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979303.988658:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882a00 x1870620402994944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979328 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.988665:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979303.988668:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979303.988670:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979303.988671:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979303.988673:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979303.988676:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979303.988678:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979303.988682:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979303.988684:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979303.988688:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882a00 x1870620402994944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979328 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979303.988696:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402994944:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979303.988700:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979303.988703:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883480 x1870620402995072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.988716:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979303.988717:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979303.988719:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979303.988721:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979303.988723:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979303.988726:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402995072:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979303.988729:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979303.988731:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979303.988732:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979303.988734:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979303.988737:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979303.988738:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979303.988742:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979303.988744:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979303.988747:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979303.988750:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402995072, portal 10 00000100:00000001:0.0:1783979303.988751:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979303.988753:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542976 : -110484015008640 : ffff9b83ef883480) 00000100:00000040:0.0:1783979303.988759:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883480 x1870620402995072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.988764:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979303.988767:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979303.988769:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979303.988771:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402995072, offset 0 00000400:00000200:0.0:1783979303.988775:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979303.988779:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979303.988783:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979303.988785:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979303.988787:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979303.988790:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979303.988792:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979303.988795:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826731:826731:256:4294967295] 192.168.201.148@tcp LPNI seq info [826702:826702:8:4294967295] 00000400:00000200:0.0:1783979303.988799:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979303.988805:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979303.988809:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979303.988812:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979303.988815:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979303.988818:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979303.988828:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979303.988829:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979303.988832:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979303.988835:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979303.988838:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979303.988839:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979303.988842:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979303.988845:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883480 x1870620402995072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.988852:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979303.988855:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883480 x1870620402995072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979328 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.988860:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979303.988862:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979303.988865:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979303.988868:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979303.988871:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979303.988873:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311629840 00000100:00000001:0.0:1783979303.988875:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311631099 00000100:00000001:0.0:1783979303.988877:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311629840 00000100:00000001:0.0:1783979303.988879:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311631099 00000100:00000001:0.0:1783979303.988881:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979303.988883:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979303.988885:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979303.988889:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979303/real 1783979303] req@ffff9b83ef883480 x1870620402995072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979303.988896:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979303.988898:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979303.988899:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979303.988901:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979303.988903:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979303.988905:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979303.988907:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883480 x1870620402995072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979303.988915:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883480 x1870620402995072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.988922:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979303.988923:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979303.988925:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979303.988926:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979303.988930:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883480 x1870620402995072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.988936:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979303.988939:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883480 x1870620402995072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979328 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.988946:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979303.988948:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979303.988950:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979303.988951:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979303.988953:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979303.988961:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979303.988963:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979303.988966:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979303.988968:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979303.992542:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883480 x1870620402995072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979328 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979303.992556:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402995072:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979303.992564:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979303.992568:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883100 x1870620402995200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.992576:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979303.992578:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979303.992581:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979303.992584:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979303.992586:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979303.992589:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402995200:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979303.992593:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979303.992597:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979303.992599:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979303.992601:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979303.992609:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979303.992611:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979303.992617:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979303.992621:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979303.992627:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979303.992632:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402995200, portal 10 00000100:00000001:0.0:1783979303.992634:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979303.992635:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542080 : -110484015009536 : ffff9b83ef883100) 00000100:00000040:0.0:1783979303.992643:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883100 x1870620402995200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.992650:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979303.992653:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979303.992656:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979303.992660:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402995200, offset 0 00000400:00000200:0.0:1783979303.992667:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979303.992675:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979303.992683:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979303.992688:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979303.992691:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979303.992694:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979303.992697:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979303.992700:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826732:826732:256:4294967295] 192.168.201.148@tcp LPNI seq info [826703:826703:8:4294967295] 00000400:00000200:0.0:1783979303.992704:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979303.992713:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979303.992719:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979303.992724:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979303.992730:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979303.992734:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979303.992747:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979303.992755:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979303.992763:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979303.992767:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979303.992772:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979303.992774:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979303.992778:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979303.992782:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883100 x1870620402995200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.992790:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979303.992793:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883100 x1870620402995200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979328 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.992800:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979303.992802:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979303.992807:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979303.992810:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979303.992814:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979303.992816:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311629839 00000100:00000001:0.0:1783979303.992819:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311631099 00000100:00000001:0.0:1783979303.992821:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311629839 00000100:00000001:0.0:1783979303.992823:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311631099 00000100:00000001:0.0:1783979303.992826:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979303.992828:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979303.992830:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979303.992834:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979303/real 1783979303] req@ffff9b83ef883100 x1870620402995200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979303.992842:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979303.992844:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979303.992846:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979303.992849:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979303.992850:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979303.992853:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979303.992856:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883100 x1870620402995200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979303.992863:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883100 x1870620402995200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.992869:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979303.992871:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979303.992873:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979303.992875:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979303.992879:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883100 x1870620402995200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.992886:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979303.992891:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883100 x1870620402995200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979328 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.992898:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979303.992900:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979303.992902:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979303.992903:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979303.992906:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979303.992913:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979303.992916:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979303.992920:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979303.992923:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979303.992926:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883100 x1870620402995200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979328 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979303.992934:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402995200:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979303.992938:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979303.992942:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880000 x1870620402995328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.992948:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979303.992949:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979303.992951:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979303.992953:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979303.992955:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979303.992958:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402995328:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979303.992961:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979303.992963:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979303.992964:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979303.992966:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979303.992969:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979303.992970:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979303.992974:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979303.992977:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979303.992980:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979303.992982:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402995328, portal 4 00000100:00000001:0.0:1783979303.992984:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979303.992986:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694529536 : -110484015022080 : ffff9b83ef880000) 00000100:00000040:0.0:1783979303.992992:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880000 x1870620402995328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.992998:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979303.993001:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979303.993003:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979303.993005:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402995328, offset 0 00000400:00000200:0.0:1783979303.993009:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979303.993012:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979303.993016:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979303.993018:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979303.993021:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979303.993024:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979303.993026:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979303.993029:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826733:826733:256:4294967295] 192.168.201.148@tcp LPNI seq info [826704:826704:8:4294967295] 00000400:00000200:0.0:1783979303.993033:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979303.993039:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979303.993043:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979303.993046:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979303.993050:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979303.993052:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979303.993062:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979303.993064:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979303.993067:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979303.993070:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979303.993072:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979303.993074:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979303.993077:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979303.993080:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880000 x1870620402995328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.993088:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979303.993091:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880000 x1870620402995328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979328 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.993097:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979303.993098:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979303.993101:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979303.993104:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979303.993107:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979303.993109:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311629866 00000100:00000001:0.0:1783979303.993112:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311631099 00000100:00000001:0.0:1783979303.993114:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311629866 00000100:00000001:0.0:1783979303.993116:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311631099 00000100:00000001:0.0:1783979303.993118:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979303.993120:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979303.993122:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979303.993126:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979303/real 1783979303] req@ffff9b83ef880000 x1870620402995328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979303.993133:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979303.993134:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979303.993136:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979303.993138:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979303.993140:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979303.993142:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979303.993145:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880000 x1870620402995328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979303.993153:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880000 x1870620402995328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.993159:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979303.993161:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979303.993162:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979303.993164:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979303.993167:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880000 x1870620402995328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.993174:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979303.993177:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880000 x1870620402995328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979328 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.993183:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979303.993186:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979303.993187:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979303.993189:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979303.993191:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979303.993194:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979303.993196:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979303.993199:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979303.993202:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979303.993206:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880000 x1870620402995328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979328 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979303.993214:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402995328:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979303.993218:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979303.993222:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882d80 x1870620402995456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.993228:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979303.993229:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979303.993232:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979303.993234:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979303.993236:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979303.993239:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402995456:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979303.993242:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979303.993244:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979303.993245:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979303.993247:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979303.993250:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979303.993252:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979303.993255:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979303.993258:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979303.993261:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979303.993263:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402995456, portal 4 00000100:00000001:0.0:1783979303.993265:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979303.993266:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694541184 : -110484015010432 : ffff9b83ef882d80) 00000100:00000040:0.0:1783979303.993272:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882d80 x1870620402995456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.993278:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979303.993280:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979303.993283:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979303.993285:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402995456, offset 0 00000400:00000200:0.0:1783979303.993289:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979303.993310:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979303.993314:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979303.993317:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979303.993319:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979303.993321:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979303.993323:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979303.993326:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826734:826734:256:4294967295] 192.168.201.148@tcp LPNI seq info [826705:826705:8:4294967295] 00000400:00000200:0.0:1783979303.993330:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979303.993336:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979303.993341:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979303.993344:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979303.993348:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979303.993351:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979303.993361:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979303.993363:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979303.993366:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979303.993369:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979303.993372:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075770 00000400:00000010:0.0:1783979303.993374:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075770. 00000100:00000001:0.0:1783979303.993376:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979303.993379:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882d80 x1870620402995456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.993387:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979303.993389:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882d80 x1870620402995456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979328 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.993395:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979303.993397:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979303.993399:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979303.993402:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979303.993405:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979303.993407:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311629856 00000100:00000001:0.0:1783979303.993410:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311631099 00000100:00000001:0.0:1783979303.993412:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311629856 00000100:00000001:0.0:1783979303.993414:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311631099 00000100:00000001:0.0:1783979303.993416:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979303.993418:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979303.993419:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979303.993423:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979303/real 1783979303] req@ffff9b83ef882d80 x1870620402995456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979303.993431:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979303.993432:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979303.993434:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979303.993436:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979303.993438:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979303.993440:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979303.993442:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882d80 x1870620402995456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979303.993451:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882d80 x1870620402995456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.993457:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979303.993458:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979303.993460:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979303.993461:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979303.993465:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882d80 x1870620402995456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.993471:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979303.993474:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882d80 x1870620402995456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979328 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.993481:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979303.993483:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979303.993485:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979303.993486:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979303.993488:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979303.993492:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979303.993494:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979303.993497:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979303.993499:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979303.993504:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882d80 x1870620402995456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979328 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979303.993525:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402995456:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979303.993529:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979303.993531:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979303.993535:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882a00 x1870620402994944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979328 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.993542:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979303.993544:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979303.993547:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979303.993552:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979303.993554:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979303.993556:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979303.993558:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979303.993560:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636c00. 02000000:00000001:0.0:1783979303.993564:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979303.993566:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979303.993567:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882a00. 00000100:00000001:0.0:1783979303.993572:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979303.993574:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979303.993576:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979303.993580:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883480 x1870620402995072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979328 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.993586:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979303.993587:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979303.993589:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979303.993592:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979303.993593:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979303.993595:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979303.993597:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979303.993598:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635400. 02000000:00000001:0.0:1783979303.993601:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979303.993602:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979303.993603:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883480. 00000100:00000001:0.0:1783979303.993607:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979303.993608:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979303.993610:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979303.993613:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883100 x1870620402995200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979328 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.993619:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979303.993621:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979303.993622:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979303.993624:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979303.993625:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979303.993626:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979303.993628:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979303.993629:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636400. 02000000:00000001:0.0:1783979303.993631:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979303.993633:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979303.993634:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883100. 00000100:00000001:0.0:1783979303.993636:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979303.993637:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979303.993639:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979303.993642:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880000 x1870620402995328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979328 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.993649:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979303.993650:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979303.993651:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979303.993653:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979303.993654:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979303.993655:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979303.993657:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979303.993658:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634400. 02000000:00000001:0.0:1783979303.993660:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979303.993661:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979303.993663:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880000. 00000100:00000001:0.0:1783979303.993665:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979303.993666:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979303.993667:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979303.993671:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882d80 x1870620402995456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979328 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979303.993677:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979303.993678:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979303.993679:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979303.993681:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979303.993682:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979303.993683:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979303.993685:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979303.993686:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783979303.993689:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979303.993690:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979303.993691:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882d80. 00000100:00000001:0.0:1783979303.993693:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979303.993695:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979303.993697:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979303.993704:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979303.993705:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979303.993708:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979303.993709:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979304.371404:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979304.371409:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979304.371411:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979304.371418:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979304.371423:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979304.371430:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979304.371441:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979304.371444:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979304.371447:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979304.499409:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979304.499418:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979304.499422:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979304.499428:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979304.499435:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979304.499440:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979304.499456:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979304.499459:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979304.499463:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979304.499478:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979304.499482:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979304.499486:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979304.499499:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979304.499516:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979304.499520:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979304.499525:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979304.499529:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979304.499532:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979304.499555:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979304.499558:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979304.499562:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979304.499563:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979304.499567:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979304.499568:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979304.499576:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979304.499577:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979304.499580:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979304.499581:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979304.499598:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979304.499601:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979304.499604:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979305.395397:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979305.395406:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979305.395410:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979305.395418:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979305.395425:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979305.395431:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979305.395444:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979305.395447:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979305.395450:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979305.523615:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979305.523619:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979305.523621:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979305.523627:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979305.523631:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979305.523635:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979305.523639:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979305.523642:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979305.523647:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979305.523668:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979305.523673:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979305.523675:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979305.523680:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979305.523686:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979305.523690:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979305.523694:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979305.523700:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979305.523706:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979305.523709:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979305.523714:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979305.523716:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979305.523720:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979305.523724:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979305.523729:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979305.523733:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979305.523752:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979305.523756:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979305.523759:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979306.419399:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979306.419407:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979306.419409:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979306.419417:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979306.419422:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979306.419427:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979306.419434:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979306.419438:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979306.419441:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979306.547409:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979306.547415:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979306.547425:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979306.547429:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979306.547435:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979306.547439:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979306.547447:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979306.547452:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979306.547458:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979306.547462:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979306.547496:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979306.547500:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979306.547504:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979306.547529:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979306.547535:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979306.547539:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979306.547543:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979306.547550:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979306.547555:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979306.547559:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979306.547561:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979306.547564:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979307.443469:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979307.443606:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979307.443608:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979307.443613:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979307.443617:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979307.443621:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979307.443623:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979307.443629:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979307.443632:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979307.571435:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979307.571445:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979307.571464:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979307.571474:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979307.571482:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979307.571490:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979307.571496:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979307.571500:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979307.571509:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979307.571536:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979307.571538:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979307.571543:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979307.571544:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979307.571547:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979307.571549:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979307.571553:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979307.571554:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979307.571557:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979307.571558:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979307.571576:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979307.571579:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979307.571581:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979307.571604:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979307.571607:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979307.571608:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979307.571665:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979307.571669:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979307.571672:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979307.574249:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979307.574253:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979307.574256:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979308.467372:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979308.467382:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979308.467386:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979308.467395:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979308.467403:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979308.467408:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979308.467423:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979308.467426:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979308.467429:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979308.595482:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979308.595485:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979308.595486:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979308.595488:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979308.595490:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979308.595491:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979308.595493:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979308.595494:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979308.595593:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979308.595614:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979308.595616:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979308.595618:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979308.595619:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979308.595622:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979308.595622:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979308.595625:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979308.595626:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979308.595629:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979308.595630:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979308.595645:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979308.595648:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979308.595651:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783979309.107431:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979309.107442:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979309.107444:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979309.107457:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979309.107461:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979309.107468:0:226353:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 16962 00000400:00000200:0.0:1783979309.107477:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979309.107483:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979309.107486:0:226353:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979309.107489:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979309.107493:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979309.107495:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979309.107497:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979309.107501:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979309.107503:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783979309.107506:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979309.107509:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783979309.107513:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783979309.107515:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783979309.107518:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979309.107520:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979309.107522:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979309.107524:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979309.107527:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783979309.107531:0:226353:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979309.107533:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979309.107536:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979309.107539:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979309.107542:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979309.107545:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979309.107547:0:226353:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979309.107557:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783979309.107560:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783979309.107565:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979309.107566:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979309.107570:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979309.107572:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979309.107577:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979309.107585:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783979309.107592:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979309.107600:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620402995584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979309.107611:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979309.107615:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979309.107620:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620402995584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979309.107643:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979309.107647:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979309.107650:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979309.107658:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979309.107661:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979309.107664:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979309.107667:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16962 00000400:00000200:0.0:1783979309.107673:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979309.107677:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979309.107682:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979309.107687:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979309.107691:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979309.107696:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979309.107709:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979309.107717:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979309.107722:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783979309.107726:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979309.107730:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783979309.107739:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783979309.107744:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783979309.107751:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979309.107754:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979309.107760:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979309.107764:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979309.107769:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783979309.107775:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979309.107780:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979309.107782:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979309.107790:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979309.107795:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979309.107798:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979309.107804:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979309.107811:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979309.107815:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979309.107822:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783979309.107828:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979309.107834:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979309.107839:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979309.107842:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979309.107845:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979309.107850:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979309.107863:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783979309.107868:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979309.107877:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620402995712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979309.107890:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979309.107895:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979309.107903:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620402995712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979309.107913:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979309.107918:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979309.107934:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979309.107941:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979309.107944:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979309.107949:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979309.107954:0:226353:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16962 00000400:00000200:0.0:1783979309.107960:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979309.107967:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979309.107971:0:226353:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979309.107985:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979309.107993:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979309.107999:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979309.108003:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979309.108007:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979309.108010:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783979309.108014:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979309.108018:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783979309.108022:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783979309.108027:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783979309.108033:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979309.108038:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979309.108043:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979309.108047:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979309.108052:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783979309.108057:0:226353:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979309.108061:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979309.108064:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979309.108069:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979309.108074:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979309.108077:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979309.108081:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979309.108085:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979309.108088:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979309.108102:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783979309.108107:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979309.108112:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979309.108115:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979309.108119:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979309.108121:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979309.108124:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979309.108141:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783979309.108147:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979309.108158:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620402995840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979309.108173:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979309.108178:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979309.108186:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620402995840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979309.108207:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979309.108213:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979309.108220:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979309.108224:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979309.108227:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979309.108232:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979309.108237:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16962 00000400:00000200:0.0:1783979309.108247:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979309.108255:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979309.108259:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979309.108266:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979309.108271:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979309.108275:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979309.108281:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979309.108287:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979309.108289:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783979309.108333:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979309.108337:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783979309.108341:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783979309.108348:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783979309.108354:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979309.108359:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979309.108364:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979309.108368:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979309.108372:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783979309.108378:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979309.108383:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979309.108387:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979309.108392:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979309.108396:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979309.108400:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979309.108405:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979309.108410:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979309.108414:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979309.108432:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783979309.108437:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979309.108441:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979309.108444:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979309.108448:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979309.108452:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979309.108457:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979309.108464:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783979309.108468:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979309.108475:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402995968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979309.108487:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979309.108491:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979309.108498:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402995968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979309.108509:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979309.108514:0:226353:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979309.108520:0:226353:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979309.108524:0:226353:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979309.108527:0:226353:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979309.108532:0:226353:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979309.108538:0:226353:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16962 00000400:00000200:0.0:1783979309.108546:0:226353:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979309.108553:0:226353:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979309.108557:0:226353:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979309.108563:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979309.108569:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979309.108574:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979309.108579:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979309.108580:0:226353:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979309.108582:0:226353:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783979309.108583:0:226353:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979309.108586:0:226353:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783979309.108589:0:226353:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783979309.108594:0:226353:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783979309.108597:0:226353:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979309.108602:0:226353:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979309.108607:0:226353:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979309.108611:0:226353:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979309.108615:0:226353:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783979309.108623:0:226353:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979309.108629:0:226353:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979309.108636:0:226353:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979309.108644:0:226353:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979309.108650:0:226353:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979309.108653:0:226353:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979309.108656:0:226353:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979309.108662:0:226353:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979309.108666:0:226353:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979309.108672:0:226353:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783979309.108677:0:226353:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979309.108684:0:226353:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979309.108688:0:226353:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979309.108692:0:226353:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979309.108695:0:226353:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979309.108698:0:226353:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979309.108705:0:226353:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783979309.108712:0:226353:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979309.108721:0:226353:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402996096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979309.108748:0:226353:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979309.108753:0:226353:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979309.108762:0:226353:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402996096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979309.108780:0:226353:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979309.108787:0:226353:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16972) 00000100:00000001:0.0:1783979309.491568:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979309.491572:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979309.491574:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979309.491576:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979309.491579:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979309.491581:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979309.491583:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979309.491584:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979309.491587:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979309.619669:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979309.619672:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979309.619676:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979309.619677:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979309.619681:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979309.619681:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979309.619684:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979309.619685:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979309.619688:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979309.619689:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979309.619713:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979309.619715:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979309.619717:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979309.619719:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979309.619721:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979309.619723:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979309.619725:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979309.619726:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979309.619728:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979309.619737:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979309.619740:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979309.619743:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979309.619749:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979309.619751:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979309.619752:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979309.619753:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979309.619755:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979309.619757:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979309.619759:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979309.619760:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979309.619762:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979309.619787:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979309.619789:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979309.619790:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979309.619792:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979309.619794:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979309.619796:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979309.619798:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979309.619799:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979309.619801:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979310.515408:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979310.515417:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979310.515420:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979310.515429:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979310.515435:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979310.515440:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979310.515453:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979310.515456:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979310.515459:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979310.643562:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979310.643566:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979310.643570:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979310.643573:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979310.643575:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979310.643580:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979310.643585:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979310.643589:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979310.643594:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979310.643598:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979310.643602:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979310.643606:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979310.643611:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979310.643614:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979310.643617:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979310.643620:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979310.643623:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979310.643625:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979310.643630:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979310.643633:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979310.643634:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979310.643636:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979310.643638:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979310.643640:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979310.643642:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979310.643646:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979310.643655:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979310.643659:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979310.643664:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979310.643668:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979310.643671:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979310.643672:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979310.643674:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979310.643677:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979310.643699:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979310.643700:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979310.643702:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979311.542243:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979311.542249:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979311.542250:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979311.542254:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979311.542257:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979311.542259:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979311.542261:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979311.542263:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979311.542265:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979311.667554:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979311.667564:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979311.667565:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979311.667568:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979311.667570:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979311.667573:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979311.667729:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979311.667732:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979311.667738:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979311.667781:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979311.667789:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979311.667797:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979311.667802:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979311.667809:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979311.667812:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979311.667820:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979311.667821:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979311.667824:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979311.667825:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979311.667845:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979311.667847:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979311.667851:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979312.563423:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979312.563431:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979312.563435:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979312.563442:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979312.563450:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979312.563454:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979312.563467:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979312.563471:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979312.563476:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979312.691432:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979312.691441:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979312.691445:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979312.691455:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979312.691464:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979312.691469:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979312.691475:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979312.691478:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979312.691481:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979312.691505:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979312.691509:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979312.691517:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979312.691520:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979312.691528:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979312.691531:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979312.691539:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979312.691543:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979312.691550:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979312.691554:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979312.691580:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979312.691583:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979312.691586:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979313.587414:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979313.587423:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979313.587427:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979313.587434:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979313.587440:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979313.587446:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979313.587453:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979313.587456:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979313.587461:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979313.715591:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979313.715595:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979313.715596:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979313.715599:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979313.715602:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979313.715604:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979313.715605:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979313.715607:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979313.715609:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979313.715794:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979313.715797:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979313.715801:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979313.715802:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979313.715805:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979313.715806:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979313.715810:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979313.715811:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979313.715814:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979313.715815:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979313.715831:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979313.715833:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979313.715836:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979314.227643:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979314.227650:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979314.227655:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979314.227666:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2d80 x1870620402996224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979314.227688:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979314.227692:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979314.227697:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979314.227700:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979314.227703:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979314.227708:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402996224:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979314.227713:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979314.227717:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979314.227720:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979314.227723:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979314.227728:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979314.227732:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979314.227739:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979314.227744:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979314.227750:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979314.227756:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402996224, portal 25 00000100:00000001:0.0:1783979314.227761:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979314.227763:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889969536 : -110483819582080 : ffff9b83fb2e2d80) 00000100:00000040:0.0:1783979314.227770:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2d80 x1870620402996224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979314.227782:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979314.227787:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979314.227791:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075770. 00000100:00000200:0.0:1783979314.227795:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402996224, offset 0 00000400:00000200:0.0:1783979314.227806:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979314.227824:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979314.227834:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979314.227845:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979314.227852:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979314.227859:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979314.227865:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979314.227872:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826740:826740:256:4294967295] 192.168.201.148@tcp LPNI seq info [826711:826711:8:4294967295] 00000400:00000200:0.0:1783979314.227879:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979314.227894:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979314.227907:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979314.227916:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979314.227928:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783979314.227955:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979314.227960:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979314.227967:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311641338 00000100:00000010:0.0:1783979314.227972:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783979314.227979:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979314.227986:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311641338 00000100:00000010:0.0:1783979314.227990:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783979314.227994:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979314.227999:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979314.228002:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979314.228004:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979314.228006:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979314.228012:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979314.228014:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783979314.228018:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979314.228021:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979314.228024:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979314.228032:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3b80 x1870620402996352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979314.228052:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979314.228056:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979314.228059:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979314.228063:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979314.228067:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979314.228072:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402996352:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979314.228076:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979314.228079:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979314.228081:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979314.228084:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979314.228088:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979314.228091:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979314.228099:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979314.228104:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a898. 00000400:00000010:0.0:1783979314.228108:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979314.228112:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402996352, portal 10 00000100:00000001:0.0:1783979314.228115:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979314.228118:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889973120 : -110483819578496 : ffff9b83fb2e3b80) 00000100:00000040:0.0:1783979314.228128:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3b80 x1870620402996352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979314.228140:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979314.228146:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979314.228148:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075220. 00000100:00000200:0.0:1783979314.228150:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402996352, offset 0 00000400:00000200:0.0:1783979314.228152:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979314.228155:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979314.228158:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979314.228162:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979314.228167:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979314.228182:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979314.228189:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979314.228196:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826741:826741:255:4294967295] 192.168.201.148@tcp LPNI seq info [826712:826712:7:4294967295] 00000400:00000200:0.0:1783979314.228204:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979314.228216:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979314.228224:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979314.228230:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb100. 00000800:00000200:0.0:1783979314.228237:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783979314.228251:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979314.228258:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979314.228266:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979314.228270:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311640079 00000100:00000001:0.0:1783979314.228276:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311641338 00000100:00000001:0.0:1783979314.228279:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311640079 00000100:00000001:0.0:1783979314.228283:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311641338 00000100:00000001:0.0:1783979314.228286:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979314.228313:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979314.228317:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979314.228319:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979314.228322:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979314.228325:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783979314.228341:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979314.228346:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979314.228353:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979314.228361:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0e00 x1870620402996480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979314.228372:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979314.228375:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979314.228380:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979314.228383:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979314.228387:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979314.228393:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402996480:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979314.228401:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979314.228405:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979314.228408:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979314.228412:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979314.228418:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979314.228423:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979314.228430:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979314.228436:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979314.228444:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979314.228450:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402996480, portal 10 00000100:00000001:0.0:1783979314.228456:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979314.228460:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889961472 : -110483819590144 : ffff9b83fb2e0e00) 00000100:00000040:0.0:1783979314.228472:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0e00 x1870620402996480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979314.228486:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979314.228492:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979314.228498:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40756e8. 00000100:00000200:0.0:1783979314.228502:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402996480, offset 0 00000400:00000200:0.0:1783979314.228514:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979314.228521:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979314.228528:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979314.228534:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979314.228538:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979314.228544:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979314.228548:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979314.228554:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826742:826742:254:4294967295] 192.168.201.148@tcp LPNI seq info [826713:826713:6:4294967295] 00000400:00000200:0.0:1783979314.228571:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979314.228585:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979314.228595:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979314.228600:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb800. 00000800:00000200:0.0:1783979314.228606:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783979314.228614:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979314.228617:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979314.228621:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979314.228623:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311640075 00000100:00000001:0.0:1783979314.228625:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311641338 00000100:00000001:0.0:1783979314.228627:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311640075 00000100:00000001:0.0:1783979314.228629:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311641338 00000100:00000001:0.0:1783979314.228631:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979314.228633:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979314.228635:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979314.228637:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979314.228641:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979314.228642:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783979314.228644:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979314.228645:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979314.228646:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979314.228650:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0700 x1870620402996608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979314.228658:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979314.228659:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979314.228661:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979314.228663:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979314.228665:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979314.228668:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402996608:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979314.228671:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979314.228673:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979314.228674:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979314.228676:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979314.228679:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979314.228681:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979314.228684:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979314.228687:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783979314.228691:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783979314.228694:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402996608, portal 4 00000100:00000001:0.0:1783979314.228695:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979314.228696:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889959680 : -110483819591936 : ffff9b83fb2e0700) 00000100:00000040:0.0:1783979314.228701:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0700 x1870620402996608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979314.228707:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979314.228709:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979314.228712:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075660. 00000100:00000200:0.0:1783979314.228714:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402996608, offset 0 00000400:00000200:0.0:1783979314.228718:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979314.228722:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979314.228725:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979314.228728:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979314.228730:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979314.228732:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979314.228735:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979314.228738:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826743:826743:253:4294967295] 192.168.201.148@tcp LPNI seq info [826714:826714:5:4294967295] 00000400:00000200:0.0:1783979314.228742:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979314.228748:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979314.228752:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979314.228755:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbe00. 00000800:00000200:0.0:1783979314.228759:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783979314.228765:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979314.228767:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979314.228770:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979314.228772:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311640102 00000100:00000001:0.0:1783979314.228774:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311641338 00000100:00000001:0.0:1783979314.228776:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311640102 00000100:00000001:0.0:1783979314.228777:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311641338 00000100:00000001:0.0:1783979314.228779:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979314.228781:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979314.228783:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979314.228787:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1500 x1870620402996736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979314.228792:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979314.228794:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979314.228796:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979314.228797:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979314.228799:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979314.228802:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402996736:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979314.228805:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979314.228806:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979314.228808:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979314.228809:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979314.228812:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979314.228814:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979314.228817:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979314.228819:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ac60. 00000400:00000010:0.0:1783979314.228822:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979314.228825:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402996736, portal 4 00000100:00000001:0.0:1783979314.228827:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979314.228828:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889963264 : -110483819588352 : ffff9b83fb2e1500) 00000100:00000040:0.0:1783979314.228833:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1500 x1870620402996736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979314.228839:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979314.228841:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979314.228843:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075ee0. 00000100:00000200:0.0:1783979314.228845:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402996736, offset 0 00000400:00000200:0.0:1783979314.228849:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979314.228853:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979314.228856:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979314.228859:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979314.228861:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979314.228863:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979314.228865:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979314.228867:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826744:826744:252:4294967295] 192.168.201.148@tcp LPNI seq info [826715:826715:4:4294967295] 00000400:00000200:0.0:1783979314.228870:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979314.228876:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979314.228880:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979314.228883:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb300. 00000800:00000200:0.0:1783979314.228886:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783979314.228892:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979314.228895:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979314.228898:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979314.228900:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311640092 00000100:00000001:0.0:1783979314.228902:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311641338 00000100:00000001:0.0:1783979314.228904:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311640092 00000100:00000001:0.0:1783979314.228906:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311641338 00000100:00000001:0.0:1783979314.228908:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979314.228910:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979314.228913:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979314.228914:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979314.228918:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979314.228919:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783979314.228921:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979314.228922:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979314.228924:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979314.228925:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979314.611408:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979314.611416:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979314.611418:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979314.611423:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979314.611427:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979314.611430:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979314.611433:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979314.611435:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979314.611438:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979314.739440:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979314.739446:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979314.739454:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979314.739457:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979314.739466:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979314.739470:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979314.739474:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979314.739478:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979314.739483:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979314.739487:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979314.739514:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979314.739516:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979314.739519:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979314.739539:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979314.739543:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979314.739544:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979314.739547:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979314.739549:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979314.739552:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979314.739555:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979314.739556:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979314.739559:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979314.739583:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979314.739588:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979314.739592:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979314.739596:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979314.739600:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979314.739604:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979314.741092:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979314.741096:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979314.741098:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979315.635984:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979315.635987:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979315.635988:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979315.635991:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979315.635992:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979315.635994:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979315.635995:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979315.635997:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979315.635998:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979315.763446:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979315.763452:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979315.763457:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979315.763462:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979315.763467:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979315.763471:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979315.763475:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979315.763479:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979315.763482:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979315.763506:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979315.763512:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979315.763517:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979315.763523:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979315.763529:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979315.763534:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979315.763540:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979315.763547:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979315.763555:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979315.763559:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979315.763569:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979315.763573:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979315.763579:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979315.763583:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979315.763590:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979315.763594:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979315.763618:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979315.763622:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979315.763625:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979316.659719:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979316.659723:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979316.659724:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979316.659727:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979316.659730:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979316.659733:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979316.659735:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979316.659736:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979316.659739:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979316.787477:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979316.787485:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979316.787497:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979316.787502:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979316.787517:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979316.787523:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979316.787536:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979316.787545:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979316.787557:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979316.787561:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979316.787607:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979316.787612:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979316.787622:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979317.299830:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979317.299843:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979317.299854:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979317.299883:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979314/real 1783979317] req@ffff9b83fb2e3b80 x1870620402996352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979317.299904:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979317.299907:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979317.299911:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a898. 00000400:00000200:0.0:1783979317.299917:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979317.299920:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979317.299925:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979317.299929:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3b80 x1870620402996352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979317.299938:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3b80 x1870620402996352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979317.299945:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979317.300242:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979317.300246:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979317.300249:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979317.300254:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3b80 x1870620402996352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979317.300263:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979317.300268:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3b80 x1870620402996352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979339 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979317.300276:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979317.300290:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979317.300291:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979317.300877:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979317.300883:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979317.300894:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979317.300899:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979317.300907:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979317.300910:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979317.300917:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3b80 x1870620402996352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979339 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979317.300927:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402996352:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979317.300934:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979317.300939:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979314/real 1783979317] req@ffff9b83fb2e2d80 x1870620402996224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979317.300959:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979317.300961:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979317.300964:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979317.300968:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075aa0 00000400:00000010:0.0:1783979317.300971:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075aa0. 00000100:00000001:0.0:1783979317.300975:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979317.300979:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2d80 x1870620402996224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979317.300988:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2d80 x1870620402996224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979317.300996:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979317.300997:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979317.300999:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979317.301000:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979317.301003:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2d80 x1870620402996224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979317.301011:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979317.301015:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2d80 x1870620402996224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979339 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979317.301023:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979317.301025:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979317.301027:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979317.301028:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979317.301030:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979317.301032:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979317.301034:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979317.301039:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979317.301041:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979317.301045:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2d80 x1870620402996224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979339 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979317.301052:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402996224:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979317.301058:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979317.301061:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979317.301065:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3b80 x1870620402996352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979339 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979317.301073:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979317.301077:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979317.301083:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979317.301089:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979317.301093:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979317.301095:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979317.301099:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979317.301102:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067000. 02000000:00000001:0.0:1783979317.301107:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979317.301110:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979317.301112:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3b80. 00000100:00000001:0.0:1783979317.301119:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979317.301122:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979317.301124:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979317.301128:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2d80 x1870620402996224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979339 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979317.301136:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979317.301138:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979317.301140:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979317.301145:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979317.301146:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979317.301147:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979317.301150:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979317.301151:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064800. 02000000:00000001:0.0:1783979317.301154:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979317.301161:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979317.301163:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2d80. 00000100:00000001:0.0:1783979317.301166:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979317.301168:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979317.301170:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979317.301173:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979317.301175:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979317.301176:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979317.301181:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979314/real 1783979317] req@ffff9b83fb2e0700 x1870620402996608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979317.301190:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979317.301192:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979317.301194:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783979317.301196:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783979317.301198:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783979317.301200:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979317.301203:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0700 x1870620402996608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979317.301211:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0700 x1870620402996608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979317.301218:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979317.301220:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979317.301222:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979317.301223:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979317.301227:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0700 x1870620402996608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979317.301233:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979317.301237:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0700 x1870620402996608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979339 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979317.301243:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979317.301246:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979317.301248:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979317.301249:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979317.301251:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979317.301255:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979317.301263:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979317.301267:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979317.301270:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979317.301275:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0700 x1870620402996608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979339 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979317.301334:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402996608:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979317.301341:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979317.301346:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979314/real 1783979317] req@ffff9b83fb2e1500 x1870620402996736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979317.301354:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979317.301355:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979317.301357:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ac60. 00000400:00000200:0.0:1783979317.301359:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979317.301361:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979317.301363:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979317.301366:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1500 x1870620402996736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979317.301374:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1500 x1870620402996736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979317.301381:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979317.301382:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979317.301384:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979317.301386:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979317.301389:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1500 x1870620402996736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979317.301396:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979317.301399:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1500 x1870620402996736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979339 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979317.301406:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979317.301408:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979317.301410:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979317.301411:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979317.301413:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979317.301418:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979317.301420:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979317.301424:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979317.301426:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979317.301429:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1500 x1870620402996736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979339 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979317.301436:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402996736:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979317.301440:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979317.301445:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979314/real 1783979317] req@ffff9b83fb2e0e00 x1870620402996480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979317.301453:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979317.301454:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979317.301456:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979317.301458:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979317.301460:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979317.301462:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979317.301465:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0e00 x1870620402996480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979317.301472:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0e00 x1870620402996480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979317.301479:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979317.301480:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979317.301482:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979317.301483:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979317.301495:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0e00 x1870620402996480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979317.301507:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979317.301511:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0e00 x1870620402996480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979339 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979317.301518:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979317.301520:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979317.301522:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979317.301524:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979317.301525:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979317.301533:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979317.301535:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979317.301539:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979317.301541:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979317.301546:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0e00 x1870620402996480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979339 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979317.301553:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402996480:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979317.301558:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979317.301559:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979317.301562:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0700 x1870620402996608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979339 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979317.301569:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979317.301571:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979317.301573:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979317.301577:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979317.301578:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979317.301580:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979317.301582:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979317.301584:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064c00. 02000000:00000001:0.0:1783979317.301587:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979317.301589:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979317.301590:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0700. 00000100:00000001:0.0:1783979317.301593:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979317.301595:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979317.301596:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979317.301600:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1500 x1870620402996736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979339 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979317.301607:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979317.301608:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979317.301609:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979317.301613:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979317.301614:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979317.301615:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979317.301617:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979317.301619:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067800. 02000000:00000001:0.0:1783979317.301621:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979317.301623:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979317.301624:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1500. 00000100:00000001:0.0:1783979317.301627:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979317.301628:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979317.301630:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979317.301633:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0e00 x1870620402996480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979339 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979317.301639:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979317.301640:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979317.301642:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979317.301646:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979317.301647:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979317.301648:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979317.301660:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979317.301662:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065000. 02000000:00000001:0.0:1783979317.301665:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979317.301666:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979317.301667:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0e00. 00000100:00000001:0.0:1783979317.301670:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979317.301671:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979317.301674:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979317.301683:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979317.301685:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979317.301688:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979317.301690:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979317.683417:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979317.683427:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979317.683431:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979317.683439:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979317.683446:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979317.683453:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979317.683458:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979317.683461:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979317.683466:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979317.812632:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979317.812639:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979317.812641:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979317.812644:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979317.812647:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979317.812650:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979317.812652:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979317.812654:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979317.812656:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979317.812677:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979317.812679:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979317.812683:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979317.812684:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979317.812688:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979317.812689:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979317.812692:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979317.812694:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979317.812696:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979317.812698:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979317.812712:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979317.812714:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979317.812716:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979318.707859:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979318.707863:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979318.707864:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979318.707867:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979318.707868:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979318.707869:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979318.707871:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979318.707872:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979318.707873:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979318.835463:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979318.835468:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979318.835475:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979318.835478:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979318.835483:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979318.835487:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979318.835494:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979318.835498:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979318.835504:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979318.835507:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979318.835530:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979318.835535:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979318.835539:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979318.835545:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979318.835558:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979318.835562:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979318.835566:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979318.835569:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979318.835574:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979318.835589:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979318.835593:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979318.835598:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979318.835619:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979318.835623:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979318.835624:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979318.835627:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979318.835630:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979318.835632:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979318.835634:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979318.835635:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979318.835637:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979319.348262:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979319.348267:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979319.348269:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979319.348275:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39180 x1870620402996864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.348283:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979319.348285:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979319.348289:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979319.348291:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979319.348315:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979319.348319:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402996864:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979319.348323:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979319.348347:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979319.348350:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979319.348354:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979319.348359:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979319.348361:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979319.348367:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979319.348371:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979319.348377:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979319.348385:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402996864, portal 25 00000100:00000001:0.0:1783979319.348387:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979319.348389:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682704768 : -110484026846848 : ffff9b83eed39180) 00000100:00000040:0.0:1783979319.348394:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39180 x1870620402996864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.348400:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979319.348403:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979319.348405:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979319.348409:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402996864, offset 0 00000400:00000200:0.0:1783979319.348434:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979319.348441:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979319.348447:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979319.348453:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979319.348457:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979319.348460:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979319.348462:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979319.348466:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826745:826745:256:4294967295] 192.168.201.148@tcp LPNI seq info [826716:826716:8:4294967295] 00000400:00000200:0.0:1783979319.348470:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979319.348480:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979319.348486:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979319.348491:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979319.348497:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979319.348501:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783979319.348514:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979319.348516:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979319.348522:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979319.348525:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979319.348530:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979319.348532:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979319.348538:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979319.348542:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39180 x1870620402996864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.348551:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979319.348554:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39180 x1870620402996864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979344 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.348561:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979319.348563:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979319.348568:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979319.348571:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979319.348574:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311646459 00000100:00000010:0.0:1783979319.348578:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783979319.348584:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979319.348590:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311646459 00000100:00000010:0.0:1783979319.348593:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783979319.348597:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979319.348600:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979319.348602:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979319.348605:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979319.348610:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979319/real 1783979319] req@ffff9b83eed39180 x1870620402996864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979319.348618:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979319.348620:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979319.348622:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979319.348625:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979319.348626:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979319.348629:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979319.348632:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39180 x1870620402996864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979319.348640:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39180 x1870620402996864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.348646:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979319.348649:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979319.348651:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979319.348652:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979319.348656:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39180 x1870620402996864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.348662:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979319.348666:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39180 x1870620402996864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979344 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.348673:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979319.348676:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979319.348677:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979319.348678:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979319.348681:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979319.348682:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979319.348685:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979319.348688:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979319.348691:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979319.348695:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39180 x1870620402996864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979344 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979319.348702:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402996864:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979319.348706:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979319.348709:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b480 x1870620402996992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.348714:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979319.348715:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979319.348717:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979319.348718:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979319.348720:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979319.348722:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402996992:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979319.348725:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979319.348727:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979319.348728:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979319.348730:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979319.348732:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979319.348734:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979319.348737:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979319.348739:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979319.348742:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979319.348745:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402996992, portal 10 00000100:00000001:0.0:1783979319.348747:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979319.348748:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682713728 : -110484026837888 : ffff9b83eed3b480) 00000100:00000040:0.0:1783979319.348756:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b480 x1870620402996992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.348761:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979319.348763:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979319.348765:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979319.348767:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402996992, offset 0 00000400:00000200:0.0:1783979319.348770:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979319.348774:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979319.348777:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979319.348779:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979319.348781:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979319.348783:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979319.348786:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979319.348788:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826746:826746:256:4294967295] 192.168.201.148@tcp LPNI seq info [826717:826717:8:4294967295] 00000400:00000200:0.0:1783979319.348792:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979319.348798:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979319.348802:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979319.348812:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979319.348815:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979319.348818:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783979319.348827:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979319.348829:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979319.348832:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979319.348835:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979319.348838:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979319.348840:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979319.348843:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979319.348847:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b480 x1870620402996992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.348853:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979319.348856:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620402996992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979344 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.348863:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979319.348864:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979319.348867:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979319.348871:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979319.348874:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979319.348876:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311645200 00000100:00000001:0.0:1783979319.348878:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311646459 00000100:00000001:0.0:1783979319.348880:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311645200 00000100:00000001:0.0:1783979319.348882:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311646459 00000100:00000001:0.0:1783979319.348884:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979319.348886:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979319.348888:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979319.348891:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979319/real 1783979319] req@ffff9b83eed3b480 x1870620402996992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979319.348897:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979319.348899:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979319.348900:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979319.348902:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979319.348903:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979319.348906:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979319.348908:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b480 x1870620402996992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979319.348915:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b480 x1870620402996992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.348921:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979319.348922:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979319.348924:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979319.348925:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979319.348928:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b480 x1870620402996992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.348934:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979319.348937:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b480 x1870620402996992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979344 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.348942:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979319.348944:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979319.348946:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979319.348947:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979319.348948:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979319.348956:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979319.348959:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979319.348962:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979319.348964:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979319.348967:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b480 x1870620402996992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979344 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979319.348973:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402996992:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979319.348976:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979319.348978:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620402997120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.348984:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979319.348985:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979319.348987:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979319.348988:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979319.348990:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979319.348992:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402997120:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979319.348994:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979319.348997:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979319.348998:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979319.348999:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979319.349002:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979319.349004:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979319.349006:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979319.349009:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979319.349011:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979319.349014:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402997120, portal 10 00000100:00000001:0.0:1783979319.349016:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979319.349017:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783979319.349022:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620402997120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.349028:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979319.349030:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979319.349032:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979319.349034:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402997120, offset 0 00000400:00000200:0.0:1783979319.349038:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979319.349041:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979319.349044:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979319.349047:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979319.349049:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979319.349051:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979319.349053:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979319.349056:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826747:826747:256:4294967295] 192.168.201.148@tcp LPNI seq info [826718:826718:8:4294967295] 00000400:00000200:0.0:1783979319.349060:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979319.349066:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979319.349069:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979319.349073:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979319.349076:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979319.349078:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783979319.349088:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979319.349090:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979319.349093:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979319.349096:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979319.349099:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979319.349100:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979319.349102:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979319.349105:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3a300 x1870620402997120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.349112:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979319.349115:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620402997120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979344 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.349121:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979319.349122:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979319.349125:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979319.349128:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979319.349131:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979319.349132:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311645195 00000100:00000001:0.0:1783979319.349135:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311646459 00000100:00000001:0.0:1783979319.349137:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311645195 00000100:00000001:0.0:1783979319.349139:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311646459 00000100:00000001:0.0:1783979319.349140:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979319.349142:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979319.349144:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979319.349147:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979319/real 1783979319] req@ffff9b83eed3a300 x1870620402997120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979319.349154:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979319.349155:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979319.349157:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979319.349159:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979319.349160:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979319.349162:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979319.349166:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620402997120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979319.349173:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620402997120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.349179:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979319.349180:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979319.349182:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979319.349183:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979319.349187:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620402997120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.349192:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979319.349196:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620402997120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979344 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.349202:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979319.349204:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979319.349205:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979319.349206:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979319.349207:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979319.349213:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979319.349215:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979319.349218:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979319.349220:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979319.349223:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620402997120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979344 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979319.349229:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402997120:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979319.349232:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979319.349236:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38380 x1870620402997248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.349241:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979319.349262:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979319.349264:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979319.349266:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979319.349268:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979319.349271:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402997248:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979319.349274:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979319.349276:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979319.349278:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979319.349279:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979319.349282:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979319.349284:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979319.349287:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979319.349289:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979319.349292:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979319.349323:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402997248, portal 4 00000100:00000001:0.0:1783979319.349325:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979319.349326:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682701184 : -110484026850432 : ffff9b83eed38380) 00000100:00000040:0.0:1783979319.349332:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38380 x1870620402997248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.349338:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979319.349341:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979319.349343:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979319.349346:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402997248, offset 0 00000400:00000200:0.0:1783979319.349350:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979319.349353:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979319.349356:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979319.349359:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979319.349361:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979319.349363:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979319.349365:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979319.349368:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826748:826748:256:4294967295] 192.168.201.148@tcp LPNI seq info [826719:826719:8:4294967295] 00000400:00000200:0.0:1783979319.349372:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979319.349377:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979319.349381:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979319.349384:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979319.349388:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979319.349390:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783979319.349400:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979319.349402:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979319.349404:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979319.349407:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979319.349410:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979319.349412:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979319.349414:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979319.349418:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38380 x1870620402997248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.349425:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979319.349427:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620402997248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979344 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.349433:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979319.349435:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979319.349437:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979319.349440:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979319.349443:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979319.349445:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311645223 00000100:00000001:0.0:1783979319.349448:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311646459 00000100:00000001:0.0:1783979319.349449:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311645223 00000100:00000001:0.0:1783979319.349451:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311646459 00000100:00000001:0.0:1783979319.349453:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979319.349456:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979319.349458:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979319.349462:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979319/real 1783979319] req@ffff9b83eed38380 x1870620402997248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979319.349470:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979319.349471:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979319.349472:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979319.349474:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979319.349476:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979319.349478:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979319.349481:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38380 x1870620402997248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979319.349488:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38380 x1870620402997248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.349493:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979319.349495:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979319.349497:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979319.349498:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979319.349500:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38380 x1870620402997248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.349506:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979319.349510:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38380 x1870620402997248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979344 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.349516:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979319.349518:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979319.349520:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979319.349521:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979319.349523:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979319.349527:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979319.349530:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979319.349534:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979319.349535:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979319.349539:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38380 x1870620402997248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979344 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979319.349546:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402997248:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979319.349550:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979319.349553:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620402997376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.349559:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979319.349560:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979319.349562:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979319.349564:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979319.349565:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979319.349568:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402997376:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979319.349571:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979319.349572:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979319.349574:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979319.349576:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979319.349579:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979319.349581:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979319.349584:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979319.349586:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979319.349588:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979319.349591:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402997376, portal 4 00000100:00000001:0.0:1783979319.349593:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979319.349594:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783979319.349599:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620402997376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.349606:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979319.349608:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979319.349610:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979319.349613:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402997376, offset 0 00000400:00000200:0.0:1783979319.349616:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979319.349620:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979319.349623:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979319.349625:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979319.349627:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979319.349629:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979319.349631:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979319.349634:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826749:826749:256:4294967295] 192.168.201.148@tcp LPNI seq info [826720:826720:8:4294967295] 00000400:00000200:0.0:1783979319.349637:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979319.349642:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979319.349646:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979319.349649:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979319.349652:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979319.349654:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783979319.349663:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979319.349665:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979319.349669:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979319.349672:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979319.349674:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979319.349676:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979319.349678:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979319.349682:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620402997376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.349688:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979319.349691:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620402997376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979344 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.349697:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979319.349698:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979319.349701:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979319.349704:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979319.349707:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979319.349709:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311645213 00000100:00000001:0.0:1783979319.349711:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311646459 00000100:00000001:0.0:1783979319.349713:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311645213 00000100:00000001:0.0:1783979319.349715:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311646459 00000100:00000001:0.0:1783979319.349717:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979319.349719:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979319.349720:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979319.349724:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979319/real 1783979319] req@ffff9b83eed39f80 x1870620402997376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979319.349731:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979319.349732:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979319.349734:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979319.349736:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979319.349737:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979319.349739:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979319.349742:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620402997376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979319.349749:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620402997376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.349755:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979319.349757:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979319.349758:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979319.349760:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979319.349763:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620402997376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.349769:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979319.349772:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620402997376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979344 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.349779:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979319.349781:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979319.349782:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979319.349783:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979319.349785:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979319.349788:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979319.349791:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979319.349793:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979319.349795:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979319.349799:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620402997376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979344 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979319.349806:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402997376:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979319.349810:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979319.349812:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979319.349815:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39180 x1870620402996864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979344 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.349821:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979319.349824:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979319.349826:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979319.349830:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979319.349832:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979319.349833:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979319.349836:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979319.349839:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15c00. 02000000:00000001:0.0:1783979319.349842:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979319.349844:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979319.349846:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39180. 00000100:00000001:0.0:1783979319.349849:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979319.349850:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979319.349852:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979319.349855:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b480 x1870620402996992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979344 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.349862:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979319.349863:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979319.349864:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979319.349867:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979319.349869:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979319.349870:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979319.349871:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979319.349873:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16400. 02000000:00000001:0.0:1783979319.349875:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979319.349876:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979319.349877:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b480. 00000100:00000001:0.0:1783979319.349879:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979319.349880:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979319.349881:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979319.349884:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620402997120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979344 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.349889:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979319.349890:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979319.349892:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979319.349894:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979319.349895:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979319.349896:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979319.349897:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979319.349898:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16800. 02000000:00000001:0.0:1783979319.349901:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979319.349902:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979319.349903:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783979319.349905:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979319.349906:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979319.349907:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979319.349910:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38380 x1870620402997248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979344 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.349921:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979319.349922:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979319.349923:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979319.349925:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979319.349927:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979319.349927:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979319.349929:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979319.349930:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14000. 02000000:00000001:0.0:1783979319.349932:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979319.349933:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979319.349935:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38380. 00000100:00000001:0.0:1783979319.349937:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979319.349938:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979319.349939:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979319.349942:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620402997376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979344 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979319.349949:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979319.349950:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979319.349951:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979319.349953:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979319.349954:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979319.349955:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979319.349957:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979319.349959:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14c00. 02000000:00000001:0.0:1783979319.349961:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979319.349962:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979319.349963:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783979319.349965:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979319.349966:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979319.349968:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979319.349976:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979319.349978:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979319.349980:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979319.349982:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979319.731889:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979319.731898:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979319.731900:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979319.731905:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979319.731909:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979319.731912:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979319.731915:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979319.731917:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979319.731921:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979319.859503:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979319.859509:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979319.859513:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979319.859519:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979319.859526:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979319.859532:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979319.859551:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979319.859554:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979319.859559:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979319.859574:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979319.859576:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979319.859578:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979319.859580:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979319.859583:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979319.859595:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979319.859597:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979319.859599:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979319.859601:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979319.859621:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979319.859624:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979319.859629:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979319.859630:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979319.859634:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979319.859635:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979319.859638:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979319.859639:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979319.859643:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979319.859644:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979319.859659:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979319.859661:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979319.859665:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979320.755412:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979320.755419:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979320.755421:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979320.755427:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979320.755431:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979320.755434:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979320.755437:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979320.755439:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979320.755443:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979320.883507:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979320.883512:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979320.883520:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979320.883525:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979320.883529:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979320.883535:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979320.883539:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979320.883542:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979320.883544:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979320.883547:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979320.883551:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979320.883552:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979320.883554:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979320.883555:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979320.883557:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979320.883558:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979320.883560:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979320.883563:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979320.883567:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979320.883569:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979320.883570:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979320.883572:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979320.883574:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979320.883575:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979320.883576:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979320.883578:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979320.883581:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979320.883583:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979320.883584:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979320.883586:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979320.883587:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979320.883588:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979320.883590:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979320.883592:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979320.883611:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979320.883614:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979320.883617:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979320.884436:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979320.884438:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979320.884440:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979320.884442:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979320.884444:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979320.884446:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979320.884447:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979320.884448:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979320.884450:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979320.885337:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979320.885341:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979320.885345:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979320.885351:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979320.885356:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979320.885361:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979320.885403:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979320.885406:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979320.885409:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979321.779407:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979321.779412:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979321.779415:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979321.779422:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979321.779429:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979321.779434:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979321.779437:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979321.779450:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979321.779455:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979321.907575:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979321.907578:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979321.907580:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979321.907583:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979321.907585:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979321.907587:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979321.907589:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979321.907590:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979321.907592:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979321.907600:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979321.907602:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979321.907603:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979321.907605:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979321.907606:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979321.907608:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979321.907610:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979321.907611:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979321.907613:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979321.907618:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979321.907621:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979321.907622:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979321.907624:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979321.907625:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979321.907627:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979321.907629:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979321.907630:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979321.907632:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979321.907661:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979321.907664:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979321.907668:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979321.907669:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979321.907673:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979321.907674:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979321.907680:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979321.907681:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979321.907685:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979321.907686:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979321.907711:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979321.907713:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979321.907716:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979321.907887:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979321.907890:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979321.907891:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979321.907893:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979321.907895:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979321.907901:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979321.907903:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979321.907904:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979321.907906:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979322.931435:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979322.931441:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979322.931448:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979322.931451:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979322.931461:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979322.931464:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979322.931471:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979322.931475:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979322.931489:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979322.931495:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979322.931523:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979322.931528:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979322.931540:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979322.931545:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979322.931551:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979322.931560:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979322.931572:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979322.931577:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979322.931583:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979323.956088:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979323.956091:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979323.956097:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979323.956099:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979323.956103:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979323.956105:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979323.956107:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979323.956109:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979323.956112:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979323.956114:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979324.979400:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979324.979405:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979324.979413:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979324.979417:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979324.979425:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979324.979430:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979324.979438:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979324.979441:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979324.979449:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979324.979450:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979324.979745:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979324.979747:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979324.979749:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979324.979751:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979324.979753:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979324.979755:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979324.979756:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979324.979758:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979324.979760:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979326.003410:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979326.003419:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979326.003421:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979326.003427:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979326.003431:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979326.003434:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979326.003437:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979326.003439:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979326.003442:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979326.003468:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979326.003473:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979326.003475:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979326.003490:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979326.003493:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979326.003496:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979326.003498:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979326.003500:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979326.003505:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979326.003507:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979326.003512:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979326.003513:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979326.003516:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979326.003518:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979326.003521:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979326.003522:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979326.004188:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979326.004192:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979326.004193:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979326.004196:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979326.004198:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979326.004200:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979326.004203:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979326.004204:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979326.004207:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979326.009148:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979326.009152:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979326.009153:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979326.009155:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979326.009157:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979326.009164:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979326.009167:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979326.009168:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979326.009171:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979327.028317:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979327.028323:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979327.028327:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979327.028333:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979327.028339:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979327.028344:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979327.028349:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979327.028352:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979327.028354:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979327.028377:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979327.028381:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979327.028386:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979327.028387:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979327.028391:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979327.028393:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979327.028396:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979327.028397:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979327.028400:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979327.028401:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979327.029282:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979327.029285:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979327.029286:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979327.029289:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979327.029291:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979327.029308:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979327.029310:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979327.029311:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979327.029313:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979328.051387:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979328.051394:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979328.051397:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979328.051404:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979328.051410:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979328.051415:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979328.051420:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979328.051425:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979328.051430:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979328.051457:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979328.051461:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979328.051469:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979328.051473:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979328.051480:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979328.051485:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979328.051488:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979328.051493:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979328.051498:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979328.051499:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979328.051520:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979328.051523:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979328.051527:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979329.075557:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979329.075562:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979329.075564:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979329.075568:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979329.075571:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979329.075574:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979329.075578:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979329.075581:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979329.075586:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979329.075610:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979329.075614:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979329.075620:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979329.075624:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979329.075630:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979329.075633:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979329.075638:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979329.075640:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979329.075643:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979329.075645:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979329.075663:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979329.075666:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979329.075668:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783979329.587455:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979329.587466:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979329.587468:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979329.587472:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979329.587476:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979329.587483:0:296888:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 16983 00000400:00000200:0.0:1783979329.587492:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979329.587498:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979329.587501:0:296888:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979329.587504:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979329.587507:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979329.587509:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979329.587511:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979329.587515:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979329.587517:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783979329.587530:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979329.587533:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783979329.587536:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783979329.587539:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783979329.587542:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979329.587544:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979329.587546:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979329.587547:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979329.587549:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783979329.587551:0:296888:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979329.587553:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979329.587555:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979329.587558:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979329.587559:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979329.587561:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979329.587563:0:296888:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979329.587570:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783979329.587573:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783979329.587576:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979329.587578:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979329.587580:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979329.587582:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979329.587585:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979329.587591:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783979329.587596:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979329.587602:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620402998144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979329.587609:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979329.587613:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979329.587616:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620402998144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979329.587636:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979329.587640:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979329.587643:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979329.587644:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979329.587646:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979329.587649:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979329.587651:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16983 00000400:00000200:0.0:1783979329.587655:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979329.587658:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979329.587660:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979329.587662:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979329.587664:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979329.587666:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979329.587668:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979329.587670:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979329.587671:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783979329.587673:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979329.587674:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783979329.587676:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783979329.587678:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783979329.587681:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979329.587683:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979329.587685:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979329.587687:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979329.587689:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783979329.587692:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979329.587694:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979329.587696:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979329.587702:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979329.587704:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979329.587706:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979329.587710:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979329.587713:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979329.587715:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979329.587718:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783979329.587720:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979329.587723:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979329.587724:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979329.587726:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979329.587727:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979329.587728:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979329.587732:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783979329.587735:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979329.587739:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620402998272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979329.587746:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979329.587749:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979329.587752:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620402998272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979329.587759:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979329.587761:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979329.587764:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979329.587766:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979329.587767:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979329.587770:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979329.587772:0:296888:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16983 00000400:00000200:0.0:1783979329.587776:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979329.587779:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979329.587781:0:296888:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979329.587784:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979329.587786:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979329.587788:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979329.587790:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979329.587792:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979329.587793:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783979329.587795:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979329.587796:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783979329.587798:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783979329.587800:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783979329.587803:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979329.587804:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979329.587806:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979329.587808:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979329.587810:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783979329.587813:0:296888:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979329.587815:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979329.587816:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979329.587819:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979329.587821:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979329.587822:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979329.587824:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979329.587826:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979329.587827:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979329.587830:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783979329.587832:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979329.587834:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979329.587835:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979329.587837:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979329.587838:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979329.587839:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979329.587842:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783979329.587845:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979329.587849:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620402998400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979329.587856:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979329.587857:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979329.587860:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620402998400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979329.587867:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979329.587869:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979329.587872:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979329.587873:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979329.587875:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979329.587876:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979329.587878:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16983 00000400:00000200:0.0:1783979329.587881:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979329.587884:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979329.587886:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979329.587888:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979329.587890:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979329.587892:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979329.587894:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979329.587895:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979329.587896:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783979329.587898:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979329.587899:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783979329.587901:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783979329.587902:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783979329.587904:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979329.587906:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979329.587908:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979329.587910:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979329.587912:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783979329.587914:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979329.587916:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979329.587917:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979329.587919:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979329.587921:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979329.587922:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979329.587924:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979329.587926:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979329.587927:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979329.587931:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783979329.587932:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979329.587934:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979329.587935:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979329.587936:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979329.587937:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979329.587938:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979329.587941:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783979329.587944:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979329.587947:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620402998528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979329.587953:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979329.587955:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979329.587958:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620402998528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979329.587964:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979329.587967:0:296888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979329.587970:0:296888:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979329.587971:0:296888:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979329.587973:0:296888:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979329.587975:0:296888:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979329.587977:0:296888:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 16983 00000400:00000200:0.0:1783979329.587980:0:296888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979329.587983:0:296888:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979329.587985:0:296888:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979329.587987:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979329.587990:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979329.587992:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979329.587994:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979329.587996:0:296888:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979329.587997:0:296888:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783979329.587998:0:296888:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979329.588000:0:296888:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783979329.588002:0:296888:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783979329.588004:0:296888:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783979329.588007:0:296888:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979329.588008:0:296888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979329.588010:0:296888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979329.588012:0:296888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979329.588014:0:296888:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783979329.588016:0:296888:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979329.588018:0:296888:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979329.588019:0:296888:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979329.588022:0:296888:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979329.588024:0:296888:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979329.588026:0:296888:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979329.588027:0:296888:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979329.588029:0:296888:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979329.588031:0:296888:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979329.588035:0:296888:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783979329.588037:0:296888:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979329.588039:0:296888:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979329.588040:0:296888:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979329.588042:0:296888:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979329.588043:0:296888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979329.588045:0:296888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979329.588048:0:296888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783979329.588052:0:296888:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979329.588056:0:296888:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620402998656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979329.588060:0:296888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979329.588061:0:296888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979329.588063:0:296888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620402998656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979329.588081:0:296888:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979329.588086:0:296888:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (16993) 00010000:00000001:0.0:1783979330.099443:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979330.099448:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979330.099454:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979330.099456:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979330.099461:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979330.099463:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979330.099468:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979330.099469:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979330.099474:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979330.099478:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979330.099501:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979330.099505:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979330.099510:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979330.099533:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979330.099538:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979330.099541:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979330.099547:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979330.099550:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979330.099553:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979330.099556:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979330.099557:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979330.099562:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979331.123533:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979331.123536:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979331.123537:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979331.123539:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979331.123541:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979331.123542:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979331.123544:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979331.123545:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979331.123547:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979331.123563:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979331.123565:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979331.123569:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979331.123571:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979331.123573:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979331.123576:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979331.123578:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979331.123580:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979331.123582:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979331.123584:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979331.123588:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979331.123589:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979331.123590:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979331.123591:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979331.123592:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979331.123593:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979331.123595:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979331.123596:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979331.123599:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979331.123600:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979331.123601:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979331.123602:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979331.123604:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979331.123605:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979331.123606:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979331.123608:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979331.123610:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979331.123612:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979331.123613:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979331.123614:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979331.123615:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979331.123616:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979331.123617:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979331.123619:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979331.123631:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979331.123633:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979331.123635:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979332.147402:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979332.147409:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979332.147416:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979332.147419:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979332.147435:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979332.147438:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979332.147442:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979332.147443:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979332.147447:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979332.147448:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979332.147467:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979332.147469:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979332.147471:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979332.147473:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979332.147476:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979332.147479:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979332.147481:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979332.147482:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979332.147485:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979332.147865:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979332.147869:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979332.147870:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979332.147873:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979332.147885:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979332.147889:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979332.147893:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979332.147897:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979332.147902:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979333.171436:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979333.171450:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979333.171453:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979333.171458:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979333.171462:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979333.171466:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979333.171471:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979333.171475:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979333.171480:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979333.171504:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979333.171506:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979333.171509:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979333.171510:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979333.171513:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979333.171514:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979333.171517:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979333.171518:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979333.171520:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979333.171521:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979333.171591:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979333.171593:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979333.171594:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979333.171595:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979333.171597:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979333.171599:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979333.171603:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979333.171605:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979333.171608:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979333.171629:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979333.171633:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979333.171634:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979333.171635:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979333.171637:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979333.171639:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979333.171640:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979333.171641:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979333.171643:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979333.171723:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979333.171726:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979333.171728:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979333.171730:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979333.171732:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979333.171733:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979333.171736:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979333.171737:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979333.171739:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979334.195570:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979334.195575:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979334.195582:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979334.195586:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979334.195592:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979334.195595:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979334.195602:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979334.195606:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979334.195612:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979334.195615:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979334.195660:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979334.195664:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979334.195667:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979335.219412:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979335.219417:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979335.219427:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979335.219432:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979335.219440:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979335.219443:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979335.219452:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979335.219467:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979335.219473:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979335.219476:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979335.219509:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979335.219514:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979335.219520:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979336.243425:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979336.243437:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979336.243441:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979336.243446:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979336.243451:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979336.243456:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979336.243461:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979336.243465:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979336.243472:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979336.243475:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979336.243477:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979336.243478:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979336.243481:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979336.243482:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979336.243484:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979336.243485:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979336.243512:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979336.243514:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979336.243516:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979336.243742:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979336.243751:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979336.243755:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979336.243758:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979336.243760:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979336.243766:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979336.243768:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979336.243769:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979336.243771:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979336.244271:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979336.244275:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979336.244278:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979336.244283:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979336.244287:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979336.244292:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979336.244316:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979336.244319:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979336.244323:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979337.267422:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979337.267432:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979337.267436:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979337.267444:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979337.267450:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979337.267456:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979337.267461:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979337.267465:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979337.267468:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979337.267493:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979337.267498:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979337.267505:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979337.267509:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979337.267515:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979337.267518:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979337.267525:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979337.267528:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979337.267532:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979337.267535:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979337.267585:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979337.267590:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979337.267593:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979337.267597:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979337.267602:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979337.267606:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979337.267610:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979337.267612:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979337.267615:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979338.291995:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979338.291999:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979338.292001:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979338.292005:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979338.292008:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979338.292012:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979338.292017:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979338.292021:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979338.292028:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979338.292053:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979338.292057:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979338.292063:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979338.292064:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979338.292069:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979338.292070:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979338.292074:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979338.292075:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979338.292077:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979338.292078:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979338.292370:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979338.292373:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979338.292375:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979338.292377:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979338.292379:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979338.292381:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979338.292383:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979338.292385:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979338.292387:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979338.292559:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979338.292565:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979338.292570:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979338.292578:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979338.292585:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979338.292590:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979338.292602:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979338.292607:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979338.292612:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979339.315415:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979339.315420:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979339.315423:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979339.315429:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979339.315434:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979339.315439:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979339.315445:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979339.315449:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979339.315710:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979339.315742:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979339.315745:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979339.315750:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979339.315752:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979339.315756:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979339.315758:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979339.315765:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979339.315769:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979339.315774:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979339.315777:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979339.827677:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979339.827683:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979339.827687:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979339.827698:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883b80 x1870620402999424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.827716:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979339.827720:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979339.827725:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979339.827729:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979339.827734:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979339.827739:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402999424:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979339.827744:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979339.827750:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979339.827753:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979339.827757:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979339.827763:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979339.827767:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979339.827775:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979339.827780:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979339.827787:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979339.827796:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402999424, portal 25 00000100:00000001:0.0:1783979339.827799:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979339.827802:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694544768 : -110484015006848 : ffff9b83ef883b80) 00000100:00000040:0.0:1783979339.827812:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883b80 x1870620402999424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.827840:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979339.827846:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979339.827850:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979339.827855:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620402999424, offset 0 00000400:00000200:0.0:1783979339.827867:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979339.827876:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979339.827884:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979339.827902:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979339.827908:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979339.827914:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979339.827919:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979339.827936:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826765:826765:256:4294967295] 192.168.201.148@tcp LPNI seq info [826736:826736:8:4294967295] 00000400:00000200:0.0:1783979339.827946:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979339.827961:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979339.827972:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979339.827979:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979339.827989:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979339.827995:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783979339.828026:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979339.828030:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979339.828038:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979339.828043:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979339.828048:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979339.828050:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979339.828057:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979339.828063:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883b80 x1870620402999424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.828077:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979339.828083:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883b80 x1870620402999424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979364 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.828096:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979339.828099:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979339.828104:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979339.828111:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979339.828116:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311666938 00000100:00000010:0.0:1783979339.828125:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783979339.828133:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979339.828141:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311666938 00000100:00000010:0.0:1783979339.828147:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783979339.828152:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979339.828156:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979339.828160:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979339.828163:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979339.828171:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979339/real 1783979339] req@ffff9b83ef883b80 x1870620402999424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979339.828194:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979339.828196:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979339.828199:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979339.828202:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979339.828205:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979339.828208:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979339.828215:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883b80 x1870620402999424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979339.828233:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883b80 x1870620402999424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.828255:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979339.828258:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979339.828262:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979339.828266:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979339.828273:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883b80 x1870620402999424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.828287:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979339.828318:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883b80 x1870620402999424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979364 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.828329:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979339.828335:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979339.828338:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979339.828341:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979339.828347:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979339.828351:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979339.828354:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979339.828360:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979339.828364:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979339.828375:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883b80 x1870620402999424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979364 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979339.828391:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620402999424:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979339.828398:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979339.828401:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979339.828404:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883b80 x1870620402999424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979364 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.828411:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979339.828413:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979339.828415:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979339.828420:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979339.828422:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979339.828424:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979339.828427:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979339.828431:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634000. 02000000:00000001:0.0:1783979339.828438:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979339.828440:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979339.828443:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883b80. 00000100:00000001:0.0:1783979339.828449:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979339.828452:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979339.828456:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979339.828464:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979339.828467:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979339.828473:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979339.828476:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979339.828479:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979339.828487:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881c00 x1870620402999552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.828501:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979339.828504:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979339.828518:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979339.828522:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979339.828526:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979339.828533:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402999552:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979339.828540:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979339.828543:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979339.828546:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979339.828550:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979339.828556:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979339.828560:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979339.828573:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979339.828579:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979339.828586:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979339.828592:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402999552, portal 10 00000100:00000001:0.0:1783979339.828597:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979339.828600:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694536704 : -110484015014912 : ffff9b83ef881c00) 00000100:00000040:0.0:1783979339.828610:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881c00 x1870620402999552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.828623:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979339.828628:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979339.828631:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979339.828637:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402999552, offset 0 00000400:00000200:0.0:1783979339.828645:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979339.828651:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979339.828658:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979339.828665:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979339.828670:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979339.828676:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979339.828681:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979339.828688:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826766:826766:256:4294967295] 192.168.201.148@tcp LPNI seq info [826737:826737:8:4294967295] 00000400:00000200:0.0:1783979339.828701:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979339.828715:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979339.828723:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979339.828727:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979339.828731:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979339.828734:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783979339.828746:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979339.828747:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979339.828750:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979339.828754:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979339.828756:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979339.828758:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979339.828760:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979339.828764:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881c00 x1870620402999552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.828771:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979339.828774:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881c00 x1870620402999552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979364 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.828779:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979339.828781:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979339.828784:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979339.828787:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979339.828790:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979339.828792:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311665680 00000100:00000001:0.0:1783979339.828794:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311666938 00000100:00000001:0.0:1783979339.828797:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311665680 00000100:00000001:0.0:1783979339.828799:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311666938 00000100:00000001:0.0:1783979339.828801:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979339.828803:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979339.828804:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979339.828808:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979339/real 1783979339] req@ffff9b83ef881c00 x1870620402999552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979339.828815:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979339.828816:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979339.828818:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979339.828820:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979339.828821:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979339.828823:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979339.828826:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881c00 x1870620402999552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979339.828834:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881c00 x1870620402999552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.828840:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979339.828841:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979339.828843:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979339.828844:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979339.828848:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881c00 x1870620402999552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.828855:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979339.828859:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881c00 x1870620402999552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979364 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.828865:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979339.828868:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979339.828869:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979339.828870:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979339.828872:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979339.828880:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979339.828882:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979339.828886:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979339.828900:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979339.828905:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881c00 x1870620402999552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979364 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979339.828912:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402999552:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979339.828916:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979339.828919:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882300 x1870620402999680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.828925:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979339.828926:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979339.828928:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979339.828930:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979339.828932:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979339.828935:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402999680:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979339.828937:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979339.828939:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979339.828941:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979339.828943:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979339.828946:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979339.828948:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979339.828951:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979339.828953:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979339.828956:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979339.828959:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402999680, portal 10 00000100:00000001:0.0:1783979339.828961:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979339.828962:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694538496 : -110484015013120 : ffff9b83ef882300) 00000100:00000040:0.0:1783979339.828967:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882300 x1870620402999680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.828973:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979339.828975:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979339.828977:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979339.828980:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620402999680, offset 0 00000400:00000200:0.0:1783979339.828983:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979339.828987:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979339.828990:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979339.828993:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979339.828995:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979339.828998:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979339.829000:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979339.829003:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826767:826767:256:4294967295] 192.168.201.148@tcp LPNI seq info [826738:826738:8:4294967295] 00000400:00000200:0.0:1783979339.829006:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979339.829013:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979339.829017:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979339.829020:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979339.829024:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979339.829026:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783979339.829036:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979339.829037:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979339.829040:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979339.829043:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979339.829046:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979339.829048:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979339.829050:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979339.829053:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882300 x1870620402999680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.829061:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979339.829063:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882300 x1870620402999680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979364 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.829074:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979339.829076:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979339.829079:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979339.829081:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979339.829084:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979339.829086:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311665675 00000100:00000001:0.0:1783979339.829088:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311666938 00000100:00000001:0.0:1783979339.829090:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311665675 00000100:00000001:0.0:1783979339.829092:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311666938 00000100:00000001:0.0:1783979339.829094:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979339.829096:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979339.829097:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979339.829101:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979339/real 1783979339] req@ffff9b83ef882300 x1870620402999680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979339.829108:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979339.829109:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979339.829111:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979339.829113:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979339.829115:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979339.829117:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979339.829120:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882300 x1870620402999680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979339.829127:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882300 x1870620402999680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.829132:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979339.829133:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979339.829135:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979339.829136:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979339.829139:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882300 x1870620402999680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.829146:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979339.829150:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882300 x1870620402999680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979364 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.829155:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979339.829158:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979339.829159:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979339.829160:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979339.829162:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979339.829167:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979339.829170:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979339.829173:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979339.829174:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979339.829178:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882300 x1870620402999680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979364 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979339.829185:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402999680:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979339.829189:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979339.829192:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881500 x1870620402999808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.829198:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979339.829199:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979339.829201:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979339.829203:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979339.829205:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979339.829208:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402999808:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979339.829210:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979339.829212:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979339.829214:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979339.829215:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979339.829218:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979339.829220:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979339.829223:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979339.829225:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979339.829228:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979339.829231:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402999808, portal 4 00000100:00000001:0.0:1783979339.829232:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979339.829233:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694534912 : -110484015016704 : ffff9b83ef881500) 00000100:00000040:0.0:1783979339.829239:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881500 x1870620402999808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.829244:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979339.829246:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979339.829247:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979339.829250:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402999808, offset 0 00000400:00000200:0.0:1783979339.829253:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979339.829257:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979339.829260:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979339.829263:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979339.829265:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979339.829267:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979339.829269:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979339.829272:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826768:826768:256:4294967295] 192.168.201.148@tcp LPNI seq info [826739:826739:8:4294967295] 00000400:00000200:0.0:1783979339.829276:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979339.829281:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979339.829284:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979339.829287:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979339.829291:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979339.829311:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783979339.829321:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979339.829323:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979339.829326:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979339.829329:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979339.829331:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979339.829333:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979339.829335:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979339.829338:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881500 x1870620402999808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.829345:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979339.829348:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881500 x1870620402999808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979364 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.829354:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979339.829355:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979339.829358:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979339.829360:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979339.829363:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979339.829365:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311665703 00000100:00000001:0.0:1783979339.829367:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311666938 00000100:00000001:0.0:1783979339.829369:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311665703 00000100:00000001:0.0:1783979339.829371:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311666938 00000100:00000001:0.0:1783979339.829373:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979339.829374:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979339.829376:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979339.829379:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979339/real 1783979339] req@ffff9b83ef881500 x1870620402999808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979339.829386:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979339.829387:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979339.829389:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979339.829391:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979339.829392:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979339.829395:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979339.829398:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881500 x1870620402999808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979339.829405:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881500 x1870620402999808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.829411:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979339.829412:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979339.829413:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979339.829415:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979339.829418:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881500 x1870620402999808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.829424:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979339.829427:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881500 x1870620402999808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979364 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.829433:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979339.829436:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979339.829437:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979339.829438:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979339.829440:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979339.829443:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979339.829445:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979339.829448:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979339.829450:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979339.829453:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881500 x1870620402999808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979364 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979339.829461:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402999808:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979339.829464:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979339.829466:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979339.829469:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881c00 x1870620402999552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979364 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.829475:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979339.829477:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979339.829479:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979339.829482:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979339.829483:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979339.829485:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979339.829487:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979339.829489:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634c00. 02000000:00000001:0.0:1783979339.829491:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979339.829492:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979339.829494:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881c00. 00000100:00000001:0.0:1783979339.829497:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979339.829498:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979339.829500:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979339.829503:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882300 x1870620402999680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979364 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.829509:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979339.829510:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979339.829511:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979339.829514:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979339.829515:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979339.829516:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979339.829517:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979339.829519:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634400. 02000000:00000001:0.0:1783979339.829521:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979339.829522:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979339.829523:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882300. 00000100:00000001:0.0:1783979339.829526:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979339.829527:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979339.829528:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979339.829531:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881500 x1870620402999808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979364 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.829536:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979339.829538:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979339.829540:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979339.829542:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979339.829543:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979339.829544:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979339.829546:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979339.829547:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636400. 02000000:00000001:0.0:1783979339.829549:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979339.829550:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979339.829551:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881500. 00000100:00000001:0.0:1783979339.829553:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979339.829554:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979339.829556:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979339.829560:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979339.829562:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979339.829564:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979339.829565:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979339.829566:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979339.829569:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880e00 x1870620402999936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.829575:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979339.829577:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979339.829579:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979339.829580:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979339.829582:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979339.829585:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402999936:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979339.829587:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979339.829589:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979339.829590:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979339.829592:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979339.829595:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979339.829596:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979339.829600:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979339.829602:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979339.829604:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979339.829607:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620402999936, portal 4 00000100:00000001:0.0:1783979339.829609:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979339.829610:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694533120 : -110484015018496 : ffff9b83ef880e00) 00000100:00000040:0.0:1783979339.829617:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880e00 x1870620402999936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.829623:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979339.829625:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979339.829627:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979339.829629:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620402999936, offset 0 00000400:00000200:0.0:1783979339.829633:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979339.829636:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979339.829639:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979339.829642:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979339.829644:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979339.829647:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979339.829649:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979339.829652:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826769:826769:256:4294967295] 192.168.201.148@tcp LPNI seq info [826740:826740:8:4294967295] 00000400:00000200:0.0:1783979339.829656:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979339.829662:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979339.829665:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979339.829669:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979339.829672:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979339.829674:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783979339.829684:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979339.829686:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979339.829689:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979339.829693:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979339.829695:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979339.829697:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979339.829699:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979339.829702:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880e00 x1870620402999936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.829715:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979339.829717:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880e00 x1870620402999936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979364 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.829723:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979339.829724:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979339.829727:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979339.829729:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979339.829733:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979339.829734:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311665693 00000100:00000001:0.0:1783979339.829737:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311666938 00000100:00000001:0.0:1783979339.829739:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311665693 00000100:00000001:0.0:1783979339.829741:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311666938 00000100:00000001:0.0:1783979339.829742:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979339.829744:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979339.829746:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979339.829749:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979339/real 1783979339] req@ffff9b83ef880e00 x1870620402999936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979339.829756:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979339.829757:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979339.829758:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979339.829761:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979339.829762:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979339.829764:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979339.829767:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880e00 x1870620402999936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979339.829775:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880e00 x1870620402999936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.829780:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979339.829782:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979339.829783:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979339.829785:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979339.829788:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880e00 x1870620402999936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.829793:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979339.829796:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880e00 x1870620402999936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979364 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.829802:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979339.829804:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979339.829806:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979339.829807:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979339.829809:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979339.829812:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979339.829814:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979339.829817:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979339.829819:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979339.829823:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880e00 x1870620402999936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979364 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979339.829830:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620402999936:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979339.829833:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979339.829835:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979339.829838:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880e00 x1870620402999936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979364 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979339.829843:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979339.829844:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979339.829846:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979339.829849:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979339.829850:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979339.829852:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979339.829854:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979339.829855:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635400. 02000000:00000001:0.0:1783979339.829858:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979339.829859:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979339.829860:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880e00. 00000100:00000001:0.0:1783979339.829864:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979339.829865:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979339.829867:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979339.829870:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979339.829871:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979339.829873:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979339.829874:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979340.339426:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979340.339432:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979340.339440:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979340.339444:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979340.339450:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979340.339453:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979340.339461:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979340.339464:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979340.339470:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979340.339473:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979340.339513:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979340.339517:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979340.339522:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979340.339533:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979340.339538:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979340.339541:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979340.339547:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979340.339552:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979340.339556:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979340.339560:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979340.339563:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979340.339567:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979340.339590:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979340.339595:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979340.339598:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979340.339604:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979340.339608:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979340.339612:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979340.339616:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979340.339620:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979340.339623:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979341.363763:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979341.363767:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979341.363771:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979341.363775:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979341.363777:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979341.363780:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979341.363784:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979341.363786:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979341.363788:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979341.363790:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979341.363794:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979341.363795:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979341.363797:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979341.363798:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979341.363800:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979341.363801:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979341.363803:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979341.363804:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979341.363807:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979341.363809:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979341.363810:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979341.363811:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979341.363813:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979341.363814:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979341.363816:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979341.363818:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979341.363820:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979341.363822:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979341.363823:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979341.363824:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979341.363826:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979341.363827:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979341.363829:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979341.363831:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979341.363858:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979341.363876:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979341.363878:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979341.363886:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979341.363888:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979341.363890:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979341.363892:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979341.363894:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979341.363896:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979341.363898:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979341.363899:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979341.363901:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979342.387408:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979342.387416:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979342.387418:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979342.387424:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979342.387430:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979342.387435:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979342.387440:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979342.387445:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979342.387576:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979342.387605:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979342.387609:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979342.387614:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979342.387616:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979342.387620:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979342.387621:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979342.387625:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979342.387626:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979342.387628:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979342.387630:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979342.387646:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979342.387649:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979342.387651:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979343.411397:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979343.411402:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979343.411409:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979343.411413:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979343.411418:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979343.411421:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979343.411426:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979343.411429:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979343.411436:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979343.411439:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979343.411473:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979343.411478:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979343.411482:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979343.411485:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979343.411490:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979343.411493:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979343.411497:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979343.411499:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979343.411502:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979343.411515:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979343.411517:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979343.411520:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979344.435422:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979344.435428:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979344.435437:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979344.435442:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979344.435450:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979344.435454:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979344.435461:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979344.435465:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979344.435471:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979344.435475:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979344.435501:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979344.435506:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979344.435524:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979344.435629:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979344.435634:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979344.435638:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979344.435643:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979344.435648:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979344.435652:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979344.435655:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979344.435657:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979344.435671:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979344.947629:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979344.947635:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979344.947639:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979344.947647:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881f80 x1870620403000064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.947659:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979344.947663:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979344.947667:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979344.947672:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979344.947678:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979344.947684:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403000064:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979344.947693:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979344.947698:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979344.947702:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979344.947706:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979344.947713:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979344.947717:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979344.947724:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979344.947736:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979344.947744:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979344.947752:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403000064, portal 25 00000100:00000001:0.0:1783979344.947757:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979344.947758:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694537600 : -110484015014016 : ffff9b83ef881f80) 00000100:00000040:0.0:1783979344.947765:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881f80 x1870620403000064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.947774:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979344.947780:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979344.947784:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979344.947790:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620403000064, offset 0 00000400:00000200:0.0:1783979344.947807:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979344.947818:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979344.947827:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979344.947842:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979344.947850:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979344.947856:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979344.947862:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979344.947869:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826770:826770:256:4294967295] 192.168.201.148@tcp LPNI seq info [826741:826741:8:4294967295] 00000400:00000200:0.0:1783979344.947879:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979344.947895:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979344.947912:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979344.947923:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979344.947934:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979344.947940:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979344.947962:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979344.947966:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979344.947974:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979344.947981:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979344.947988:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979344.947992:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979344.947998:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979344.948004:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881f80 x1870620403000064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.948026:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979344.948032:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881f80 x1870620403000064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979369 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.948061:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979344.948066:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979344.948071:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979344.948078:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979344.948082:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311672058 00000100:00000010:0.0:1783979344.948088:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783979344.948096:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979344.948103:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311672058 00000100:00000010:0.0:1783979344.948108:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783979344.948113:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979344.948119:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979344.948123:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979344.948128:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979344.948134:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979344/real 1783979344] req@ffff9b83ef881f80 x1870620403000064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979344.948160:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979344.948163:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979344.948168:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979344.948171:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979344.948173:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979344.948175:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979344.948180:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881f80 x1870620403000064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979344.948198:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881f80 x1870620403000064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.948212:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979344.948216:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979344.948220:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979344.948222:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979344.948228:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881f80 x1870620403000064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.948239:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979344.948247:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881f80 x1870620403000064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979369 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.948261:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979344.948266:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979344.948269:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979344.948272:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979344.948276:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979344.948279:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979344.948282:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979344.948288:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979344.948292:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979344.948322:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881f80 x1870620403000064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979369 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979344.948341:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403000064:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979344.948349:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979344.948353:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979344.948364:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881f80 x1870620403000064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979369 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.948372:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979344.948375:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979344.948378:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979344.948384:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979344.948387:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979344.948390:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979344.948394:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979344.948398:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636c00. 02000000:00000001:0.0:1783979344.948403:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979344.948406:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979344.948409:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881f80. 00000100:00000001:0.0:1783979344.948415:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979344.948418:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979344.948421:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979344.948429:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979344.948433:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979344.948436:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979344.948437:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979344.948439:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979344.948445:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881880 x1870620403000192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.948459:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979344.948460:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979344.948463:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979344.948466:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979344.948470:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979344.948476:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403000192:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979344.948481:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979344.948483:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979344.948490:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979344.948494:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979344.948499:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979344.948502:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979344.948506:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979344.948508:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979344.948517:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979344.948522:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403000192, portal 10 00000100:00000001:0.0:1783979344.948526:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979344.948529:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694535808 : -110484015015808 : ffff9b83ef881880) 00000100:00000040:0.0:1783979344.948537:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881880 x1870620403000192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.948547:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979344.948551:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979344.948553:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979344.948557:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403000192, offset 0 00000400:00000200:0.0:1783979344.948564:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979344.948570:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979344.948574:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979344.948577:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979344.948579:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979344.948584:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979344.948588:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979344.948595:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826771:826771:256:4294967295] 192.168.201.148@tcp LPNI seq info [826742:826742:8:4294967295] 00000400:00000200:0.0:1783979344.948601:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979344.948614:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979344.948622:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979344.948626:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979344.948632:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979344.948636:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979344.948647:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979344.948649:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979344.948652:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979344.948655:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979344.948657:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979344.948659:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979344.948661:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979344.948664:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881880 x1870620403000192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.948671:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979344.948674:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881880 x1870620403000192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979369 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.948680:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979344.948681:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979344.948684:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979344.948687:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979344.948690:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979344.948693:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311670800 00000100:00000001:0.0:1783979344.948695:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311672058 00000100:00000001:0.0:1783979344.948697:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311670800 00000100:00000001:0.0:1783979344.948699:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311672058 00000100:00000001:0.0:1783979344.948702:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979344.948704:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979344.948705:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979344.948709:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979344/real 1783979344] req@ffff9b83ef881880 x1870620403000192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979344.948717:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979344.948718:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979344.948720:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979344.948722:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979344.948723:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979344.948725:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979344.948728:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881880 x1870620403000192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979344.948736:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881880 x1870620403000192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.948742:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979344.948744:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979344.948745:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979344.948746:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979344.948750:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881880 x1870620403000192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.948756:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979344.948759:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881880 x1870620403000192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979369 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.948765:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979344.948767:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979344.948769:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979344.948770:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979344.948771:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979344.948778:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979344.948781:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979344.948784:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979344.948786:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979344.948790:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881880 x1870620403000192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979369 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979344.948797:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403000192:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979344.948811:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979344.948814:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882680 x1870620403000320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.948826:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979344.948827:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979344.948829:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979344.948834:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979344.948836:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979344.948838:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403000320:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979344.948842:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979344.948843:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979344.948845:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979344.948846:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979344.948849:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979344.948851:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979344.948854:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979344.948856:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979344.948859:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979344.948861:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403000320, portal 10 00000100:00000001:0.0:1783979344.948863:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979344.948864:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694539392 : -110484015012224 : ffff9b83ef882680) 00000100:00000040:0.0:1783979344.948869:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882680 x1870620403000320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.948881:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979344.948883:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979344.948885:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979344.948887:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403000320, offset 0 00000400:00000200:0.0:1783979344.948891:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979344.948894:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979344.948897:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979344.948899:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979344.948901:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979344.948904:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979344.948906:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979344.948909:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826772:826772:256:4294967295] 192.168.201.148@tcp LPNI seq info [826743:826743:8:4294967295] 00000400:00000200:0.0:1783979344.948913:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979344.948919:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979344.948923:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979344.948926:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979344.948929:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979344.948932:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979344.948942:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979344.948944:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979344.948946:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979344.948950:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979344.948952:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979344.948954:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979344.948956:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979344.948959:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882680 x1870620403000320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.948966:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979344.948969:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882680 x1870620403000320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979369 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.948981:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979344.948982:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979344.948985:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979344.948987:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979344.948990:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979344.948992:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311670795 00000100:00000001:0.0:1783979344.948994:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311672058 00000100:00000001:0.0:1783979344.948996:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311670795 00000100:00000001:0.0:1783979344.948998:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311672058 00000100:00000001:0.0:1783979344.949000:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979344.949002:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979344.949004:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979344.949007:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979344/real 1783979344] req@ffff9b83ef882680 x1870620403000320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979344.949014:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979344.949015:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979344.949016:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979344.949018:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979344.949020:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979344.949022:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979344.949024:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882680 x1870620403000320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979344.949032:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882680 x1870620403000320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.949038:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979344.949039:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979344.949040:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979344.949042:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979344.949045:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882680 x1870620403000320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.949052:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979344.949055:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882680 x1870620403000320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979369 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.949062:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979344.949064:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979344.949065:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979344.949066:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979344.949068:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979344.949073:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979344.949075:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979344.949078:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979344.949079:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979344.949083:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882680 x1870620403000320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979369 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979344.949090:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403000320:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979344.949093:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979344.949096:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880e00 x1870620403000448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.949103:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979344.949104:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979344.949106:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979344.949107:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979344.949109:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979344.949112:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403000448:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979344.949114:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979344.949116:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979344.949117:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979344.949119:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979344.949121:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979344.949123:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979344.949126:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979344.949128:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979344.949131:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979344.949133:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403000448, portal 4 00000100:00000001:0.0:1783979344.949135:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979344.949136:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694533120 : -110484015018496 : ffff9b83ef880e00) 00000100:00000040:0.0:1783979344.949141:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880e00 x1870620403000448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.949147:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979344.949149:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979344.949151:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979344.949152:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403000448, offset 0 00000400:00000200:0.0:1783979344.949156:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979344.949159:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979344.949161:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979344.949164:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979344.949166:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979344.949168:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979344.949170:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979344.949173:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826773:826773:256:4294967295] 192.168.201.148@tcp LPNI seq info [826744:826744:8:4294967295] 00000400:00000200:0.0:1783979344.949177:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979344.949183:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979344.949186:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979344.949189:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979344.949192:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979344.949195:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979344.949204:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979344.949206:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979344.949208:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979344.949212:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979344.949214:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979344.949216:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979344.949217:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979344.949220:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880e00 x1870620403000448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.949227:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979344.949230:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880e00 x1870620403000448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979369 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.949236:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979344.949237:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979344.949239:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979344.949241:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979344.949244:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979344.949246:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311670822 00000100:00000001:0.0:1783979344.949248:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311672058 00000100:00000001:0.0:1783979344.949250:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311670822 00000100:00000001:0.0:1783979344.949252:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311672058 00000100:00000001:0.0:1783979344.949254:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979344.949256:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979344.949257:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979344.949260:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979344/real 1783979344] req@ffff9b83ef880e00 x1870620403000448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979344.949267:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979344.949268:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979344.949269:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979344.949271:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979344.949273:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979344.949275:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979344.949278:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880e00 x1870620403000448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979344.949285:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880e00 x1870620403000448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.949291:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979344.949307:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979344.949309:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979344.949310:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979344.949314:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880e00 x1870620403000448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.949320:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979344.949323:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880e00 x1870620403000448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979369 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.949330:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979344.949332:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979344.949333:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979344.949334:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979344.949336:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979344.949339:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979344.949341:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979344.949344:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979344.949346:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979344.949349:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880e00 x1870620403000448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979369 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979344.949357:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403000448:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979344.949361:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979344.949362:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979344.949365:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881880 x1870620403000192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979369 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.949372:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979344.949373:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979344.949375:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979344.949377:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979344.949379:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979344.949380:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979344.949382:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979344.949383:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635400. 02000000:00000001:0.0:1783979344.949386:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979344.949387:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979344.949389:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881880. 00000100:00000001:0.0:1783979344.949391:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979344.949393:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979344.949394:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979344.949397:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882680 x1870620403000320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979369 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.949403:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979344.949404:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979344.949406:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979344.949409:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979344.949410:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979344.949411:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979344.949412:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979344.949414:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636400. 02000000:00000001:0.0:1783979344.949415:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979344.949416:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979344.949418:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882680. 00000100:00000001:0.0:1783979344.949419:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979344.949421:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979344.949422:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979344.949425:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880e00 x1870620403000448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979369 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.949430:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979344.949432:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979344.949433:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979344.949436:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979344.949437:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979344.949438:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979344.949440:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979344.949441:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634400. 02000000:00000001:0.0:1783979344.949443:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979344.949444:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979344.949445:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880e00. 00000100:00000001:0.0:1783979344.949448:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979344.949449:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979344.949450:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979344.949453:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979344.949454:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979344.949456:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979344.949457:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979344.949458:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979344.949461:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881500 x1870620403000576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.949467:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979344.949469:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979344.949471:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979344.949472:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979344.949474:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979344.949477:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403000576:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979344.949480:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979344.949481:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979344.949482:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979344.949484:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979344.949487:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979344.949489:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979344.949492:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979344.949494:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979344.949496:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979344.949499:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403000576, portal 4 00000100:00000001:0.0:1783979344.949501:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979344.949502:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694534912 : -110484015016704 : ffff9b83ef881500) 00000100:00000040:0.0:1783979344.949507:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881500 x1870620403000576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.949514:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979344.949516:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979344.949518:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979344.949520:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403000576, offset 0 00000400:00000200:0.0:1783979344.949523:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979344.949526:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979344.949529:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979344.949532:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979344.949534:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979344.949536:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979344.949538:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979344.949542:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826774:826774:256:4294967295] 192.168.201.148@tcp LPNI seq info [826745:826745:8:4294967295] 00000400:00000200:0.0:1783979344.949545:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979344.949552:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979344.949556:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979344.949558:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979344.949562:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979344.949564:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979344.949574:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979344.949576:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979344.949578:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979344.949582:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979344.949584:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979344.949586:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979344.949588:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979344.949591:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881500 x1870620403000576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.949603:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979344.949606:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881500 x1870620403000576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979369 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.949612:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979344.949614:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979344.949616:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979344.949618:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979344.949621:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979344.949622:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311670813 00000100:00000001:0.0:1783979344.949625:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311672058 00000100:00000001:0.0:1783979344.949626:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311670813 00000100:00000001:0.0:1783979344.949629:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311672058 00000100:00000001:0.0:1783979344.949631:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979344.949632:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979344.949634:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979344.949637:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979344/real 1783979344] req@ffff9b83ef881500 x1870620403000576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979344.949643:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979344.949645:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979344.949646:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979344.949648:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979344.949649:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979344.949651:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979344.949654:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881500 x1870620403000576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979344.949662:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881500 x1870620403000576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.949668:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979344.949669:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979344.949671:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979344.949672:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979344.949675:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881500 x1870620403000576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.949682:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979344.949685:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881500 x1870620403000576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979369 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.949692:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979344.949694:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979344.949696:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979344.949697:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979344.949698:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979344.949702:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979344.949704:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979344.949706:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979344.949708:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979344.949712:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881500 x1870620403000576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979369 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979344.949720:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403000576:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979344.949723:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979344.949724:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979344.949727:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881500 x1870620403000576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979369 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979344.949733:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979344.949734:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979344.949735:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979344.949738:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979344.949739:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979344.949740:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979344.949742:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979344.949743:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634c00. 02000000:00000001:0.0:1783979344.949746:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979344.949747:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979344.949748:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881500. 00000100:00000001:0.0:1783979344.949750:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979344.949751:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979344.949753:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979344.949756:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979344.949757:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979344.949759:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979344.949760:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979345.459378:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979345.459384:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979345.459388:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979345.459394:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979345.459400:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979345.459405:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979345.459410:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979345.459415:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979345.459420:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979345.459449:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979345.459453:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979345.459460:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979345.459464:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979345.459472:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979345.459475:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979345.459480:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979345.459484:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979345.459490:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979345.459493:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979346.483360:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979346.483367:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979346.483371:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979346.483374:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979346.483378:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979346.483380:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979346.483385:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979346.483387:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979346.483393:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979346.483396:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979346.483403:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979346.483409:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979346.483413:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979346.483416:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979346.483422:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979346.483424:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979346.483449:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979346.483453:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979346.483456:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979346.483479:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979346.483483:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979346.483485:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979346.483487:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979346.483491:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979346.483493:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979346.483497:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979346.483499:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979346.483503:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979347.507610:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979347.507623:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979347.507627:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979347.507642:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979347.507650:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979347.507655:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979347.507661:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979347.507665:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979347.507675:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979347.507716:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979347.507723:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979347.507728:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979347.507732:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979347.507740:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979347.507741:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979347.507745:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979347.507747:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979347.507750:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979347.507763:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979347.507792:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979347.507795:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979347.507801:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979348.533823:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979348.533830:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979348.533832:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979348.533837:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979348.533840:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979348.533843:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979348.533846:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979348.533848:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979348.533852:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979348.533878:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979348.533881:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979348.533886:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979348.533887:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979348.533891:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979348.533892:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979348.533897:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979348.533898:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979348.533902:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979348.533903:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979348.533921:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979348.533923:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979348.533926:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979348.534476:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979348.534478:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979348.534480:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979348.534482:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979348.534484:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979348.534486:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979348.534488:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979348.534489:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979348.534491:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979349.555833:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979349.555838:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979349.555839:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979349.555842:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979349.555845:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979349.555847:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979349.555925:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979349.555927:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979349.555930:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979349.555954:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979349.555958:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979349.555962:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979349.555964:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979349.555968:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979349.555969:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979349.555972:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979349.555974:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979349.555977:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979349.555978:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979349.555999:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979349.556003:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979349.556006:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979350.069411:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979350.069416:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979350.069418:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979350.069424:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882300 x1870620403000704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.069430:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979350.069431:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979350.069434:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979350.069437:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979350.069438:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979350.069441:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403000704:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979350.069444:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979350.069448:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979350.069450:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979350.069453:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979350.069458:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979350.069460:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979350.069466:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979350.069471:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979350.069479:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979350.069487:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403000704, portal 25 00000100:00000001:0.0:1783979350.069490:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979350.069491:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694538496 : -110484015013120 : ffff9b83ef882300) 00000100:00000040:0.0:1783979350.069497:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882300 x1870620403000704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.069504:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979350.069507:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979350.069510:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979350.069514:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620403000704, offset 0 00000400:00000200:0.0:1783979350.069522:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979350.069530:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979350.069536:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979350.069540:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979350.069544:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979350.069547:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979350.069549:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979350.069553:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826775:826775:256:4294967295] 192.168.201.148@tcp LPNI seq info [826746:826746:8:4294967295] 00000400:00000200:0.0:1783979350.069556:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979350.069564:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979350.069578:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979350.069585:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979350.069593:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979350.069597:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979350.069610:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979350.069613:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979350.069621:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979350.069627:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979350.069634:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979350.069636:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979350.069643:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979350.069646:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882300 x1870620403000704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.069655:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979350.069657:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882300 x1870620403000704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979375 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.069662:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979350.069664:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979350.069669:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979350.069672:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979350.069674:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311677180 00000100:00000010:0.0:1783979350.069679:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783979350.069686:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979350.069692:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311677180 00000100:00000010:0.0:1783979350.069694:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783979350.069697:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979350.069700:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979350.069703:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979350.069705:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979350.069709:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979350/real 1783979350] req@ffff9b83ef882300 x1870620403000704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979350.069729:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979350.069731:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979350.069734:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979350.069736:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979350.069738:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979350.069740:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979350.069744:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882300 x1870620403000704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979350.069759:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882300 x1870620403000704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.069766:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979350.069768:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979350.069770:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979350.069772:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979350.069774:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882300 x1870620403000704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.069779:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979350.069782:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882300 x1870620403000704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979375 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.069786:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979350.069788:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979350.069789:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979350.069790:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979350.069792:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979350.069793:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979350.069795:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979350.069798:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979350.069799:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979350.069802:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882300 x1870620403000704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979375 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979350.069807:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403000704:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979350.069810:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979350.069812:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881c00 x1870620403000832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.069816:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979350.069818:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979350.069819:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979350.069821:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979350.069822:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979350.069824:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403000832:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979350.069825:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979350.069827:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979350.069828:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979350.069829:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979350.069831:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979350.069833:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979350.069835:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979350.069837:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979350.069840:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979350.069842:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403000832, portal 10 00000100:00000001:0.0:1783979350.069843:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979350.069844:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694536704 : -110484015014912 : ffff9b83ef881c00) 00000100:00000040:0.0:1783979350.069850:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881c00 x1870620403000832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.069854:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979350.069855:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979350.069857:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979350.069858:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403000832, offset 0 00000400:00000200:0.0:1783979350.069861:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979350.069863:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979350.069865:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979350.069867:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979350.069869:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979350.069871:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979350.069872:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979350.069874:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826776:826776:256:4294967295] 192.168.201.148@tcp LPNI seq info [826747:826747:8:4294967295] 00000400:00000200:0.0:1783979350.069877:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979350.069881:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979350.069884:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979350.069886:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979350.069888:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979350.069890:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979350.069897:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979350.069898:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979350.069901:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979350.069903:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979350.069905:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979350.069906:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979350.069908:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979350.069910:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881c00 x1870620403000832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.069914:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979350.069916:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881c00 x1870620403000832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979375 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.069920:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979350.069921:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979350.069923:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979350.069925:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979350.069927:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979350.069928:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311675921 00000100:00000001:0.0:1783979350.069930:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311677180 00000100:00000001:0.0:1783979350.069931:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311675921 00000100:00000001:0.0:1783979350.069933:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311677180 00000100:00000001:0.0:1783979350.069934:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979350.069935:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979350.069936:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979350.069938:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979350/real 1783979350] req@ffff9b83ef881c00 x1870620403000832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979350.069943:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979350.069944:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979350.069945:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979350.069947:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979350.069947:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979350.069949:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979350.069950:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881c00 x1870620403000832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979350.069954:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881c00 x1870620403000832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.069958:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979350.069959:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979350.069960:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979350.069961:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979350.069963:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881c00 x1870620403000832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.069967:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979350.069969:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881c00 x1870620403000832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979375 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.069972:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979350.069973:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979350.069974:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979350.069975:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979350.069976:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979350.069983:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979350.069985:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979350.069987:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979350.069988:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979350.069991:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881c00 x1870620403000832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979375 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979350.069995:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403000832:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979350.069998:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979350.070000:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883b80 x1870620403000960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.070004:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979350.070004:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979350.070006:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979350.070007:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979350.070008:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979350.070009:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403000960:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979350.070011:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979350.070012:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979350.070013:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979350.070013:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979350.070016:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979350.070017:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979350.070018:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979350.070020:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979350.070021:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979350.070023:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403000960, portal 10 00000100:00000001:0.0:1783979350.070025:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979350.070026:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694544768 : -110484015006848 : ffff9b83ef883b80) 00000100:00000040:0.0:1783979350.070030:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883b80 x1870620403000960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.070033:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979350.070035:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979350.070036:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979350.070037:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403000960, offset 0 00000400:00000200:0.0:1783979350.070040:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979350.070042:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979350.070044:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979350.070046:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979350.070047:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979350.070049:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979350.070050:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979350.070052:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826777:826777:256:4294967295] 192.168.201.148@tcp LPNI seq info [826748:826748:8:4294967295] 00000400:00000200:0.0:1783979350.070055:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979350.070058:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979350.070061:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979350.070062:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979350.070064:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979350.070066:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979350.070072:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979350.070074:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979350.070075:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979350.070077:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979350.070079:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979350.070080:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979350.070081:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979350.070083:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883b80 x1870620403000960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.070088:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979350.070090:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883b80 x1870620403000960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979375 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.070093:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979350.070094:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979350.070095:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979350.070097:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979350.070098:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979350.070100:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311675916 00000100:00000001:0.0:1783979350.070102:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311677180 00000100:00000001:0.0:1783979350.070103:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311675916 00000100:00000001:0.0:1783979350.070104:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311677180 00000100:00000001:0.0:1783979350.070105:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979350.070106:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979350.070107:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979350.070109:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979350/real 1783979350] req@ffff9b83ef883b80 x1870620403000960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979350.070113:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979350.070114:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979350.070115:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979350.070116:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979350.070117:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979350.070118:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979350.070120:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883b80 x1870620403000960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979350.070125:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883b80 x1870620403000960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.070128:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979350.070129:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979350.070130:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979350.070131:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979350.070132:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883b80 x1870620403000960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.070136:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979350.070138:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883b80 x1870620403000960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979375 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.070141:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979350.070143:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979350.070144:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979350.070145:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979350.070146:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979350.070151:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979350.070152:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979350.070154:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979350.070156:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979350.070158:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883b80 x1870620403000960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979375 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979350.070162:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403000960:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979350.070164:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979350.070166:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882d80 x1870620403001088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.070169:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979350.070170:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979350.070171:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979350.070172:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979350.070173:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979350.070175:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403001088:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979350.070177:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979350.070179:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979350.070180:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979350.070181:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979350.070183:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979350.070184:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979350.070186:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979350.070187:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979350.070189:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979350.070191:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403001088, portal 4 00000100:00000001:0.0:1783979350.070193:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979350.070193:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694541184 : -110484015010432 : ffff9b83ef882d80) 00000100:00000040:0.0:1783979350.070197:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882d80 x1870620403001088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.070201:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979350.070202:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979350.070203:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979350.070204:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403001088, offset 0 00000400:00000200:0.0:1783979350.070206:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979350.070208:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979350.070209:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979350.070211:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979350.070212:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979350.070214:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979350.070215:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979350.070217:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826778:826778:256:4294967295] 192.168.201.148@tcp LPNI seq info [826749:826749:8:4294967295] 00000400:00000200:0.0:1783979350.070220:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979350.070223:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979350.070225:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979350.070226:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979350.070228:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979350.070230:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979350.070236:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979350.070238:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979350.070239:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979350.070241:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979350.070243:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979350.070244:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979350.070245:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979350.070247:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882d80 x1870620403001088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.070255:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979350.070257:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882d80 x1870620403001088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979375 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.070261:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979350.070262:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979350.070263:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979350.070265:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979350.070266:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979350.070267:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311675943 00000100:00000001:0.0:1783979350.070268:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311677180 00000100:00000001:0.0:1783979350.070270:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311675943 00000100:00000001:0.0:1783979350.070271:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311677180 00000100:00000001:0.0:1783979350.070273:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979350.070274:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979350.070275:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979350.070277:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979350/real 1783979350] req@ffff9b83ef882d80 x1870620403001088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979350.070280:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979350.070281:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979350.070282:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979350.070283:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979350.070284:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979350.070285:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979350.070286:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882d80 x1870620403001088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979350.070290:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882d80 x1870620403001088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.070333:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979350.070334:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979350.070335:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979350.070336:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979350.070338:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882d80 x1870620403001088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.070342:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979350.070345:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882d80 x1870620403001088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979375 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.070349:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979350.070351:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979350.070351:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979350.070352:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979350.070353:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979350.070356:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979350.070357:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979350.070359:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979350.070360:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979350.070362:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882d80 x1870620403001088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979375 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979350.070366:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403001088:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979350.070369:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979350.070371:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880000 x1870620403001216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.070374:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979350.070375:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979350.070376:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979350.070377:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979350.070378:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979350.070380:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403001216:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979350.070382:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979350.070384:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979350.070385:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979350.070386:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979350.070388:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979350.070389:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979350.070391:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979350.070393:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979350.070394:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979350.070396:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403001216, portal 4 00000100:00000001:0.0:1783979350.070397:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979350.070398:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694529536 : -110484015022080 : ffff9b83ef880000) 00000100:00000040:0.0:1783979350.070403:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880000 x1870620403001216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.070406:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979350.070408:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979350.070409:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979350.070410:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403001216, offset 0 00000400:00000200:0.0:1783979350.070412:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979350.070414:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979350.070416:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979350.070418:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979350.070419:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979350.070420:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979350.070422:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979350.070424:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826779:826779:256:4294967295] 192.168.201.148@tcp LPNI seq info [826750:826750:8:4294967295] 00000400:00000200:0.0:1783979350.070426:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979350.070430:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979350.070432:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979350.070433:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979350.070436:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979350.070438:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979350.070444:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979350.070446:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979350.070447:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979350.070450:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979350.070451:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979350.070452:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979350.070454:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979350.070456:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880000 x1870620403001216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.070462:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979350.070465:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880000 x1870620403001216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979375 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.070471:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979350.070472:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979350.070475:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979350.070478:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979350.070480:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979350.070482:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311675933 00000100:00000001:0.0:1783979350.070484:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311677180 00000100:00000001:0.0:1783979350.070486:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311675933 00000100:00000001:0.0:1783979350.070488:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311677180 00000100:00000001:0.0:1783979350.070490:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979350.070493:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979350.070494:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979350.070498:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979350/real 1783979350] req@ffff9b83ef880000 x1870620403001216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979350.070506:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979350.070508:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979350.070509:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979350.070512:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979350.070514:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979350.070516:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979350.070519:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880000 x1870620403001216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979350.070525:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880000 x1870620403001216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.070529:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979350.070529:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979350.070530:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979350.070531:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979350.070533:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880000 x1870620403001216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.070537:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979350.070539:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880000 x1870620403001216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979375 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.070543:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979350.070544:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979350.070545:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979350.070546:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979350.070547:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979350.070550:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979350.070551:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979350.070553:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979350.070554:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979350.070556:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880000 x1870620403001216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979375 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979350.070564:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403001216:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979350.070567:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979350.070568:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979350.070570:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882300 x1870620403000704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979375 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.070573:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979350.070576:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979350.070579:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979350.070583:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979350.070585:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979350.070587:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979350.070589:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979350.070593:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635000. 02000000:00000001:0.0:1783979350.070598:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979350.070600:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979350.070602:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882300. 00000100:00000001:0.0:1783979350.070606:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979350.070608:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979350.070609:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979350.070612:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881c00 x1870620403000832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979375 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.070618:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979350.070620:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979350.070621:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979350.070624:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979350.070626:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979350.070627:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979350.070629:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979350.070630:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636000. 02000000:00000001:0.0:1783979350.070633:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979350.070634:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979350.070635:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881c00. 00000100:00000001:0.0:1783979350.070638:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979350.070639:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979350.070641:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979350.070644:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883b80 x1870620403000960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979375 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.070650:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979350.070651:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979350.070652:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979350.070655:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979350.070656:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979350.070657:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979350.070658:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979350.070660:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783979350.070663:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979350.070663:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979350.070665:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883b80. 00000100:00000001:0.0:1783979350.070668:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979350.070669:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979350.070670:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979350.070673:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882d80 x1870620403001088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979375 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.070679:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979350.070680:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979350.070682:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979350.070684:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979350.070685:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979350.070686:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979350.070688:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979350.070689:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634000. 02000000:00000001:0.0:1783979350.070691:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979350.070692:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979350.070694:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882d80. 00000100:00000001:0.0:1783979350.070696:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979350.070697:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979350.070699:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979350.070702:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880000 x1870620403001216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979375 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979350.070709:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979350.070724:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979350.070725:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979350.070728:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979350.070729:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979350.070730:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979350.070732:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979350.070733:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634c00. 02000000:00000001:0.0:1783979350.070736:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979350.070737:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979350.070738:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880000. 00000100:00000001:0.0:1783979350.070741:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979350.070742:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979350.070744:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979350.070754:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979350.070756:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979350.070759:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979350.070761:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979350.579893:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979350.579903:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979350.579925:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979350.579931:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979350.579935:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979350.579944:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979350.579953:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979350.579958:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979350.579972:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979350.579986:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979350.579999:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979350.580003:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979350.580005:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979350.580007:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979350.580009:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979350.580011:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979350.580013:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979350.580015:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979350.580020:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979350.580022:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979350.580023:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979350.580025:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979350.580026:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979350.580027:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979350.580029:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979350.580031:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979350.580034:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979350.580035:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979350.580037:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979350.580038:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979350.580040:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979350.580041:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979350.580042:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979350.580044:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979350.580071:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979350.580075:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979350.580078:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979351.603370:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979351.603375:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979351.603381:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979351.603384:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979351.603389:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979351.603393:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979351.603397:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979351.603398:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979351.603403:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979351.603406:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979351.603454:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979351.603457:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979351.603460:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979351.603464:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979351.603467:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979351.603470:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979351.603473:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979351.603476:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979351.603479:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979351.603511:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979351.603514:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979351.603516:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979351.603518:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979351.603520:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979351.603521:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979351.603523:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979351.603524:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979351.603526:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979352.627412:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979352.627424:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979352.627427:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979352.627430:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979352.627434:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979352.627439:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979352.627443:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979352.627445:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979352.627449:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979352.627470:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979352.627473:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979352.627479:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979352.627482:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979352.627487:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979352.627489:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979352.627493:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979352.627496:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979352.627501:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979352.627503:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979352.627561:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979352.627566:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979352.627568:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979352.627571:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979352.627574:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979352.627576:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979352.627579:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979352.627581:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979352.627584:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979353.652090:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979353.652095:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979353.652100:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979353.652101:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979353.652107:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979353.652108:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979353.652112:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979353.652114:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979353.652121:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979353.652124:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979354.675420:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979354.675426:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979354.675436:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979354.675437:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979354.675443:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979354.675445:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979354.675450:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979354.675451:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979354.675457:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979354.675460:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979354.675534:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979354.675539:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979354.675543:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979354.675551:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979354.675557:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979354.675561:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979354.675570:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979354.675574:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979354.675580:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979355.189694:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979355.189701:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979355.189705:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979355.189715:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3480 x1870620403001344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.189725:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979355.189728:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979355.189731:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979355.189735:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979355.189738:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979355.189742:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403001344:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979355.189747:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979355.189752:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979355.189755:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979355.189758:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979355.189766:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979355.189767:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979355.189773:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979355.189778:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979355.189786:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979355.189795:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403001344, portal 25 00000100:00000001:0.0:1783979355.189797:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979355.189799:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889971328 : -110483819580288 : ffff9b83fb2e3480) 00000100:00000040:0.0:1783979355.189804:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3480 x1870620403001344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.189811:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979355.189814:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979355.189817:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979355.189821:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620403001344, offset 0 00000400:00000200:0.0:1783979355.189834:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979355.189843:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979355.189851:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979355.189858:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979355.189863:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979355.189867:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979355.189870:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979355.189874:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826780:826780:256:4294967295] 192.168.201.148@tcp LPNI seq info [826751:826751:8:4294967295] 00000400:00000200:0.0:1783979355.189879:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979355.189891:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979355.189898:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979355.189904:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979355.189912:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979355.189916:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979355.189931:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979355.189934:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979355.189942:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979355.189948:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979355.189954:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979355.189957:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979355.189965:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979355.189969:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3480 x1870620403001344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.189980:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979355.189984:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3480 x1870620403001344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979380 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.189991:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979355.189993:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979355.189998:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979355.190002:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979355.190005:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311682300 00000100:00000010:0.0:1783979355.190011:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783979355.190018:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979355.190025:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311682300 00000100:00000010:0.0:1783979355.190028:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783979355.190031:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979355.190034:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979355.190037:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979355.190040:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979355.190044:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979355/real 1783979355] req@ffff9b83fb2e3480 x1870620403001344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979355.190058:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979355.190060:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979355.190062:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979355.190065:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979355.190067:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979355.190070:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979355.190073:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3480 x1870620403001344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979355.190081:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3480 x1870620403001344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.190087:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979355.190089:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979355.190091:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979355.190093:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979355.190098:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3480 x1870620403001344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.190105:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979355.190109:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3480 x1870620403001344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979380 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.190117:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979355.190120:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979355.190122:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979355.190124:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979355.190127:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979355.190129:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979355.190133:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979355.190136:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979355.190139:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979355.190144:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3480 x1870620403001344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979380 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979355.190153:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403001344:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979355.190158:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979355.190161:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1c00 x1870620403001472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.190169:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979355.190170:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979355.190172:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979355.190174:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979355.190176:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979355.190179:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403001472:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979355.190182:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979355.190185:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979355.190186:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979355.190188:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979355.190192:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979355.190194:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979355.190197:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979355.190200:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979355.190204:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979355.190208:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403001472, portal 10 00000100:00000001:0.0:1783979355.190210:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979355.190211:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889965056 : -110483819586560 : ffff9b83fb2e1c00) 00000100:00000040:0.0:1783979355.190218:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1c00 x1870620403001472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.190224:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979355.190227:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979355.190229:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979355.190232:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403001472, offset 0 00000400:00000200:0.0:1783979355.190236:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979355.190240:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979355.190244:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979355.190247:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979355.190250:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979355.190252:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979355.190254:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979355.190257:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826781:826781:256:4294967295] 192.168.201.148@tcp LPNI seq info [826752:826752:8:4294967295] 00000400:00000200:0.0:1783979355.190261:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979355.190267:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979355.190271:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979355.190275:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979355.190278:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979355.190281:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979355.190292:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979355.190350:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979355.190354:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979355.190358:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979355.190361:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979355.190363:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979355.190366:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979355.190370:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1c00 x1870620403001472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.190377:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979355.190380:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1c00 x1870620403001472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979380 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.190386:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979355.190388:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979355.190390:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979355.190395:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979355.190398:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979355.190401:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311681042 00000100:00000001:0.0:1783979355.190404:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311682300 00000100:00000001:0.0:1783979355.190406:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311681042 00000100:00000001:0.0:1783979355.191658:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311682300 00000100:00000001:0.0:1783979355.191665:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979355.191668:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979355.191670:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979355.191677:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979355/real 1783979355] req@ffff9b83fb2e1c00 x1870620403001472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979355.191687:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979355.191690:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979355.191693:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979355.191697:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979355.191699:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979355.191705:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979355.191710:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1c00 x1870620403001472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979355.191720:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1c00 x1870620403001472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.191727:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979355.191729:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979355.191731:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979355.191732:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979355.191736:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1c00 x1870620403001472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.191743:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979355.191748:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1c00 x1870620403001472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979380 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.191755:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979355.191758:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979355.191760:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979355.191761:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979355.191763:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979355.191774:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979355.191777:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979355.191781:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979355.191783:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979355.191787:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1c00 x1870620403001472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979380 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979355.191795:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403001472:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979355.191799:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979355.191803:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2680 x1870620403001600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.191810:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979355.191811:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979355.191814:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979355.191817:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979355.191819:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979355.191823:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403001600:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979355.191825:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979355.191828:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979355.191830:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979355.191832:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979355.191838:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979355.191840:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979355.191844:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979355.191846:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979355.191850:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979355.191855:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403001600, portal 10 00000100:00000001:0.0:1783979355.191857:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979355.191858:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889967744 : -110483819583872 : ffff9b83fb2e2680) 00000100:00000040:0.0:1783979355.191865:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2680 x1870620403001600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.191872:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979355.191874:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979355.191876:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979355.191879:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403001600, offset 0 00000400:00000200:0.0:1783979355.191883:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979355.191889:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979355.191894:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979355.191898:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979355.191901:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979355.191904:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979355.191906:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979355.191909:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826782:826782:256:4294967295] 192.168.201.148@tcp LPNI seq info [826753:826753:8:4294967295] 00000400:00000200:0.0:1783979355.191914:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979355.191922:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979355.191927:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979355.191931:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979355.191936:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979355.191939:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979355.191951:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979355.191953:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979355.191957:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979355.191961:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979355.191964:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979355.191965:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979355.191968:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979355.191971:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2680 x1870620403001600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.191985:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979355.191989:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2680 x1870620403001600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979380 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.191995:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979355.191996:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979355.192000:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979355.192003:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979355.192006:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979355.192009:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311681038 00000100:00000001:0.0:1783979355.192011:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311682300 00000100:00000001:0.0:1783979355.192013:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311681038 00000100:00000001:0.0:1783979355.192015:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311682300 00000100:00000001:0.0:1783979355.192017:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979355.192019:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979355.192021:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979355.192025:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979355/real 1783979355] req@ffff9b83fb2e2680 x1870620403001600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979355.192033:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979355.192034:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979355.192036:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979355.192038:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979355.192039:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979355.192041:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979355.192045:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2680 x1870620403001600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979355.192053:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2680 x1870620403001600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.192060:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979355.192061:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979355.192063:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979355.192064:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979355.192068:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2680 x1870620403001600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.192074:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979355.192078:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2680 x1870620403001600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979380 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.192084:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979355.192087:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979355.192088:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979355.192090:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979355.192092:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979355.192099:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979355.192102:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979355.192105:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979355.192107:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979355.192111:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2680 x1870620403001600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979380 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979355.192120:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403001600:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979355.192123:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979355.192128:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3100 x1870620403001728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.192135:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979355.192137:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979355.192139:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979355.192140:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979355.192142:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979355.192146:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403001728:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979355.192149:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979355.192152:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979355.192153:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979355.192155:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979355.192158:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979355.192160:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979355.192163:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979355.192166:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979355.192169:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979355.192172:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403001728, portal 4 00000100:00000001:0.0:1783979355.192174:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979355.192175:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889970432 : -110483819581184 : ffff9b83fb2e3100) 00000100:00000040:0.0:1783979355.192181:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3100 x1870620403001728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.192186:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979355.192188:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979355.192191:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979355.192193:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403001728, offset 0 00000400:00000200:0.0:1783979355.192197:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979355.192201:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979355.192204:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979355.192206:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979355.192208:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979355.192210:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979355.192213:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979355.192215:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826783:826783:256:4294967295] 192.168.201.148@tcp LPNI seq info [826754:826754:8:4294967295] 00000400:00000200:0.0:1783979355.192219:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979355.192224:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979355.192229:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979355.192233:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979355.192237:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979355.192239:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979355.192249:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979355.192251:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979355.192254:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979355.192257:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979355.192260:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979355.192261:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979355.192264:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979355.192267:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3100 x1870620403001728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.192275:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979355.192278:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3100 x1870620403001728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979380 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.192284:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979355.192286:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979355.192289:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979355.192292:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979355.192331:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979355.192333:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311681066 00000100:00000001:0.0:1783979355.192336:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311682300 00000100:00000001:0.0:1783979355.192338:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311681066 00000100:00000001:0.0:1783979355.192340:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311682300 00000100:00000001:0.0:1783979355.192343:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979355.192344:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979355.192346:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979355.192351:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979355/real 1783979355] req@ffff9b83fb2e3100 x1870620403001728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979355.192359:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979355.192361:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979355.192362:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979355.192365:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979355.192367:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979355.192369:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979355.192372:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3100 x1870620403001728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979355.192379:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3100 x1870620403001728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.192385:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979355.192387:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979355.192388:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979355.192390:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979355.192393:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3100 x1870620403001728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.192399:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979355.192402:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3100 x1870620403001728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979380 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.192736:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979355.192749:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979355.192751:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979355.192753:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979355.192754:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979355.192758:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979355.192761:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979355.192765:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979355.192768:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979355.192773:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3100 x1870620403001728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979380 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979355.192786:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403001728:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979355.192791:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979355.192796:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1180 x1870620403001856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.192802:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979355.192803:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979355.192805:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979355.192808:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979355.192810:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979355.192812:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403001856:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979355.192816:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979355.192818:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979355.192820:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979355.192821:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979355.192825:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979355.192826:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979355.192830:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979355.192832:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979355.192835:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979355.192839:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403001856, portal 4 00000100:00000001:0.0:1783979355.192841:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979355.192842:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889962368 : -110483819589248 : ffff9b83fb2e1180) 00000100:00000040:0.0:1783979355.192848:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1180 x1870620403001856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.192854:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979355.192856:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979355.192857:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979355.192860:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403001856, offset 0 00000400:00000200:0.0:1783979355.192864:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979355.192868:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979355.192872:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979355.192874:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979355.192877:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979355.192879:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979355.192972:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979355.192976:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826784:826784:256:4294967295] 192.168.201.148@tcp LPNI seq info [826755:826755:8:4294967295] 00000400:00000200:0.0:1783979355.192980:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979355.192987:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979355.192991:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979355.192994:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979355.192998:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979355.193001:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979355.193011:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979355.193013:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979355.193016:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979355.193019:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979355.193022:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979355.193023:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979355.193026:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979355.193029:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1180 x1870620403001856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.193037:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979355.193040:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1180 x1870620403001856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979380 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.193046:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979355.193047:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979355.193049:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979355.193052:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979355.193055:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979355.193058:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311681056 00000100:00000001:0.0:1783979355.193060:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311682300 00000100:00000001:0.0:1783979355.193062:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311681056 00000100:00000001:0.0:1783979355.193064:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311682300 00000100:00000001:0.0:1783979355.193066:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979355.193068:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979355.193070:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979355.193073:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979355/real 1783979355] req@ffff9b83fb2e1180 x1870620403001856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979355.193081:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979355.193082:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979355.193084:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979355.193087:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979355.193089:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979355.193090:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979355.193094:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1180 x1870620403001856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979355.193102:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1180 x1870620403001856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.193108:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979355.193110:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979355.193111:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979355.193112:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979355.193116:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1180 x1870620403001856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.193122:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979355.193126:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1180 x1870620403001856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979380 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.193132:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979355.193134:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979355.193136:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979355.193137:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979355.193138:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979355.193143:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979355.193145:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979355.193149:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979355.193151:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979355.193155:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1180 x1870620403001856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979380 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979355.193161:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403001856:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979355.193165:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979355.193168:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979355.193171:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3480 x1870620403001344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979380 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.193177:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979355.193180:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979355.193184:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979355.193188:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979355.193191:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979355.193193:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979355.193195:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979355.193198:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065400. 02000000:00000001:0.0:1783979355.193202:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979355.193204:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979355.193206:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3480. 00000100:00000001:0.0:1783979355.193210:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979355.193212:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979355.193214:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979355.193218:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1c00 x1870620403001472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979380 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.193229:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979355.193230:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979355.193231:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979355.193234:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979355.193235:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979355.193236:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979355.193237:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979355.193239:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065800. 02000000:00000001:0.0:1783979355.193241:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979355.193241:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979355.193242:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1c00. 00000100:00000001:0.0:1783979355.193244:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979355.193246:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979355.193247:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979355.193251:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2680 x1870620403001600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979380 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.193256:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979355.193257:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979355.193258:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979355.193260:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979355.193262:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979355.193263:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979355.193264:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979355.193265:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065000. 02000000:00000001:0.0:1783979355.193267:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979355.193268:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979355.193269:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2680. 00000100:00000001:0.0:1783979355.193271:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979355.193272:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979355.193274:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979355.193276:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3100 x1870620403001728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979380 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.193283:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979355.193284:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979355.193286:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979355.193289:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979355.193290:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979355.193292:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979355.193319:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979355.193322:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067800. 02000000:00000001:0.0:1783979355.193324:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979355.193325:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979355.193327:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3100. 00000100:00000001:0.0:1783979355.193329:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979355.193330:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979355.193331:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979355.193335:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1180 x1870620403001856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979380 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979355.193341:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979355.193342:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979355.193343:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979355.193346:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979355.193347:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979355.193348:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979355.193350:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979355.193351:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064c00. 02000000:00000001:0.0:1783979355.193353:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979355.193354:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979355.193355:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1180. 00000100:00000001:0.0:1783979355.193357:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979355.193359:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979355.193361:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979355.193370:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979355.193372:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979355.193374:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979355.193376:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979355.699975:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979355.699982:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979355.699989:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979355.699990:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979355.699994:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979355.699996:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979355.699999:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979355.700000:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979355.700004:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979355.700005:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979355.700038:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979355.700042:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979355.700044:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979355.700048:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979355.700051:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979355.700054:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979355.700057:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979355.700069:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979355.700072:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979355.700098:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979355.700100:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979355.700102:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979355.700104:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979355.700106:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979355.700108:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979355.700110:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979355.700111:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979355.700113:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979355.700120:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979355.700122:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979355.700123:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979355.700125:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979355.700127:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979355.700128:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979355.700130:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979355.700132:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979355.700133:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979356.726147:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979356.726167:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979356.726170:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979356.726179:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979356.726192:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979356.726200:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979356.726209:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979356.726217:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979356.726232:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979356.726263:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979356.726268:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979356.726271:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979356.726275:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979356.726278:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979356.726281:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979356.726283:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979356.726285:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979356.726291:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979356.726310:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979356.726316:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979356.726317:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979356.726321:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979356.726322:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979356.726326:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979356.726327:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979357.747444:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979357.747454:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979357.747465:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979357.747470:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979357.747476:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979357.747482:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979357.747490:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979357.747495:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979357.747510:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979357.747513:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979357.747547:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979357.747551:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979357.747552:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979357.747556:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979357.747564:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979357.747568:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979357.747571:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979357.747574:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979357.747590:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979357.747608:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979357.747611:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979357.747613:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979357.747615:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979357.747617:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979357.747620:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979357.747622:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979357.747623:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979357.747625:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979357.751813:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979357.751816:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979357.751817:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979357.751819:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979357.751821:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979357.751823:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979357.751826:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979357.751827:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979357.751830:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979358.771490:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979358.771494:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979358.771501:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979358.771513:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979358.771519:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979358.771528:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979358.771532:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979358.771535:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979358.771537:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979358.771555:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979358.771557:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979358.771559:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979358.771570:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979358.771572:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979358.771574:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979358.771576:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979358.771577:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979358.771579:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979358.771598:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979358.771602:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979358.771606:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979358.771609:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979358.771613:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979358.771616:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979358.771618:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979358.771621:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979358.771627:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979358.771630:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979358.771652:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979358.771658:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979358.771668:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979359.795414:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979359.795418:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979359.795424:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979359.795426:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979359.795429:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979359.795432:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979359.795436:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979359.795439:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979359.795445:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979359.795448:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979359.795473:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979359.795475:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979359.795483:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979359.795653:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979359.795656:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979359.795659:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979359.795664:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979359.795668:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979359.795671:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979359.795675:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979359.795679:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979359.795684:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979360.307890:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979360.307897:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979360.307902:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979360.307910:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b100 x1870620403001984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.307931:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979360.307933:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979360.307937:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979360.307941:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979360.307945:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979360.307953:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403001984:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979360.307961:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979360.307966:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979360.307971:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979360.307976:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979360.307983:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979360.307987:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979360.307997:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979360.308003:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979360.308012:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979360.308019:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403001984, portal 25 00000100:00000001:0.0:1783979360.308024:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979360.308028:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682712832 : -110484026838784 : ffff9b83eed3b100) 00000100:00000040:0.0:1783979360.308045:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b100 x1870620403001984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.308059:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979360.308067:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979360.308074:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979360.308080:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620403001984, offset 0 00000400:00000200:0.0:1783979360.308097:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979360.308106:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979360.308115:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979360.308122:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979360.308127:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979360.308130:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979360.308132:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979360.308137:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826785:826785:256:4294967295] 192.168.201.148@tcp LPNI seq info [826756:826756:8:4294967295] 00000400:00000200:0.0:1783979360.308140:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979360.308147:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979360.308151:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979360.308155:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979360.308161:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979360.308164:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979360.308175:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979360.308176:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979360.308180:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979360.308183:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979360.308187:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979360.308189:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979360.308193:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979360.308196:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b100 x1870620403001984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.308202:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979360.308205:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b100 x1870620403001984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979385 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.308209:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979360.308210:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979360.308214:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979360.308216:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979360.308218:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311687418 00000100:00000010:0.0:1783979360.308221:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783979360.308225:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979360.308230:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311687418 00000100:00000010:0.0:1783979360.308232:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783979360.308234:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979360.308237:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979360.308239:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979360.308241:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979360.308243:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979360/real 1783979360] req@ffff9b83eed3b100 x1870620403001984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979360.308249:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979360.308250:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979360.308252:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979360.308253:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979360.308254:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979360.308256:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979360.308258:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b100 x1870620403001984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979360.308263:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b100 x1870620403001984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.308267:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979360.308268:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979360.308269:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979360.308271:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979360.308274:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b100 x1870620403001984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.308280:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979360.308284:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b100 x1870620403001984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979385 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.308291:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979360.308320:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979360.308322:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979360.308324:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979360.308327:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979360.308329:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979360.308332:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979360.308348:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979360.308352:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979360.308357:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b100 x1870620403001984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979385 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979360.308366:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403001984:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979360.308370:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979360.308373:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979360.308375:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b100 x1870620403001984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979385 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.308381:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979360.308384:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979360.308386:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979360.308390:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979360.308391:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979360.308393:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979360.308395:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979360.308397:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15800. 02000000:00000001:0.0:1783979360.308400:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979360.308402:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979360.308403:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b100. 00000100:00000001:0.0:1783979360.308406:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979360.308408:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979360.308410:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979360.308417:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979360.308419:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979360.308421:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979360.308422:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979360.308424:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979360.308427:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38a80 x1870620403002112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.308434:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979360.308435:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979360.308437:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979360.308439:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979360.308441:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979360.308444:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403002112:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979360.308447:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979360.308449:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979360.308450:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979360.308452:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979360.308455:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979360.308457:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979360.308461:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979360.308463:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979360.308466:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979360.308470:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403002112, portal 10 00000100:00000001:0.0:1783979360.308471:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979360.308473:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682702976 : -110484026848640 : ffff9b83eed38a80) 00000100:00000040:0.0:1783979360.308479:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38a80 x1870620403002112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.308485:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979360.308487:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979360.308489:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979360.308492:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403002112, offset 0 00000400:00000200:0.0:1783979360.308495:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979360.309188:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979360.309197:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979360.309203:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979360.309208:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979360.309213:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979360.309219:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979360.309225:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826786:826786:256:4294967295] 192.168.201.148@tcp LPNI seq info [826757:826757:8:4294967295] 00000400:00000200:0.0:1783979360.309235:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979360.309248:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979360.309258:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979360.309265:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979360.309275:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979360.309280:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979360.309328:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979360.309332:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979360.309364:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979360.309374:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979360.309381:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979360.309385:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979360.309392:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979360.309400:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38a80 x1870620403002112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.309419:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979360.309427:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620403002112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979385 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.309443:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979360.309448:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979360.309455:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979360.309463:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979360.309470:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979360.309475:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311686161 00000100:00000001:0.0:1783979360.309482:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311687418 00000100:00000001:0.0:1783979360.309487:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311686161 00000100:00000001:0.0:1783979360.309493:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311687418 00000100:00000001:0.0:1783979360.309499:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979360.309506:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979360.309511:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979360.309520:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979360/real 1783979360] req@ffff9b83eed38a80 x1870620403002112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979360.309553:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979360.309554:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979360.309556:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979360.309559:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979360.309561:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979360.309564:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979360.309567:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38a80 x1870620403002112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979360.309579:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38a80 x1870620403002112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.309584:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979360.309586:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979360.309587:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979360.309589:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979360.309592:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38a80 x1870620403002112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.309598:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979360.309602:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38a80 x1870620403002112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979385 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.309607:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979360.309610:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979360.309611:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979360.309612:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979360.309614:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979360.309622:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979360.309624:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979360.309627:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979360.309629:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979360.309633:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38a80 x1870620403002112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979385 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979360.309640:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403002112:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979360.309645:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979360.309647:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979360.309650:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38a80 x1870620403002112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979385 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.309656:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979360.309658:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979360.309661:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979360.309664:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979360.309666:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979360.309667:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979360.309669:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979360.309670:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16c00. 02000000:00000001:0.0:1783979360.309673:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979360.309674:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979360.309675:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38a80. 00000100:00000001:0.0:1783979360.309678:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979360.309679:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979360.309681:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979360.309685:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979360.309686:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979360.309688:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979360.309689:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979360.309691:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979360.309694:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b100 x1870620403002240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.309701:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979360.309703:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979360.309705:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979360.309707:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979360.309710:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979360.309713:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403002240:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979360.309716:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979360.309719:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979360.309720:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979360.309722:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979360.309725:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979360.309736:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979360.309740:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979360.309743:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979360.309748:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979360.309751:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403002240, portal 10 00000100:00000001:0.0:1783979360.309753:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979360.309755:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682712832 : -110484026838784 : ffff9b83eed3b100) 00000100:00000040:0.0:1783979360.309763:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b100 x1870620403002240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.309769:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979360.309771:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979360.309774:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979360.309776:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403002240, offset 0 00000400:00000200:0.0:1783979360.309780:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979360.309783:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979360.309787:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979360.309789:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979360.309791:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979360.309793:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979360.309795:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979360.309798:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826787:826787:256:4294967295] 192.168.201.148@tcp LPNI seq info [826758:826758:8:4294967295] 00000400:00000200:0.0:1783979360.309803:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979360.309814:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979360.309825:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979360.309831:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979360.309839:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979360.309846:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979360.309867:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979360.309871:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979360.309876:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979360.309886:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979360.309893:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979360.309897:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979360.309904:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979360.309912:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b100 x1870620403002240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.309933:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979360.309939:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b100 x1870620403002240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979385 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.309953:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979360.309957:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979360.309963:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979360.309969:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979360.309977:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979360.309981:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311686156 00000100:00000001:0.0:1783979360.309987:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311687418 00000100:00000001:0.0:1783979360.309991:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311686156 00000100:00000001:0.0:1783979360.309996:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311687418 00000100:00000001:0.0:1783979360.310000:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979360.310006:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979360.310010:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979360.310018:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979360/real 1783979360] req@ffff9b83eed3b100 x1870620403002240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979360.310039:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979360.310043:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979360.310047:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979360.310052:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979360.310056:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979360.310062:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979360.310070:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b100 x1870620403002240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979360.310088:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b100 x1870620403002240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.310103:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979360.310108:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979360.310114:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979360.310119:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979360.310128:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b100 x1870620403002240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.310141:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979360.310150:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b100 x1870620403002240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979385 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.310173:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979360.310176:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979360.310179:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979360.310181:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979360.310183:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979360.310189:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979360.310193:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979360.310200:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979360.310205:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979360.310210:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b100 x1870620403002240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979385 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979360.310222:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403002240:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979360.310225:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979360.310226:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979360.310229:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b100 x1870620403002240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979385 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.310233:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979360.310234:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979360.310236:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979360.310238:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979360.310239:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979360.310240:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979360.310241:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979360.310243:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14000. 02000000:00000001:0.0:1783979360.310245:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979360.310246:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979360.310247:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b100. 00000100:00000001:0.0:1783979360.310250:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979360.310251:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979360.310253:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979360.310256:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979360.310257:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979360.310259:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979360.310260:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979360.310261:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979360.310264:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620403002368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.310270:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979360.310272:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979360.310274:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979360.310276:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979360.310278:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979360.310281:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403002368:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979360.310284:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979360.310286:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979360.310288:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979360.310289:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979360.310307:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979360.310309:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979360.310312:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979360.310314:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979360.310317:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979360.310320:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403002368, portal 4 00000100:00000001:0.0:1783979360.310321:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979360.310323:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783979360.310328:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620403002368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.310332:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979360.310333:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979360.310334:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979360.310336:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403002368, offset 0 00000400:00000200:0.0:1783979360.310338:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979360.310341:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979360.310343:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979360.310345:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979360.310347:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979360.310348:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979360.310350:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979360.310352:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826788:826788:256:4294967295] 192.168.201.148@tcp LPNI seq info [826759:826759:8:4294967295] 00000400:00000200:0.0:1783979360.310354:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979360.310358:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979360.310361:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979360.310362:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979360.310365:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979360.310367:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979360.310376:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979360.310378:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979360.310381:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979360.310384:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979360.310386:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979360.310388:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979360.310391:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979360.310394:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620403002368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.310401:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979360.310403:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620403002368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979385 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.310410:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979360.310411:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979360.310415:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979360.310418:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979360.310421:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979360.310423:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311686184 00000100:00000001:0.0:1783979360.310425:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311687418 00000100:00000001:0.0:1783979360.310427:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311686184 00000100:00000001:0.0:1783979360.310429:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311687418 00000100:00000001:0.0:1783979360.310430:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979360.310432:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979360.310434:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979360.310437:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979360/real 1783979360] req@ffff9b83eed39f80 x1870620403002368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979360.310445:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979360.310446:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979360.310448:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979360.310450:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979360.310451:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979360.310453:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979360.310456:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620403002368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979360.310464:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620403002368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.310470:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979360.310472:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979360.310473:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979360.310474:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979360.310478:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620403002368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.310484:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979360.310487:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620403002368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979385 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.310492:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979360.310494:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979360.310495:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979360.310495:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979360.310497:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979360.310500:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979360.310502:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979360.310505:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979360.310507:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979360.310510:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620403002368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979385 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979360.310518:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403002368:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979360.310522:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979360.310525:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38380 x1870620403002496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.310531:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979360.310543:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979360.310546:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979360.310548:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979360.310550:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979360.310553:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403002496:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979360.310556:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979360.310558:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979360.310559:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979360.310560:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979360.310564:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979360.310566:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979360.310569:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979360.310571:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979360.310574:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979360.310577:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403002496, portal 4 00000100:00000001:0.0:1783979360.310579:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979360.310581:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682701184 : -110484026850432 : ffff9b83eed38380) 00000100:00000040:0.0:1783979360.310586:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38380 x1870620403002496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.310591:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979360.310593:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979360.310595:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979360.310596:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403002496, offset 0 00000400:00000200:0.0:1783979360.310599:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979360.310601:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979360.310604:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979360.310606:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979360.310608:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979360.310609:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979360.310611:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979360.310613:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826789:826789:256:4294967295] 192.168.201.148@tcp LPNI seq info [826760:826760:8:4294967295] 00000400:00000200:0.0:1783979360.310615:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979360.310619:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979360.310621:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979360.310623:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979360.310626:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979360.310627:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979360.310634:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979360.310635:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979360.310637:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979360.310639:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979360.310641:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979360.310642:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979360.310643:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979360.310646:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38380 x1870620403002496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.310650:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979360.310652:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620403002496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979385 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.310656:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979360.310657:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979360.310659:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979360.310660:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979360.310662:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979360.310663:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311686174 00000100:00000001:0.0:1783979360.310665:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311687418 00000100:00000001:0.0:1783979360.310666:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311686174 00000100:00000001:0.0:1783979360.310668:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311687418 00000100:00000001:0.0:1783979360.310669:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979360.310670:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979360.310671:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979360.310673:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979360/real 1783979360] req@ffff9b83eed38380 x1870620403002496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979360.310677:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979360.310678:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979360.310679:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979360.310680:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979360.310681:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979360.310682:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979360.310683:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38380 x1870620403002496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979360.310688:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38380 x1870620403002496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.310691:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979360.310692:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979360.310693:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979360.310694:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979360.310697:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38380 x1870620403002496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.310702:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979360.310706:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38380 x1870620403002496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979385 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.310711:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979360.310713:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979360.310715:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979360.310716:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979360.310718:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979360.310722:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979360.310724:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979360.310727:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979360.310729:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979360.310733:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38380 x1870620403002496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979385 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979360.310741:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403002496:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979360.310745:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979360.310747:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979360.310749:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620403002368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979385 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.310753:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979360.310754:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979360.310755:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979360.310757:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979360.310758:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979360.310759:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979360.310761:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979360.310762:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec17400. 02000000:00000001:0.0:1783979360.310763:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979360.310764:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979360.310765:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783979360.310767:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979360.310768:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979360.310769:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979360.310771:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38380 x1870620403002496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979385 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979360.310775:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979360.310776:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979360.310777:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979360.310780:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979360.310781:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979360.310782:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979360.310783:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979360.310784:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16c00. 02000000:00000001:0.0:1783979360.310785:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979360.310786:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979360.310786:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38380. 00000100:00000001:0.0:1783979360.310787:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979360.310788:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979360.310789:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979360.310791:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979360.310792:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979360.310793:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979360.310794:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979360.819582:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979360.819587:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979360.819591:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979360.819595:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979360.819599:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979360.819604:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979360.819610:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979360.819613:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979360.819617:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979360.819645:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979360.819648:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979360.819653:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979360.819657:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979360.819659:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979360.819663:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979360.819666:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979360.819669:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979360.819671:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979360.819674:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979360.819679:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979360.819681:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979360.819682:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979360.819683:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979360.819685:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979360.819687:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979360.819689:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979360.819691:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979360.819695:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979360.819697:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979360.819698:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979360.819699:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979360.819701:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979360.819703:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979360.819705:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979360.819706:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979360.819711:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979360.819712:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979360.819713:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979360.819715:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979360.819717:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979360.819719:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979360.819720:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979360.819723:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979360.819744:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979360.819750:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979360.819757:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979361.843427:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979361.843433:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979361.843441:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979361.843445:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979361.843453:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979361.843457:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979361.843465:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979361.843471:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979361.843479:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979361.843483:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979361.843536:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979361.843540:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979361.843546:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979362.867428:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979362.867434:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979362.867443:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979362.867446:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979362.867454:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979362.867457:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979362.867462:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979362.867465:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979362.867471:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979362.867475:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979362.867511:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979362.867516:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979362.867522:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979363.891577:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979363.891581:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979363.891585:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979363.891587:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979363.891591:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979363.891593:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979363.891597:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979363.891600:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979363.891604:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979363.891608:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979363.891633:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979363.891638:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979363.891644:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979363.891652:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979363.891655:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979363.891658:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979363.891663:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979363.891667:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979363.891670:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979363.891671:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979363.891674:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979363.891678:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979364.915396:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979364.915404:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979364.915407:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979364.915413:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979364.915419:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979364.915423:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979364.915429:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979364.915433:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979364.915437:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979364.915517:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979364.915519:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979364.915522:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979364.915522:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979364.915525:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979364.915526:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979364.915528:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979364.915529:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979364.915531:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979364.915531:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979364.915545:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979364.915547:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979364.915549:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979364.915693:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979364.915695:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979364.915696:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979364.915697:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979364.915698:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979364.915700:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979364.915701:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979364.915702:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979364.915703:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979364.916840:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979364.916847:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979364.916847:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979364.916849:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979364.916850:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979364.916852:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979364.916853:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979364.916854:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979364.916855:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979365.427623:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979365.427628:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979365.427631:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979365.427638:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620403002624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.427653:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979365.427655:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979365.427659:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979365.427662:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979365.427665:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979365.427670:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403002624:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979365.427680:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979365.427684:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979365.427687:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979365.427692:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979365.427698:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979365.427700:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979365.427706:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979365.427710:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979365.427717:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979365.427723:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403002624, portal 25 00000100:00000001:0.0:1783979365.427726:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979365.427728:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783979365.427736:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620403002624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.427744:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979365.427749:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979365.427751:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979365.427754:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620403002624, offset 0 00000400:00000200:0.0:1783979365.427764:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979365.427772:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979365.427779:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979365.427785:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979365.427792:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979365.427797:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979365.427800:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979365.427808:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826790:826790:256:4294967295] 192.168.201.148@tcp LPNI seq info [826761:826761:8:4294967295] 00000400:00000200:0.0:1783979365.427814:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979365.427824:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979365.427832:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979365.427837:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979365.427844:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979365.427849:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979365.427868:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979365.427871:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979365.427878:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979365.427883:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979365.427888:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979365.427891:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979365.427896:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979365.427901:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3a300 x1870620403002624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.427912:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979365.427918:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620403002624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979390 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.427935:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979365.427938:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979365.427946:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979365.427954:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979365.427959:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311692538 00000100:00000010:0.0:1783979365.427966:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783979365.427974:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979365.428047:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311692538 00000100:00000010:0.0:1783979365.428054:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783979365.428060:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979365.428067:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979365.428073:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979365.428077:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979365.428086:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979365/real 1783979365] req@ffff9b83eed3a300 x1870620403002624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979365.428104:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979365.428106:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979365.428110:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979365.428114:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979365.428117:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979365.428120:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979365.428126:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620403002624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979365.428140:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620403002624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.428151:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979365.428154:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979365.428156:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979365.428159:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979365.428164:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620403002624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.428171:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979365.428176:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620403002624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979390 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.428184:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979365.428189:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979365.428190:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979365.428192:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979365.428193:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979365.428196:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979365.428199:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979365.428203:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979365.428207:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979365.428213:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620403002624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979390 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979365.428224:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403002624:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979365.428228:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979365.428231:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979365.428236:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620403002624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979390 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.428252:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979365.428254:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979365.428257:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979365.428261:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979365.428264:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979365.428266:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979365.428269:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979365.428274:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15800. 02000000:00000001:0.0:1783979365.428278:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979365.428280:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979365.428282:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783979365.428285:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979365.428287:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979365.428290:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979365.428316:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979365.428318:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979365.428319:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979365.428320:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979365.428321:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979365.428324:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39180 x1870620403002752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.428331:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979365.428333:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979365.428336:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979365.428338:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979365.428342:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979365.428346:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403002752:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979365.428349:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979365.428352:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979365.428354:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979365.428356:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979365.428359:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979365.428362:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979365.428366:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979365.428370:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979365.428373:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979365.428377:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403002752, portal 10 00000100:00000001:0.0:1783979365.428380:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979365.428382:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682704768 : -110484026846848 : ffff9b83eed39180) 00000100:00000040:0.0:1783979365.428389:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39180 x1870620403002752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.428400:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979365.428404:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979365.428407:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979365.428410:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403002752, offset 0 00000400:00000200:0.0:1783979365.428416:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979365.428423:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979365.428428:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979365.428431:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979365.428435:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979365.428438:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979365.428443:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979365.428455:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826791:826791:256:4294967295] 192.168.201.148@tcp LPNI seq info [826762:826762:8:4294967295] 00000400:00000200:0.0:1783979365.428461:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979365.428471:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979365.428476:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979365.428481:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979365.428486:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979365.428491:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979365.428504:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979365.428507:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979365.428511:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979365.428515:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979365.428519:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979365.428524:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979365.428529:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979365.428532:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39180 x1870620403002752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.428541:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979365.428545:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39180 x1870620403002752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979390 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.428554:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979365.428555:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979365.428558:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979365.428562:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979365.428568:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979365.428571:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311691280 00000100:00000001:0.0:1783979365.428574:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311692538 00000100:00000001:0.0:1783979365.428578:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311691280 00000100:00000001:0.0:1783979365.428582:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311692538 00000100:00000001:0.0:1783979365.428586:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979365.428589:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979365.428593:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979365.428597:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979365/real 1783979365] req@ffff9b83eed39180 x1870620403002752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979365.428619:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979365.428622:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979365.428623:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979365.428625:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979365.428628:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979365.428630:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979365.428633:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39180 x1870620403002752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979365.428642:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39180 x1870620403002752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.428647:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979365.428648:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979365.428649:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979365.428650:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979365.428652:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39180 x1870620403002752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.428656:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979365.428659:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39180 x1870620403002752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979390 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.428662:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979365.428664:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979365.428664:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979365.428665:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979365.428666:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979365.428672:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979365.428673:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979365.428675:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979365.428676:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979365.428679:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39180 x1870620403002752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979390 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979365.428683:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403002752:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979365.428686:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979365.428687:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b480 x1870620403002880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.428691:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979365.428691:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979365.428693:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979365.428694:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979365.428695:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979365.428696:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403002880:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979365.428698:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979365.428699:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979365.428700:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979365.428701:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979365.428703:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979365.428704:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979365.428706:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979365.428707:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979365.428709:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979365.428710:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403002880, portal 10 00000100:00000001:0.0:1783979365.428712:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979365.428712:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682713728 : -110484026837888 : ffff9b83eed3b480) 00000100:00000040:0.0:1783979365.428716:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b480 x1870620403002880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.428720:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979365.428721:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979365.428722:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979365.428723:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403002880, offset 0 00000400:00000200:0.0:1783979365.428726:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979365.428728:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979365.428731:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979365.428733:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979365.428736:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979365.428738:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979365.428740:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979365.428743:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826792:826792:256:4294967295] 192.168.201.148@tcp LPNI seq info [826763:826763:8:4294967295] 00000400:00000200:0.0:1783979365.428747:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979365.428752:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979365.428755:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979365.428758:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979365.428761:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979365.428763:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979365.428772:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979365.428774:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979365.428776:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979365.428779:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979365.428781:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979365.428782:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979365.428784:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979365.428787:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b480 x1870620403002880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.428793:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979365.428795:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620403002880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979390 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.428800:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979365.428801:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979365.428803:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979365.428805:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979365.428808:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979365.428810:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311691275 00000100:00000001:0.0:1783979365.428812:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311692538 00000100:00000001:0.0:1783979365.428814:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311691275 00000100:00000001:0.0:1783979365.428816:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311692538 00000100:00000001:0.0:1783979365.428818:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979365.428820:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979365.428821:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979365.428825:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979365/real 1783979365] req@ffff9b83eed3b480 x1870620403002880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979365.428831:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979365.428832:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979365.428833:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979365.428835:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979365.428837:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979365.428838:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979365.428840:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b480 x1870620403002880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979365.428846:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b480 x1870620403002880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.428851:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979365.428853:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979365.428854:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979365.428855:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979365.428858:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b480 x1870620403002880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.428863:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979365.428865:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b480 x1870620403002880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979390 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.428871:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979365.428873:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979365.428874:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979365.428875:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979365.428876:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979365.428881:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979365.428883:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979365.428885:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979365.428887:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979365.428890:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b480 x1870620403002880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979390 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979365.428896:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403002880:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979365.428898:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979365.428901:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38380 x1870620403003008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.428907:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979365.428908:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979365.428910:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979365.428912:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979365.428913:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979365.428916:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403003008:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979365.428918:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979365.428920:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979365.428921:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979365.428923:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979365.428926:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979365.428927:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979365.428930:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979365.428933:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979365.428935:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979365.428937:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403003008, portal 4 00000100:00000001:0.0:1783979365.428939:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979365.428940:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682701184 : -110484026850432 : ffff9b83eed38380) 00000100:00000040:0.0:1783979365.428945:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38380 x1870620403003008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.428951:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979365.428953:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979365.428955:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979365.428957:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403003008, offset 0 00000400:00000200:0.0:1783979365.428960:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979365.428964:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979365.428967:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979365.428969:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979365.428971:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979365.428973:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979365.428975:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979365.428978:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826793:826793:256:4294967295] 192.168.201.148@tcp LPNI seq info [826764:826764:8:4294967295] 00000400:00000200:0.0:1783979365.428981:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979365.428986:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979365.428990:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979365.428993:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979365.428996:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979365.428998:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979365.429007:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979365.429009:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979365.429012:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979365.429015:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979365.429018:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979365.429019:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979365.429021:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979365.429025:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38380 x1870620403003008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.429039:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979365.429041:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620403003008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979390 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.429045:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979365.429046:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979365.429048:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979365.429050:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979365.429052:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979365.429053:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311691302 00000100:00000001:0.0:1783979365.429055:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311692538 00000100:00000001:0.0:1783979365.429056:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311691302 00000100:00000001:0.0:1783979365.429058:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311692538 00000100:00000001:0.0:1783979365.429059:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979365.429060:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979365.429061:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979365.429063:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979365/real 1783979365] req@ffff9b83eed38380 x1870620403003008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979365.429067:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979365.429068:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979365.429069:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979365.429070:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979365.429071:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979365.429073:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979365.429074:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38380 x1870620403003008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979365.429079:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38380 x1870620403003008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.429082:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979365.429083:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979365.429084:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979365.429085:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979365.429087:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38380 x1870620403003008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.429090:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979365.429092:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38380 x1870620403003008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979390 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.429096:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979365.429097:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979365.429098:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979365.429098:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979365.429099:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979365.429102:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979365.429103:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979365.429104:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979365.429106:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979365.429108:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38380 x1870620403003008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979390 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979365.429111:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403003008:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979365.429113:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979365.429114:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979365.429116:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39180 x1870620403002752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979390 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.429120:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979365.429121:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979365.429122:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979365.429124:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979365.429125:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979365.429126:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979365.429127:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979365.429128:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15400. 02000000:00000001:0.0:1783979365.429130:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979365.429131:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979365.429131:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39180. 00000100:00000001:0.0:1783979365.429133:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979365.429134:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979365.429135:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979365.429137:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b480 x1870620403002880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979390 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.429140:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979365.429141:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979365.429142:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979365.429143:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979365.429144:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979365.429145:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979365.429146:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979365.429146:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14c00. 02000000:00000001:0.0:1783979365.429147:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979365.429148:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979365.429149:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b480. 00000100:00000001:0.0:1783979365.429150:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979365.429150:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979365.429151:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979365.429153:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38380 x1870620403003008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979390 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.429156:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979365.429156:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979365.429157:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979365.429158:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979365.429159:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979365.429159:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979365.429160:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979365.429161:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16800. 02000000:00000001:0.0:1783979365.429162:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979365.429163:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979365.429164:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38380. 00000100:00000001:0.0:1783979365.429165:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979365.429166:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979365.429167:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979365.429170:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979365.429170:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979365.429172:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979365.429173:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979365.429173:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979365.429175:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620403003136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.429179:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979365.429180:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979365.429181:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979365.429182:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979365.429183:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979365.429184:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403003136:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979365.429186:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979365.429187:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979365.429188:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979365.429189:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979365.429191:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979365.429192:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979365.429194:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979365.429195:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979365.429197:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979365.429199:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403003136, portal 4 00000100:00000001:0.0:1783979365.429200:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979365.429201:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783979365.429204:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620403003136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.429208:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979365.429210:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979365.429211:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979365.429213:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403003136, offset 0 00000400:00000200:0.0:1783979365.429215:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979365.429217:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979365.429219:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979365.429221:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979365.429222:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979365.429224:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979365.429225:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979365.429227:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826794:826794:256:4294967295] 192.168.201.148@tcp LPNI seq info [826765:826765:8:4294967295] 00000400:00000200:0.0:1783979365.429229:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979365.429233:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979365.429235:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979365.429237:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979365.429239:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979365.429241:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979365.429248:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979365.429249:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979365.429250:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979365.429252:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979365.429254:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979365.429255:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979365.429256:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979365.429258:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620403003136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.429262:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979365.429264:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620403003136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979390 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.429267:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979365.429268:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979365.429270:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979365.429271:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979365.429273:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979365.429274:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311691292 00000100:00000001:0.0:1783979365.429276:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311692538 00000100:00000001:0.0:1783979365.429277:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311691292 00000100:00000001:0.0:1783979365.429278:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311692538 00000100:00000001:0.0:1783979365.429279:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979365.429280:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979365.429281:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979365.429283:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979365/real 1783979365] req@ffff9b83eed39f80 x1870620403003136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979365.429287:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979365.429288:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979365.429289:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979365.429290:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979365.429291:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979365.429292:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979365.429309:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620403003136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979365.429314:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620403003136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.429320:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979365.429321:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979365.429323:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979365.429324:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979365.429328:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620403003136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.429333:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979365.429336:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620403003136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979390 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.429342:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979365.429344:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979365.429345:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979365.429346:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979365.429348:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979365.429351:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979365.429354:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979365.429357:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979365.429358:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979365.429361:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620403003136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979390 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979365.429367:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403003136:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979365.429370:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979365.429371:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979365.429374:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620403003136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979390 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979365.429379:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979365.429380:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979365.429382:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979365.429384:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979365.429385:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979365.429386:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979365.429388:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979365.429389:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15c00. 02000000:00000001:0.0:1783979365.429391:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979365.429392:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979365.429393:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783979365.429395:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979365.429396:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979365.429398:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979365.429400:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979365.429401:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979365.429403:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979365.429404:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979365.939412:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979365.939419:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979365.939423:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979365.939430:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979365.939448:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979365.939452:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979365.939457:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979365.939462:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979365.939469:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979365.939494:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979365.939498:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979365.939507:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979365.939511:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979365.939519:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979365.939523:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979365.939531:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979365.939536:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979365.939542:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979365.939547:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979365.939569:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979365.939573:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979365.939577:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979366.963622:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979366.963627:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979366.963628:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979366.963632:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979366.963635:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979366.963638:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979366.963643:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979366.963647:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979366.963652:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979366.963676:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979366.963681:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979366.963684:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979366.963688:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979366.963691:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979366.963693:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979366.963695:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979366.963697:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979366.963702:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979366.963704:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979366.963708:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979366.963710:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979366.963714:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979366.963717:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979366.963723:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979366.963726:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979366.963748:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979366.963752:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979366.963755:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979366.965719:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979366.965722:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979366.965724:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979366.965726:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979366.965728:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979366.965730:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979366.965732:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979366.965733:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979366.965736:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979367.987522:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979367.987526:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979367.987533:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979367.987536:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979367.987541:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979367.987544:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979367.987550:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979367.987553:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979367.987559:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979367.987562:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979367.987584:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979367.987588:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979367.987592:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979369.011365:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979369.011373:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979369.011380:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979369.011395:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979369.011401:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979369.011403:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979369.011407:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979369.011409:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979369.011412:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979369.011414:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979369.011441:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979369.011445:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979369.011450:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979369.011475:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979369.011481:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979369.011484:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979369.011487:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979369.011492:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979369.011496:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979369.011501:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979369.011505:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979369.011523:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979369.011550:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979369.011553:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979369.011555:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979369.011558:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979369.011561:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979369.011566:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979369.011571:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979369.011576:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979369.011581:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979370.035497:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979370.035511:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979370.035515:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979370.035530:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979370.035548:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979370.035559:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979370.035589:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979370.035590:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979370.035593:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979370.035611:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979370.035616:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979370.035620:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979370.035625:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979370.035633:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979370.035642:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979370.035646:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979370.035649:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979370.035655:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979370.035680:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979370.035682:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979370.035688:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979370.035689:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979370.035693:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979370.035695:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979370.035698:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979370.035699:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979370.035702:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979370.035703:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979370.035720:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979370.035722:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979370.035725:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979370.550099:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979370.550118:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979370.550124:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979370.550134:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1180 x1870620403003264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.550151:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979370.550154:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979370.550159:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979370.550162:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979370.550166:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979370.550173:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403003264:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979370.550184:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979370.550191:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979370.550195:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979370.550202:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979370.550210:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979370.550215:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979370.550226:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979370.550233:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979370.550243:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979370.550255:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403003264, portal 25 00000100:00000001:0.0:1783979370.550259:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979370.550262:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889962368 : -110483819589248 : ffff9b83fb2e1180) 00000100:00000040:0.0:1783979370.550273:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1180 x1870620403003264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.550288:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979370.550329:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979370.550334:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979370.550351:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620403003264, offset 0 00000400:00000200:0.0:1783979370.550373:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979370.550388:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979370.550400:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979370.550410:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979370.550418:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979370.550429:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979370.550434:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979370.550444:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826795:826795:256:4294967295] 192.168.201.148@tcp LPNI seq info [826766:826766:8:4294967295] 00000400:00000200:0.0:1783979370.550455:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979370.550475:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979370.550500:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979370.550510:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979370.550524:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979370.550533:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1783979370.550563:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979370.550568:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979370.550581:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979370.550592:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979370.550597:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979370.550599:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979370.550607:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979370.550614:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1180 x1870620403003264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.550627:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979370.550631:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1180 x1870620403003264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979395 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.550642:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979370.550646:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979370.550652:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979370.550658:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979370.550663:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311697661 00000100:00000010:0.0:1783979370.550670:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783979370.550679:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979370.550688:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311697661 00000100:00000010:0.0:1783979370.550693:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783979370.550697:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979370.550701:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979370.550704:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979370.550708:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979370.550714:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979370/real 1783979370] req@ffff9b83fb2e1180 x1870620403003264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979370.550728:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979370.550730:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979370.550733:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979370.550737:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979370.550739:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979370.550741:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979370.550745:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1180 x1870620403003264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979370.550756:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1180 x1870620403003264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.550769:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979370.550772:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979370.550778:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979370.550779:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979370.550785:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1180 x1870620403003264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.550808:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979370.550814:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1180 x1870620403003264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979395 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.550827:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979370.550831:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979370.550834:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979370.550836:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979370.550841:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979370.550843:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979370.550847:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979370.550852:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979370.550855:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979370.550861:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1180 x1870620403003264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979395 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979370.550870:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403003264:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979370.550881:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979370.550885:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979370.550890:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1180 x1870620403003264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979395 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.550899:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979370.550902:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979370.550906:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979370.550912:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979370.550915:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979370.550919:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979370.550925:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979370.550930:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064800. 02000000:00000001:0.0:1783979370.550938:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979370.550941:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979370.550946:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1180. 00000100:00000001:0.0:1783979370.550953:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979370.550956:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979370.550961:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979370.550971:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979370.550983:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979370.550988:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979370.550991:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979370.550993:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979370.550999:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3100 x1870620403003392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.551009:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979370.551011:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979370.551014:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979370.551016:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979370.551018:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979370.551025:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403003392:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979370.551029:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979370.551032:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979370.551035:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979370.551039:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979370.551044:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979370.551049:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979370.551058:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979370.551063:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979370.551071:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979370.551077:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403003392, portal 10 00000100:00000001:0.0:1783979370.551081:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979370.551082:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889970432 : -110483819581184 : ffff9b83fb2e3100) 00000100:00000040:0.0:1783979370.551091:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3100 x1870620403003392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.551096:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979370.551097:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979370.551099:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979370.551100:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403003392, offset 0 00000400:00000200:0.0:1783979370.551103:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979370.551108:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979370.551111:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979370.551114:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979370.551116:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979370.551118:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979370.551120:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979370.551122:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826796:826796:256:4294967295] 192.168.201.148@tcp LPNI seq info [826767:826767:8:4294967295] 00000400:00000200:0.0:1783979370.551125:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979370.551129:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979370.551132:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979370.551134:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979370.551138:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979370.551139:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1783979370.551147:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979370.551149:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979370.551151:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979370.551153:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979370.551156:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979370.551157:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979370.551158:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979370.551160:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3100 x1870620403003392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.551166:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979370.551167:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3100 x1870620403003392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979395 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.551172:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979370.551173:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979370.551174:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979370.551178:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979370.551179:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979370.551181:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311696402 00000100:00000001:0.0:1783979370.551183:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311697661 00000100:00000001:0.0:1783979370.551184:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311696402 00000100:00000001:0.0:1783979370.551185:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311697661 00000100:00000001:0.0:1783979370.551187:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979370.551188:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979370.551189:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979370.551191:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979370/real 1783979370] req@ffff9b83fb2e3100 x1870620403003392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979370.551196:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979370.551197:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979370.551198:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979370.551199:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979370.551200:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979370.551201:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979370.551203:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3100 x1870620403003392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979370.551209:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3100 x1870620403003392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.551212:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979370.551213:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979370.551214:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979370.551215:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979370.551217:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3100 x1870620403003392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.551220:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979370.551222:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3100 x1870620403003392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979395 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.551226:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979370.551227:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979370.551228:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979370.551229:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979370.551230:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979370.551238:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979370.551239:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979370.551241:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979370.551242:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979370.551244:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3100 x1870620403003392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979395 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979370.551249:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403003392:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979370.551251:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979370.551254:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2680 x1870620403003520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.551262:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979370.551263:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979370.551265:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979370.551266:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979370.551268:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979370.551269:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403003520:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979370.551271:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979370.551273:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979370.551274:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979370.551275:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979370.551278:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979370.551279:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979370.551281:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979370.551283:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979370.551285:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979370.551286:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403003520, portal 10 00000100:00000001:0.0:1783979370.551287:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979370.551289:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889967744 : -110483819583872 : ffff9b83fb2e2680) 00000100:00000040:0.0:1783979370.551310:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2680 x1870620403003520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.551315:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979370.551317:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979370.551318:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979370.551320:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403003520, offset 0 00000400:00000200:0.0:1783979370.551323:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979370.551325:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979370.551327:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979370.551329:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979370.551331:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979370.551332:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979370.551334:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979370.551336:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826797:826797:256:4294967295] 192.168.201.148@tcp LPNI seq info [826768:826768:8:4294967295] 00000400:00000200:0.0:1783979370.551340:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979370.551345:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979370.551350:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979370.551353:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979370.551368:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979370.551371:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1783979370.551381:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979370.551382:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979370.551385:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979370.551388:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979370.551391:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979370.551393:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979370.551395:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979370.551398:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2680 x1870620403003520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.551406:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979370.551408:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2680 x1870620403003520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979395 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.551412:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979370.551413:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979370.551415:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979370.551417:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979370.551419:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979370.551421:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311696398 00000100:00000001:0.0:1783979370.551422:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311697661 00000100:00000001:0.0:1783979370.551424:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311696398 00000100:00000001:0.0:1783979370.551425:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311697661 00000100:00000001:0.0:1783979370.551427:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979370.551429:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979370.551430:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979370.551432:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979370/real 1783979370] req@ffff9b83fb2e2680 x1870620403003520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979370.551437:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979370.551438:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979370.551439:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979370.551440:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979370.551441:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979370.551442:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979370.551444:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2680 x1870620403003520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979370.551449:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2680 x1870620403003520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.551453:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979370.551454:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979370.551454:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979370.551455:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979370.551457:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2680 x1870620403003520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.551460:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979370.551462:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2680 x1870620403003520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979395 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.551466:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979370.551467:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979370.551468:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979370.551469:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979370.551471:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979370.551476:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979370.551477:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979370.551480:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979370.551481:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979370.551484:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2680 x1870620403003520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979395 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979370.551488:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403003520:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979370.551490:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979370.551492:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1c00 x1870620403003648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.551495:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979370.551496:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979370.551497:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979370.551499:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979370.551500:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979370.551501:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403003648:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979370.551503:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979370.551505:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979370.551506:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979370.551507:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979370.551510:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979370.551511:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979370.551513:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979370.551514:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979370.551517:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979370.551519:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403003648, portal 4 00000100:00000001:0.0:1783979370.551520:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979370.551521:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889965056 : -110483819586560 : ffff9b83fb2e1c00) 00000100:00000040:0.0:1783979370.551525:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1c00 x1870620403003648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.551529:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979370.551530:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979370.551531:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979370.551533:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403003648, offset 0 00000400:00000200:0.0:1783979370.551535:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979370.551538:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979370.551540:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979370.551542:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979370.551543:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979370.551545:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979370.551546:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979370.551548:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826798:826798:256:4294967295] 192.168.201.148@tcp LPNI seq info [826769:826769:8:4294967295] 00000400:00000200:0.0:1783979370.551551:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979370.551555:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979370.551558:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979370.551560:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979370.551562:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979370.551564:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1783979370.551570:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979370.551572:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979370.551574:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979370.551576:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979370.551578:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979370.551579:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979370.551580:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979370.551582:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1c00 x1870620403003648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.551587:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979370.551589:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1c00 x1870620403003648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979395 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.551592:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979370.551593:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979370.551595:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979370.551597:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979370.551599:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979370.551600:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311696425 00000100:00000001:0.0:1783979370.551602:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311697661 00000100:00000001:0.0:1783979370.551603:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311696425 00000100:00000001:0.0:1783979370.551604:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311697661 00000100:00000001:0.0:1783979370.551605:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979370.551606:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979370.551607:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979370.551609:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979370/real 1783979370] req@ffff9b83fb2e1c00 x1870620403003648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979370.551613:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979370.551614:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979370.551614:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979370.551616:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979370.551617:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979370.551618:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979370.551620:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1c00 x1870620403003648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979370.551625:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1c00 x1870620403003648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.551628:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979370.551629:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979370.551629:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979370.551630:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979370.551632:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1c00 x1870620403003648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.551635:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979370.551637:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1c00 x1870620403003648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979395 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.551642:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979370.551643:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979370.551644:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979370.551645:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979370.551646:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979370.551649:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979370.551650:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979370.551651:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979370.551652:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979370.551654:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1c00 x1870620403003648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979395 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979370.551658:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403003648:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979370.551660:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979370.551661:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979370.551663:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3100 x1870620403003392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979395 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.551666:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979370.551667:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979370.551669:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979370.551670:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979370.551671:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979370.551671:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979370.551672:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979370.551674:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067000. 02000000:00000001:0.0:1783979370.551676:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979370.551677:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979370.551678:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3100. 00000100:00000001:0.0:1783979370.551680:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979370.551681:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979370.551683:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979370.551684:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2680 x1870620403003520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979395 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.551688:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979370.551689:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979370.551690:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979370.551692:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979370.551693:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979370.551693:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979370.551694:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979370.551695:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064c00. 02000000:00000001:0.0:1783979370.551696:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979370.551697:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979370.551697:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2680. 00000100:00000001:0.0:1783979370.551699:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979370.551700:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979370.551700:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979370.551702:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1c00 x1870620403003648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979395 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.551705:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979370.551706:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979370.551706:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979370.551709:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979370.551709:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979370.551710:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979370.551711:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979370.551712:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067800. 02000000:00000001:0.0:1783979370.551713:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979370.551714:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979370.551715:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1c00. 00000100:00000001:0.0:1783979370.551716:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979370.551717:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979370.551718:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979370.551721:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979370.551721:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979370.551722:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979370.551724:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979370.551724:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979370.551727:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3480 x1870620403003776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.551731:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979370.551732:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979370.551733:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979370.551733:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979370.551735:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979370.551736:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403003776:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979370.551738:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979370.551739:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979370.551740:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979370.551741:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979370.551743:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979370.551744:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979370.551746:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979370.551748:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979370.551749:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979370.551751:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403003776, portal 4 00000100:00000001:0.0:1783979370.551752:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979370.551753:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889971328 : -110483819580288 : ffff9b83fb2e3480) 00000100:00000040:0.0:1783979370.551757:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3480 x1870620403003776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.551761:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979370.551763:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979370.551764:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979370.551765:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403003776, offset 0 00000400:00000200:0.0:1783979370.551767:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979370.551769:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979370.551771:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979370.551772:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979370.551774:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979370.551776:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979370.551777:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979370.551779:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826799:826799:256:4294967295] 192.168.201.148@tcp LPNI seq info [826770:826770:8:4294967295] 00000400:00000200:0.0:1783979370.551782:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979370.551786:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979370.551788:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979370.551790:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979370.551792:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979370.551793:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1783979370.551800:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979370.551801:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979370.551803:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979370.551805:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979370.551807:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979370.551808:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979370.551809:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979370.551811:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3480 x1870620403003776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.551815:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979370.551817:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3480 x1870620403003776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979395 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.551821:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979370.551822:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979370.551823:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979370.551825:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979370.551826:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979370.551827:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311696415 00000100:00000001:0.0:1783979370.551828:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311697661 00000100:00000001:0.0:1783979370.551830:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311696415 00000100:00000001:0.0:1783979370.551833:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311697661 00000100:00000001:0.0:1783979370.551834:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979370.551836:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979370.551837:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979370.551839:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979370/real 1783979370] req@ffff9b83fb2e3480 x1870620403003776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979370.551843:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979370.551843:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979370.551844:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979370.551845:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979370.551846:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979370.551847:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979370.551848:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3480 x1870620403003776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979370.551854:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3480 x1870620403003776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.551857:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979370.551858:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979370.551859:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979370.551860:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979370.551862:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3480 x1870620403003776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.551865:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979370.551867:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3480 x1870620403003776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979395 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.551870:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979370.551871:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979370.551872:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979370.551873:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979370.551874:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979370.551878:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979370.551879:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979370.551881:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979370.551883:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979370.551885:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3480 x1870620403003776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979395 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979370.551890:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403003776:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979370.551891:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979370.551892:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979370.551894:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3480 x1870620403003776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979395 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979370.551897:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979370.551898:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979370.551898:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979370.551900:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979370.551900:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979370.551901:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979370.551902:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979370.551903:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065000. 02000000:00000001:0.0:1783979370.551904:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979370.551904:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979370.551905:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3480. 00000100:00000001:0.0:1783979370.551906:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979370.551907:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979370.551908:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979370.551910:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979370.551911:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979370.551913:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979370.551914:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979371.059661:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979371.059664:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979371.059666:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979371.059668:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979371.059670:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979371.059672:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979371.059673:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979371.059674:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979371.059675:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979371.059682:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979371.059683:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979371.059684:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979371.059685:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979371.059687:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979371.059688:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979371.059756:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979371.059757:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979371.059759:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979371.059767:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979371.059769:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979371.059769:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979371.059771:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979371.059772:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979371.059774:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979371.059775:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979371.059776:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979371.059777:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979371.059797:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979371.059801:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979371.059806:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979371.059810:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979371.059812:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979371.059817:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979371.059821:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979371.059823:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979371.059826:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979371.059829:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979371.059834:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979371.059835:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979371.059837:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979371.059839:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979371.059840:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979371.059841:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979371.059843:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979371.059845:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979371.059850:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979371.059852:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979371.059854:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979371.059855:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979371.059856:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979371.059857:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979371.059859:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979371.059861:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979371.059865:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979371.059866:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979371.059867:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979371.059869:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979371.059870:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979371.059872:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979371.059873:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979371.059875:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979371.059895:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979371.059898:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979371.059900:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979372.084057:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979372.084065:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979372.084067:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979372.084072:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979372.084077:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979372.084081:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979372.084084:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979372.084087:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979372.084090:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979372.084123:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979372.084127:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979372.084131:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979372.084133:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979372.084137:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979372.084140:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979372.084144:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979372.084149:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979372.084156:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979372.084163:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979372.084190:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979372.084194:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979372.084197:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979372.084233:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979372.084238:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979372.084240:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979372.084243:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979372.084246:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979372.084249:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979372.084251:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979372.084253:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979372.084256:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979373.107463:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979373.107470:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979373.107479:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979373.107483:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979373.107490:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979373.107494:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979373.107519:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979373.107526:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979373.107533:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979373.107538:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979373.107568:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979373.107574:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979373.107581:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979373.107712:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979373.107717:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979373.107719:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979373.107723:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979373.107728:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979373.107733:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979373.107738:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979373.107742:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979373.107747:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979374.132901:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979374.132912:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979374.132914:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979374.132918:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979374.132921:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979374.132923:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979374.132926:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979374.132927:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979374.132929:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979374.132951:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979374.132953:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979374.132958:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979374.132959:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979374.132963:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979374.132964:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979374.132966:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979374.132968:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979374.132971:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979374.132972:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979374.132989:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979374.132991:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979374.132994:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979375.155647:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979375.155654:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979375.155657:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979375.155663:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979375.155667:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979375.155671:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979375.155676:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979375.155678:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979375.155684:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979375.155712:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979375.155718:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979375.155726:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979375.155728:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979375.155732:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979375.155734:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979375.155738:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979375.155740:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979375.155742:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979375.155744:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979375.155765:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979375.155768:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979375.155771:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979375.668139:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979375.668143:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979375.668145:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979375.668151:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0e00 x1870620403003904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.668158:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979375.668159:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979375.668163:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979375.668165:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979375.668167:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979375.668170:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403003904:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979375.668174:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979375.668177:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979375.668179:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979375.668182:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979375.668187:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979375.668189:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979375.668194:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979375.668198:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979375.668204:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979375.668210:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403003904, portal 25 00000100:00000001:0.0:1783979375.668213:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979375.668214:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889961472 : -110483819590144 : ffff9b83fb2e0e00) 00000100:00000040:0.0:1783979375.668219:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0e00 x1870620403003904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.668226:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979375.668229:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979375.668232:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979375.668236:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620403003904, offset 0 00000400:00000200:0.0:1783979375.668242:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979375.668249:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979375.668255:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979375.668260:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979375.668263:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979375.668277:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979375.668280:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979375.668284:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826800:826800:256:4294967295] 192.168.201.148@tcp LPNI seq info [826771:826771:8:4294967295] 00000400:00000200:0.0:1783979375.668288:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979375.668334:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979375.668341:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979375.668347:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979375.668353:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979375.668356:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783979375.668371:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979375.668373:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979375.668379:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979375.668383:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979375.668388:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979375.668391:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979375.668397:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979375.668400:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0e00 x1870620403003904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.668410:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979375.668413:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0e00 x1870620403003904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979400 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.668420:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979375.668421:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979375.668427:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979375.668431:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979375.668435:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311702779 00000100:00000010:0.0:1783979375.668440:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783979375.668445:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979375.668450:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311702779 00000100:00000010:0.0:1783979375.668453:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783979375.668456:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979375.668459:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979375.668461:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979375.668464:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979375.668468:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979375/real 1783979375] req@ffff9b83fb2e0e00 x1870620403003904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979375.668475:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979375.668476:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979375.668478:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979375.668480:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979375.668481:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979375.668483:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979375.668485:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0e00 x1870620403003904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979375.668490:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0e00 x1870620403003904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.668493:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979375.668494:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979375.668496:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979375.668497:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979375.668499:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0e00 x1870620403003904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.668503:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979375.668505:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0e00 x1870620403003904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979400 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.668512:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979375.668515:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979375.668516:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979375.668517:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979375.668519:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979375.668521:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979375.668524:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979375.668527:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979375.668530:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979375.668534:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0e00 x1870620403003904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979400 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979375.668542:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403003904:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979375.668546:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979375.668549:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1500 x1870620403004032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.668556:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979375.668557:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979375.668559:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979375.668561:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979375.668563:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979375.668566:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403004032:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979375.668568:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979375.668570:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979375.668571:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979375.668572:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979375.668575:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979375.668576:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979375.668579:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979375.668582:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979375.668585:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979375.668588:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403004032, portal 10 00000100:00000001:0.0:1783979375.668590:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979375.668591:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889963264 : -110483819588352 : ffff9b83fb2e1500) 00000100:00000040:0.0:1783979375.668597:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1500 x1870620403004032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.668603:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979375.668605:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979375.668608:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979375.668610:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403004032, offset 0 00000400:00000200:0.0:1783979375.668614:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979375.668618:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979375.668621:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979375.668624:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979375.668626:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979375.668628:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979375.668630:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979375.668632:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826801:826801:256:4294967295] 192.168.201.148@tcp LPNI seq info [826772:826772:8:4294967295] 00000400:00000200:0.0:1783979375.668636:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979375.668642:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979375.668646:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979375.668650:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979375.668653:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979375.668656:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783979375.668665:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979375.668666:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979375.668669:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979375.668673:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979375.668675:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979375.668677:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979375.668680:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979375.668683:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1500 x1870620403004032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.668691:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979375.668694:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1500 x1870620403004032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979400 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.668700:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979375.668701:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979375.668704:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979375.668708:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979375.668711:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979375.668712:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311701520 00000100:00000001:0.0:1783979375.668715:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311702779 00000100:00000001:0.0:1783979375.668717:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311701520 00000100:00000001:0.0:1783979375.668719:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311702779 00000100:00000001:0.0:1783979375.668721:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979375.668722:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979375.668724:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979375.668728:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979375/real 1783979375] req@ffff9b83fb2e1500 x1870620403004032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979375.668736:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979375.668737:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979375.668739:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979375.668741:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979375.668743:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979375.668745:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979375.668748:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1500 x1870620403004032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979375.668753:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1500 x1870620403004032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.668761:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979375.668762:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979375.668763:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979375.668764:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979375.668766:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1500 x1870620403004032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.668770:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979375.668772:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1500 x1870620403004032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979400 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.668776:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979375.668777:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979375.668778:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979375.668779:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979375.668780:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979375.668786:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979375.668787:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979375.668789:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979375.668790:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979375.668792:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1500 x1870620403004032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979400 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979375.668796:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403004032:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979375.668799:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979375.668801:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0700 x1870620403004160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.668805:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979375.668806:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979375.668808:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979375.668810:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979375.668812:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979375.668815:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403004160:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979375.668818:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979375.668819:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979375.668821:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979375.668822:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979375.668825:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979375.668827:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979375.668830:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979375.668833:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979375.668836:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979375.668839:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403004160, portal 10 00000100:00000001:0.0:1783979375.668841:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979375.668842:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889959680 : -110483819591936 : ffff9b83fb2e0700) 00000100:00000040:0.0:1783979375.668848:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0700 x1870620403004160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.668854:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979375.668857:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979375.668859:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979375.668861:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403004160, offset 0 00000400:00000200:0.0:1783979375.668865:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979375.668869:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979375.668872:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979375.668874:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979375.668877:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979375.668879:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979375.668881:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979375.668883:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826802:826802:256:4294967295] 192.168.201.148@tcp LPNI seq info [826773:826773:8:4294967295] 00000400:00000200:0.0:1783979375.668887:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979375.668893:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979375.668898:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979375.668901:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979375.668905:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979375.668907:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783979375.668913:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979375.668915:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979375.668917:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979375.668919:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979375.668921:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979375.668922:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979375.668924:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979375.668926:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0700 x1870620403004160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.668930:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979375.668932:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0700 x1870620403004160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979400 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.668936:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979375.668937:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979375.668939:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979375.668941:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979375.668942:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979375.668944:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311701515 00000100:00000001:0.0:1783979375.668946:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311702779 00000100:00000001:0.0:1783979375.668948:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311701515 00000100:00000001:0.0:1783979375.668950:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311702779 00000100:00000001:0.0:1783979375.668952:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979375.668954:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979375.668956:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979375.668959:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979375/real 1783979375] req@ffff9b83fb2e0700 x1870620403004160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979375.668967:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979375.668968:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979375.668970:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979375.668972:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979375.668974:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979375.668976:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979375.668979:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0700 x1870620403004160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979375.668986:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0700 x1870620403004160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.668991:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979375.668993:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979375.668995:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979375.668996:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979375.668999:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0700 x1870620403004160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.669005:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979375.669008:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0700 x1870620403004160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979400 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.669014:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979375.669016:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979375.669017:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979375.669019:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979375.669020:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979375.669025:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979375.669028:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979375.669031:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979375.669034:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979375.669038:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0700 x1870620403004160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979400 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979375.669045:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403004160:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979375.669048:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979375.669051:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2d80 x1870620403004288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.669057:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979375.669059:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979375.669061:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979375.669062:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979375.669064:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979375.669067:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403004288:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979375.669070:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979375.669072:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979375.669073:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979375.669075:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979375.669078:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979375.669080:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979375.669083:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979375.669086:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979375.669089:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979375.669092:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403004288, portal 4 00000100:00000001:0.0:1783979375.669094:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979375.669095:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889969536 : -110483819582080 : ffff9b83fb2e2d80) 00000100:00000040:0.0:1783979375.669101:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2d80 x1870620403004288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.669107:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979375.669109:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979375.669111:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979375.669114:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403004288, offset 0 00000400:00000200:0.0:1783979375.669117:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979375.669120:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979375.669122:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979375.669124:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979375.669126:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979375.669127:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979375.669129:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979375.669130:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826803:826803:256:4294967295] 192.168.201.148@tcp LPNI seq info [826774:826774:8:4294967295] 00000400:00000200:0.0:1783979375.669133:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979375.669137:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979375.669139:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979375.669141:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979375.669144:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979375.669145:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783979375.669152:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979375.669153:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979375.669155:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979375.669157:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979375.669159:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979375.669160:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979375.669162:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979375.669164:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2d80 x1870620403004288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.669168:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979375.669170:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2d80 x1870620403004288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979400 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.669173:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979375.669174:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979375.669176:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979375.669178:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979375.669180:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979375.669181:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311701542 00000100:00000001:0.0:1783979375.669183:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311702779 00000100:00000001:0.0:1783979375.669184:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311701542 00000100:00000001:0.0:1783979375.669185:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311702779 00000100:00000001:0.0:1783979375.669186:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979375.669187:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979375.669188:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979375.669190:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979375/real 1783979375] req@ffff9b83fb2e2d80 x1870620403004288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979375.669194:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979375.669195:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979375.669196:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979375.669198:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979375.669199:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979375.669200:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979375.669202:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2d80 x1870620403004288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979375.669206:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2d80 x1870620403004288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.669210:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979375.669210:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979375.669211:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979375.669212:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979375.669214:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2d80 x1870620403004288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.669217:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979375.669219:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2d80 x1870620403004288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979400 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.669223:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979375.669224:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979375.669225:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979375.669226:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979375.669227:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979375.669231:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979375.669233:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979375.669236:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979375.669238:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979375.669241:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2d80 x1870620403004288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979400 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979375.669248:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403004288:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979375.669252:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979375.669254:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3b80 x1870620403004416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.669261:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979375.669262:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979375.669264:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979375.669266:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979375.669279:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979375.669282:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403004416:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979375.669285:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979375.669287:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979375.669288:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979375.669290:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979375.669320:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979375.669322:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979375.669325:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979375.669328:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979375.669331:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979375.669334:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403004416, portal 4 00000100:00000001:0.0:1783979375.669337:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979375.669338:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889973120 : -110483819578496 : ffff9b83fb2e3b80) 00000100:00000040:0.0:1783979375.669345:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3b80 x1870620403004416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.669351:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979375.669354:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979375.669357:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979375.669359:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403004416, offset 0 00000400:00000200:0.0:1783979375.669362:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979375.669365:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979375.669367:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979375.669369:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979375.669370:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979375.669372:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979375.669373:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979375.669375:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826804:826804:256:4294967295] 192.168.201.148@tcp LPNI seq info [826775:826775:8:4294967295] 00000400:00000200:0.0:1783979375.669378:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979375.669381:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979375.669384:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979375.669386:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979375.669388:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979375.669390:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783979375.669396:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979375.669398:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979375.669400:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979375.669402:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979375.669404:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979375.669405:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979375.669406:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979375.669408:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3b80 x1870620403004416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.669417:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979375.669419:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3b80 x1870620403004416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979400 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.669422:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979375.669423:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979375.669425:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979375.669427:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979375.669429:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979375.669430:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311701533 00000100:00000001:0.0:1783979375.669432:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311702779 00000100:00000001:0.0:1783979375.669433:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311701533 00000100:00000001:0.0:1783979375.669434:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311702779 00000100:00000001:0.0:1783979375.669435:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979375.669436:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979375.669437:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979375.669439:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979375/real 1783979375] req@ffff9b83fb2e3b80 x1870620403004416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979375.669443:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979375.669444:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979375.669445:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979375.669446:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979375.669447:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979375.669449:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979375.669451:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3b80 x1870620403004416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979375.669455:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3b80 x1870620403004416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.669460:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979375.669461:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979375.669463:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979375.669464:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979375.669467:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3b80 x1870620403004416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.669473:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979375.669477:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3b80 x1870620403004416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979400 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.669484:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979375.669486:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979375.669487:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979375.669488:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979375.669490:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979375.669494:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979375.669496:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979375.669499:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979375.669501:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979375.669505:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3b80 x1870620403004416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979400 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979375.669512:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403004416:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979375.669515:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979375.669517:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979375.669520:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0e00 x1870620403003904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979400 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.669526:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979375.669529:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979375.669531:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979375.669534:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979375.669537:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979375.669539:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979375.669541:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979375.669544:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065800. 02000000:00000001:0.0:1783979375.669547:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979375.669549:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979375.669550:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0e00. 00000100:00000001:0.0:1783979375.669552:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979375.669553:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979375.669554:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979375.669557:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1500 x1870620403004032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979400 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.669561:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979375.669561:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979375.669562:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979375.669565:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979375.669566:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979375.669566:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979375.669567:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979375.669568:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065400. 02000000:00000001:0.0:1783979375.669569:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979375.669570:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979375.669570:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1500. 00000100:00000001:0.0:1783979375.669571:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979375.669572:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979375.669573:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979375.669574:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0700 x1870620403004160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979400 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.669578:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979375.669579:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979375.669580:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979375.669582:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979375.669583:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979375.669584:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979375.669586:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979375.669588:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065000. 02000000:00000001:0.0:1783979375.669590:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979375.669591:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979375.669592:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0700. 00000100:00000001:0.0:1783979375.669594:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979375.669595:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979375.669597:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979375.669600:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2d80 x1870620403004288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979400 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.669607:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979375.669608:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979375.669609:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979375.669611:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979375.669612:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979375.669614:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979375.669616:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979375.669617:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067800. 02000000:00000001:0.0:1783979375.669619:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979375.669620:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979375.669621:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2d80. 00000100:00000001:0.0:1783979375.669624:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979375.669625:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979375.669626:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979375.669629:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3b80 x1870620403004416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979400 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979375.669633:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979375.669633:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979375.669634:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979375.669636:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979375.669636:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979375.669637:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979375.669638:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979375.669639:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064c00. 02000000:00000001:0.0:1783979375.669640:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979375.669640:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979375.669641:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3b80. 00000100:00000001:0.0:1783979375.669642:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979375.669643:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979375.669644:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979375.669649:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979375.669651:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979375.669652:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979375.669654:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979376.179426:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979376.179431:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979376.179438:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979376.179442:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979376.179449:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979376.179452:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979376.179457:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979376.179460:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979376.179464:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979376.179466:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979376.179652:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979376.179657:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979376.179673:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979376.179676:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979376.179680:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979376.179685:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979376.179691:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979376.179695:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979376.179698:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979376.179874:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979376.179877:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979376.179878:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979376.179881:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979376.179883:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979376.179885:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979376.181349:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979376.181351:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979376.181353:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979377.203424:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979377.203429:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979377.203433:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979377.203439:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979377.203445:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979377.203452:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979377.204887:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979377.204891:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979377.204894:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979377.204917:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979377.204922:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979377.204924:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979377.204928:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979377.204932:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979377.204934:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979377.204936:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979377.204938:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979377.204942:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979377.204944:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979377.204950:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979377.204951:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979377.204955:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979377.204956:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979377.204959:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979377.204960:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979378.227440:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979378.227447:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979378.227472:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979378.227481:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979378.227500:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979378.227504:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979378.227516:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979378.227519:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979378.227529:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979378.227533:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979378.227600:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979378.227606:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979378.227616:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979378.227622:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979378.227625:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979378.227629:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979378.227632:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979378.227635:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979378.227642:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979379.253003:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979379.253008:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979379.253009:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979379.253012:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979379.253015:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979379.253017:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979379.253020:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979379.253022:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979379.253024:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979379.253051:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979379.253054:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979379.253060:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979379.253061:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979379.253067:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979379.253068:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979379.253073:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979379.253075:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979379.253080:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979379.253081:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979379.253118:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979379.253123:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979379.253131:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979379.253161:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979379.253165:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979379.253169:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979379.253175:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979379.253179:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979379.253183:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979379.253193:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979379.253195:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979379.253198:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979380.275406:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979380.275412:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979380.275417:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979380.275422:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979380.275427:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979380.275432:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979380.275438:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979380.275442:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979380.275445:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979380.275471:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979380.275476:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979380.275483:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979380.275485:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979380.275490:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979380.275492:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979380.275508:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979380.275510:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979380.275513:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979380.275515:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979380.275546:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979380.275552:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979380.275557:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979380.278482:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979380.278484:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979380.278485:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979380.278486:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979380.278488:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979380.278489:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979380.278490:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979380.278491:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979380.278493:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979380.787454:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979380.787472:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979380.787475:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979380.787478:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979380.787482:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979380.787489:0:297279:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 17034 00000400:00000200:0.0:1783979380.787497:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979380.787503:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979380.787506:0:297279:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979380.787508:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979380.787512:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979380.787514:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979380.787516:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979380.787520:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979380.787522:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783979380.787524:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979380.787527:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783979380.787530:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783979380.787532:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783979380.787535:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979380.787537:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979380.787539:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979380.787541:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979380.787544:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783979380.787547:0:297279:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979380.787549:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979380.787552:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979380.787555:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979380.787558:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979380.787561:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979380.787564:0:297279:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979380.787575:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783979380.787587:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783979380.787591:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979380.787592:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979380.787595:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979380.787598:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979380.787602:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979380.787621:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783979380.787627:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979380.787645:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620403004544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979380.787661:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979380.787665:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979380.787669:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620403004544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979380.787697:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979380.787701:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979380.787704:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979380.787705:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979380.787707:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979380.787710:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979380.787712:0:297279:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17034 00000400:00000200:0.0:1783979380.787715:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979380.787718:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979380.787720:0:297279:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979380.787723:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979380.787724:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979380.787727:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979380.787728:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979380.787730:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979380.787732:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783979380.787733:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979380.787735:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783979380.787737:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783979380.787738:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783979380.787741:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979380.787743:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979380.787744:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979380.787746:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979380.787748:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783979380.787750:0:297279:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979380.787752:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979380.787754:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979380.787759:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979380.787761:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979380.787763:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979380.787767:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979380.787769:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979380.787771:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979380.787775:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783979380.787777:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979380.787779:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979380.787780:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979380.787782:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979380.787784:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979380.787785:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979380.787789:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783979380.787792:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979380.787797:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620403004672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979380.787812:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979380.787814:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979380.787818:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620403004672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979380.787825:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979380.787828:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979380.787831:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979380.787833:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979380.787834:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979380.787837:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979380.787884:0:297279:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17034 00000400:00000200:0.0:1783979380.787888:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979380.787891:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979380.787893:0:297279:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979380.787896:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979380.787898:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979380.787900:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979380.787902:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979380.787904:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979380.787905:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783979380.787906:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979380.787908:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783979380.787910:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783979380.787912:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783979380.787914:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979380.787916:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979380.787918:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979380.787919:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979380.787921:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783979380.787924:0:297279:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979380.787926:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979380.787928:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979380.787931:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979380.787933:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979380.787934:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979380.787936:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979380.787938:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979380.787940:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979380.787943:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783979380.787945:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979380.787947:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979380.787949:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979380.787951:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979380.787952:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979380.787954:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979380.787957:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783979380.787960:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979380.787965:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620403004800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979380.787971:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979380.787973:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979380.787977:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620403004800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979380.787984:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979380.787987:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979380.787989:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979380.787991:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979380.787992:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979380.787994:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979380.787997:0:297279:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17034 00000400:00000200:0.0:1783979380.788000:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979380.788003:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979380.788005:0:297279:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979380.788008:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979380.788010:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979380.788011:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979380.788013:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979380.788015:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979380.788016:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783979380.788017:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979380.788019:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783979380.788021:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783979380.788024:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783979380.788026:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979380.788028:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979380.788029:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979380.788031:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979380.788033:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783979380.788036:0:297279:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979380.788038:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979380.788040:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979380.788043:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979380.788045:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979380.788047:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979380.788049:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979380.788051:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979380.788052:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979380.788056:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783979380.788059:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979380.788061:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979380.788062:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979380.788064:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979380.788065:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979380.788066:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979380.788070:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783979380.788073:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979380.788077:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620403004928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979380.788084:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979380.788086:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979380.788090:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620403004928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979380.788097:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979380.788099:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979380.788102:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979380.788104:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979380.788105:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979380.788107:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979380.788110:0:297279:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17034 00000400:00000200:0.0:1783979380.788113:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979380.788116:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979380.788118:0:297279:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979380.788120:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979380.788122:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979380.788124:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979380.788126:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979380.788128:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979380.788129:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783979380.788131:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979380.788133:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783979380.788135:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783979380.788137:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783979380.788153:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979380.788155:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979380.788158:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979380.788159:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979380.788162:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783979380.788164:0:297279:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979380.788167:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979380.788168:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979380.788171:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979380.788173:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979380.788175:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979380.788177:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979380.788191:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979380.788193:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979380.788197:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783979380.788200:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979380.788202:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979380.788203:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979380.788204:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979380.788206:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979380.788208:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979380.788211:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783979380.788224:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979380.788229:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620403005056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979380.788236:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979380.788238:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979380.788242:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620403005056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979380.788249:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979380.788254:0:297279:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17044) 00010000:00000001:0.0:1783979381.300273:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979381.300277:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979381.300281:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979381.300284:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979381.300286:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979381.300289:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979381.300307:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979381.300310:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979381.300312:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979381.300314:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979381.300318:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979381.300319:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979381.300321:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979381.300322:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979381.300324:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979381.300325:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979381.300327:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979381.300329:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979381.300333:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979381.300334:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979381.300336:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979381.300337:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979381.300338:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979381.300340:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979381.300341:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979381.300343:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979381.300347:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979381.300348:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979381.300349:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979381.300351:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979381.300352:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979381.300353:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979381.300355:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979381.300356:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979381.300379:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979381.300382:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979381.300384:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979381.300392:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979381.300395:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979381.300397:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979381.300402:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979381.300406:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979381.300410:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979381.300412:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979381.300414:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979381.300418:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979382.323458:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979382.323467:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979382.323472:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979382.323479:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979382.323486:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979382.323495:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979382.323504:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979382.323510:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979382.323521:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979382.323566:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979382.323571:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979382.323578:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979382.323581:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979382.323590:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979382.323595:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979382.323606:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979382.323611:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979382.323619:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979382.323623:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979382.323673:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979382.323679:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979382.323685:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979382.323724:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979382.323729:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979382.323730:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979382.323734:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979382.323738:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979382.323741:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979382.323743:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979382.323745:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979382.323748:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979383.351067:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979383.351075:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979383.351087:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979383.351091:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979383.351100:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979383.351103:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979383.351111:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979383.351114:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979383.351121:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979383.351123:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979383.351176:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979383.351183:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979383.351188:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979384.371414:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979384.371418:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979384.371424:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979384.371428:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979384.371435:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979384.371438:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979384.371451:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979384.371455:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979384.371464:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979384.371467:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979385.395646:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979385.395649:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979385.395650:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979385.395653:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979385.395654:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979385.395656:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979385.395658:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979385.395659:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979385.395661:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979385.395682:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979385.395684:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979385.395689:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979385.395690:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979385.395694:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979385.395695:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979385.395698:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979385.395699:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979385.395703:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979385.395704:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979385.907973:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979385.907979:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979385.907983:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979385.907994:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883100 x1870620403005184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.908012:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979385.908017:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979385.908023:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979385.908028:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979385.908034:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979385.908041:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403005184:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979385.908048:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979385.908054:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979385.908058:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979385.908064:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979385.908071:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979385.908077:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979385.908084:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979385.908102:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979385.908112:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979385.908121:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403005184, portal 25 00000100:00000001:0.0:1783979385.908126:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979385.908129:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542080 : -110484015009536 : ffff9b83ef883100) 00000100:00000040:0.0:1783979385.908140:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883100 x1870620403005184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.908153:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979385.908159:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979385.908164:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979385.908169:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620403005184, offset 0 00000400:00000200:0.0:1783979385.908179:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979385.908190:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979385.908213:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979385.908222:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979385.908232:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979385.908239:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979385.908246:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979385.908256:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826810:826810:256:4294967295] 192.168.201.148@tcp LPNI seq info [826781:826781:8:4294967295] 00000400:00000200:0.0:1783979385.908268:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979385.908288:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979385.908324:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979385.908333:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979385.908353:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979385.908359:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783979385.908386:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979385.908391:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979385.908399:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979385.908409:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979385.908415:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979385.908419:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979385.908426:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979385.908435:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883100 x1870620403005184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.908452:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979385.908459:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883100 x1870620403005184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979410 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.908474:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979385.908478:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979385.908488:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979385.908496:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979385.908502:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311713019 00000100:00000010:0.0:1783979385.908510:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783979385.908519:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979385.908528:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311713019 00000100:00000010:0.0:1783979385.908533:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783979385.908538:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979385.908545:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979385.908551:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979385.908557:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979385.908564:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979385/real 1783979385] req@ffff9b83ef883100 x1870620403005184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979385.908603:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979385.908606:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979385.908611:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979385.908616:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979385.908620:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979385.908626:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979385.908632:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883100 x1870620403005184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979385.908643:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883100 x1870620403005184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.908650:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979385.908653:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979385.908656:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979385.908657:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979385.908662:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883100 x1870620403005184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.908668:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979385.908672:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883100 x1870620403005184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979410 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.908679:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979385.908681:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979385.908683:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979385.908684:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979385.908686:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979385.908688:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979385.908690:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979385.908694:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979385.908697:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979385.908702:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883100 x1870620403005184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979410 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979385.908711:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403005184:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979385.908715:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979385.908719:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883480 x1870620403005312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.908725:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979385.908726:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979385.908729:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979385.908730:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979385.908732:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979385.908735:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403005312:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979385.908738:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979385.908740:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979385.908741:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979385.908743:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979385.908746:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979385.908747:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979385.908751:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979385.908754:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979385.908757:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979385.908760:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403005312, portal 10 00000100:00000001:0.0:1783979385.908761:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979385.908762:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542976 : -110484015008640 : ffff9b83ef883480) 00000100:00000040:0.0:1783979385.908769:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883480 x1870620403005312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.908774:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979385.908776:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979385.908779:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979385.908781:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403005312, offset 0 00000400:00000200:0.0:1783979385.908785:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979385.908790:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979385.908793:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979385.908796:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979385.908799:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979385.908801:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979385.908803:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979385.908805:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826811:826811:256:4294967295] 192.168.201.148@tcp LPNI seq info [826782:826782:8:4294967295] 00000400:00000200:0.0:1783979385.908809:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979385.908814:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979385.908818:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979385.908821:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979385.908825:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979385.908827:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783979385.908838:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979385.908840:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979385.908843:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979385.908846:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979385.908849:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979385.908850:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979385.908852:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979385.908855:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883480 x1870620403005312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.908862:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979385.908864:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883480 x1870620403005312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979410 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.908869:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979385.908871:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979385.908874:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979385.908877:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979385.908880:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979385.908882:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311711760 00000100:00000001:0.0:1783979385.908885:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311713019 00000100:00000001:0.0:1783979385.908887:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311711760 00000100:00000001:0.0:1783979385.908889:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311713019 00000100:00000001:0.0:1783979385.908891:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979385.908893:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979385.908895:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979385.908898:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979385/real 1783979385] req@ffff9b83ef883480 x1870620403005312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979385.908904:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979385.908905:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979385.908907:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979385.908910:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979385.908912:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979385.908913:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979385.908916:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883480 x1870620403005312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979385.908924:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883480 x1870620403005312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.908929:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979385.908931:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979385.908932:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979385.908934:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979385.908937:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883480 x1870620403005312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.908943:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979385.908947:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883480 x1870620403005312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979410 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.908953:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979385.908957:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979385.908958:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979385.908959:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979385.908961:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979385.908971:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979385.908974:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979385.908978:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979385.908980:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979385.908984:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883480 x1870620403005312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979410 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979385.908991:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403005312:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979385.908995:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979385.908997:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979385.909000:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883100 x1870620403005184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979410 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.909006:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979385.909010:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979385.909013:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979385.909017:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979385.909019:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979385.909021:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979385.909023:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979385.909026:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783979385.909030:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979385.909032:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979385.909034:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883100. 00000100:00000001:0.0:1783979385.909039:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979385.909040:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979385.909042:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979385.909045:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883480 x1870620403005312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979410 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.909055:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979385.909056:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979385.909057:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979385.909059:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979385.909060:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979385.909061:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979385.909063:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979385.909064:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634000. 02000000:00000001:0.0:1783979385.909066:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979385.909068:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979385.909069:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883480. 00000100:00000001:0.0:1783979385.909071:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979385.909072:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979385.909074:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979385.909082:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979385.909083:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979385.909086:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979385.909087:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979385.909088:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979385.909106:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882a00 x1870620403005440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.909113:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979385.909114:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979385.909116:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979385.909118:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979385.909120:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979385.909122:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403005440:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979385.909125:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979385.909127:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979385.909129:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979385.909131:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979385.909134:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979385.909135:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979385.909139:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979385.909141:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979385.909145:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979385.909148:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403005440, portal 10 00000100:00000001:0.0:1783979385.909150:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979385.909151:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694540288 : -110484015011328 : ffff9b83ef882a00) 00000100:00000040:0.0:1783979385.909157:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882a00 x1870620403005440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.909163:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979385.909165:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979385.909167:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979385.909170:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403005440, offset 0 00000400:00000200:0.0:1783979385.909174:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979385.909178:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979385.909181:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979385.909184:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979385.909186:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979385.909189:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979385.909191:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979385.909193:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826812:826812:256:4294967295] 192.168.201.148@tcp LPNI seq info [826783:826783:8:4294967295] 00000400:00000200:0.0:1783979385.909197:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979385.909203:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979385.909207:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979385.909210:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979385.909214:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979385.909216:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783979385.909226:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979385.909228:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979385.909230:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979385.909234:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979385.909237:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979385.909239:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979385.909241:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979385.909244:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882a00 x1870620403005440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.909251:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979385.909254:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882a00 x1870620403005440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979410 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.909259:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979385.909261:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979385.909263:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979385.909266:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979385.909269:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979385.909272:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311711755 00000100:00000001:0.0:1783979385.909274:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311713019 00000100:00000001:0.0:1783979385.909276:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311711755 00000100:00000001:0.0:1783979385.909278:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311713019 00000100:00000001:0.0:1783979385.909280:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979385.909282:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979385.909283:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979385.909286:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979385/real 1783979385] req@ffff9b83ef882a00 x1870620403005440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979385.909321:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979385.909322:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979385.909325:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979385.909327:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979385.909329:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979385.909331:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979385.909335:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882a00 x1870620403005440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979385.909342:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882a00 x1870620403005440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.909349:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979385.909351:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979385.909352:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979385.909354:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979385.909357:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882a00 x1870620403005440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.909364:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979385.909367:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882a00 x1870620403005440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979410 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.909375:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979385.909377:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979385.909378:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979385.909380:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979385.909381:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979385.909387:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979385.909389:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979385.909393:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979385.909395:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979385.909398:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882a00 x1870620403005440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979410 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979385.909406:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403005440:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979385.909409:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979385.909412:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881180 x1870620403005568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.909419:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979385.909420:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979385.909423:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979385.909424:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979385.909426:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979385.909429:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403005568:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979385.909432:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979385.909435:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979385.909436:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979385.909438:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979385.909441:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979385.909443:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979385.909446:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979385.909449:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979385.909452:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979385.909454:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403005568, portal 4 00000100:00000001:0.0:1783979385.909456:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979385.909457:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694534016 : -110484015017600 : ffff9b83ef881180) 00000100:00000040:0.0:1783979385.909464:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881180 x1870620403005568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.909470:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979385.909473:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979385.909475:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979385.909478:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403005568, offset 0 00000400:00000200:0.0:1783979385.909482:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979385.909486:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979385.909489:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979385.909492:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979385.909494:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979385.909497:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979385.909501:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979385.909504:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826813:826813:256:4294967295] 192.168.201.148@tcp LPNI seq info [826784:826784:8:4294967295] 00000400:00000200:0.0:1783979385.909508:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979385.909513:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979385.909519:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979385.909522:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979385.909526:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979385.909529:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783979385.909538:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979385.909540:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979385.909543:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979385.909547:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979385.909550:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979385.909552:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979385.909554:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979385.909557:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881180 x1870620403005568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.909565:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979385.909568:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881180 x1870620403005568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979410 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.909573:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979385.909575:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979385.909578:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979385.909581:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979385.909584:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979385.909586:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311711783 00000100:00000001:0.0:1783979385.909588:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311713019 00000100:00000001:0.0:1783979385.909590:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311711783 00000100:00000001:0.0:1783979385.909592:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311713019 00000100:00000001:0.0:1783979385.909594:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979385.909596:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979385.909598:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979385.909601:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979385/real 1783979385] req@ffff9b83ef881180 x1870620403005568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979385.909609:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979385.909610:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979385.909612:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979385.909614:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979385.909616:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979385.909618:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979385.909621:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881180 x1870620403005568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979385.909629:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881180 x1870620403005568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.909635:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979385.909636:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979385.909638:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979385.909639:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979385.909642:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881180 x1870620403005568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.909648:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979385.909651:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881180 x1870620403005568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979410 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.909657:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979385.909660:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979385.909661:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979385.909663:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979385.909664:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979385.909668:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979385.909670:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979385.909673:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979385.909675:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979385.909679:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881180 x1870620403005568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979410 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979385.909686:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403005568:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979385.909689:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979385.909692:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880700 x1870620403005696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.909697:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979385.909698:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979385.909700:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979385.909702:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979385.909704:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979385.909707:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403005696:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979385.909710:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979385.909712:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979385.909713:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979385.909714:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979385.909717:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979385.909719:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979385.909722:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979385.909724:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979385.909726:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979385.909729:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403005696, portal 4 00000100:00000001:0.0:1783979385.909731:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979385.909732:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694531328 : -110484015020288 : ffff9b83ef880700) 00000100:00000040:0.0:1783979385.909738:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880700 x1870620403005696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.909743:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979385.909745:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979385.909747:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979385.909750:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403005696, offset 0 00000400:00000200:0.0:1783979385.909754:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979385.909757:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979385.909760:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979385.909762:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979385.909764:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979385.909766:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979385.909768:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979385.909771:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826814:826814:256:4294967295] 192.168.201.148@tcp LPNI seq info [826785:826785:8:4294967295] 00000400:00000200:0.0:1783979385.909774:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979385.909780:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979385.909784:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979385.909787:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979385.909791:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979385.909793:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783979385.909803:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979385.909805:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979385.909808:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979385.909810:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979385.909813:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979385.909815:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979385.909817:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979385.909820:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880700 x1870620403005696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.909827:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979385.909830:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880700 x1870620403005696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979410 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.909836:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979385.909838:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979385.909841:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979385.909844:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979385.909850:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979385.909852:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311711773 00000100:00000001:0.0:1783979385.909855:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311713019 00000100:00000001:0.0:1783979385.909857:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311711773 00000100:00000001:0.0:1783979385.909859:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311713019 00000100:00000001:0.0:1783979385.909861:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979385.909863:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979385.909864:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979385.909868:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979385/real 1783979385] req@ffff9b83ef880700 x1870620403005696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979385.909874:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979385.909876:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979385.909877:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979385.909879:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979385.909881:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979385.909883:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979385.909885:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880700 x1870620403005696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979385.909893:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880700 x1870620403005696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.909898:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979385.909900:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979385.909901:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979385.909902:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979385.909905:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880700 x1870620403005696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.909911:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979385.909913:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880700 x1870620403005696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979410 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.909919:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979385.909922:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979385.909923:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979385.909924:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979385.909925:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979385.909928:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979385.909931:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979385.909934:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979385.909936:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979385.909940:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880700 x1870620403005696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979410 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979385.909946:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403005696:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979385.909949:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979385.909951:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979385.909954:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882a00 x1870620403005440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979410 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.909959:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979385.909961:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979385.909963:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979385.909966:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979385.909967:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979385.909968:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979385.909970:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979385.909972:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634c00. 02000000:00000001:0.0:1783979385.909975:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979385.909976:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979385.909977:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882a00. 00000100:00000001:0.0:1783979385.909981:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979385.909982:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979385.909984:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979385.909987:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881180 x1870620403005568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979410 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.909998:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979385.909999:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979385.910000:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979385.910002:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979385.910003:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979385.910004:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979385.910005:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979385.910007:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634400. 02000000:00000001:0.0:1783979385.910008:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979385.910009:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979385.910010:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881180. 00000100:00000001:0.0:1783979385.910013:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979385.910015:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979385.910016:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979385.910020:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880700 x1870620403005696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979410 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979385.910025:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979385.910026:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979385.910028:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979385.910029:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979385.910031:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979385.910031:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979385.910033:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979385.910034:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636400. 02000000:00000001:0.0:1783979385.910037:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979385.910038:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979385.910039:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880700. 00000100:00000001:0.0:1783979385.910040:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979385.910041:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979385.910043:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979385.910048:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979385.910049:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979385.910051:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979385.910052:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979386.419440:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979386.419447:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979386.419451:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979386.419459:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979386.419465:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979386.419472:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979386.419478:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979386.419482:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979386.419487:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979386.419517:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979386.419521:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979386.419528:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979386.419532:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979386.419538:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979386.419541:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979386.419545:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979386.419548:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979386.419552:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979386.419554:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979386.419584:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979386.419588:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979386.419591:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979387.445472:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979387.445475:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979387.445476:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979387.445478:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979387.445480:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979387.445482:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979387.445484:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979387.445486:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979387.445488:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979387.445504:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979387.445508:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979387.445510:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979387.445513:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979387.445516:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979387.445518:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979387.445520:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979387.445522:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979387.445527:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979387.445528:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979387.445532:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979387.445533:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979387.445536:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979387.445537:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979387.445541:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979387.445542:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979387.445556:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979387.445558:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979387.445561:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979387.445818:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979387.445822:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979387.445824:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979387.445828:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979387.445832:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979387.445835:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979387.445840:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979387.445842:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979387.445844:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979388.467671:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979388.467675:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979388.467677:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979388.467680:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979388.467682:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979388.467684:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979388.467686:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979388.467688:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979388.467691:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979388.467702:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979388.467707:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979388.467711:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979388.467715:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979388.467719:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979388.467723:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979388.467726:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979388.467728:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979388.467729:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979388.467749:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979388.467752:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979388.467757:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979388.467760:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979388.467764:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979388.467765:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979388.467768:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979388.467769:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979388.467772:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979388.467773:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979388.467791:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979388.467794:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979388.467797:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979388.471709:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979388.471713:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979388.471715:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979388.471718:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979388.471720:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979388.471722:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979388.471724:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979388.471726:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979388.471729:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979389.491406:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979389.491413:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979389.491415:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979389.491421:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979389.491426:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979389.491431:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979389.491437:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979389.491440:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979389.491443:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979389.491463:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979389.491467:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979389.491472:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979389.491474:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979389.491481:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979389.491485:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979389.491492:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979389.491495:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979389.491502:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979389.491505:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979389.491523:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979389.491525:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979389.491526:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979389.491570:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979389.491572:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979389.491574:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979389.491576:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979389.491579:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979389.491581:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979389.491583:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979389.491584:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979389.491598:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979389.491616:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979389.491620:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979389.491622:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979389.491625:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979389.491627:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979389.491628:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979389.491631:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979389.491632:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979389.491634:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979390.515401:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979390.515407:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979390.515411:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979390.515418:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979390.515423:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979390.515428:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979390.515433:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979390.515437:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979390.515441:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979390.515457:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979390.515462:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979390.515465:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979390.515469:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979390.515475:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979390.515478:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979390.515483:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979390.515485:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979390.515488:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979390.515512:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979390.515517:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979390.515526:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979390.515530:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979390.515534:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979390.515538:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979390.515542:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979390.515545:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979390.515547:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979390.515549:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979390.515553:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979390.515555:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979390.515557:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979390.515558:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979390.515560:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979390.515562:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979390.515563:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979390.515565:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979390.515568:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979390.515569:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979390.515570:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979390.515571:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979390.515573:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979390.515574:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979390.515575:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979390.515576:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979390.515579:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979390.515580:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979390.515581:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979390.515582:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979390.515583:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979390.515584:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979390.515586:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979390.515587:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979390.515603:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979390.515606:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979390.515608:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979391.029757:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979391.029761:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979391.029763:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979391.029769:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2a00 x1870620403005824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.029776:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979391.029786:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979391.029790:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979391.029793:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979391.029795:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979391.029799:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403005824:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979391.029803:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979391.029807:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979391.029809:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979391.029811:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979391.029816:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979391.029818:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979391.029823:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979391.029827:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979391.029833:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979391.029840:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403005824, portal 25 00000100:00000001:0.0:1783979391.029842:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979391.029843:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889968640 : -110483819582976 : ffff9b83fb2e2a00) 00000100:00000040:0.0:1783979391.029848:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2a00 x1870620403005824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.029855:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979391.029858:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979391.029860:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979391.029864:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620403005824, offset 0 00000400:00000200:0.0:1783979391.029871:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979391.029878:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979391.029884:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979391.029889:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979391.029892:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979391.029895:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979391.029898:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979391.029901:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826815:826815:256:4294967295] 192.168.201.148@tcp LPNI seq info [826786:826786:8:4294967295] 00000400:00000200:0.0:1783979391.029905:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979391.029915:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979391.029921:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979391.029926:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979391.029933:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979391.029937:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979391.029950:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979391.029952:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979391.029959:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979391.029963:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979391.029968:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979391.029970:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979391.029975:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979391.029979:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2a00 x1870620403005824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.029988:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979391.029990:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2a00 x1870620403005824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979416 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.029996:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979391.029998:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979391.030012:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979391.030016:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979391.030018:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311718140 00000100:00000010:0.0:1783979391.030023:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783979391.030029:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979391.030033:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311718140 00000100:00000010:0.0:1783979391.030036:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783979391.030038:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979391.030041:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979391.030044:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979391.030046:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979391.030049:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979391/real 1783979391] req@ffff9b83fb2e2a00 x1870620403005824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979391.030058:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979391.030059:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979391.030061:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979391.030063:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979391.030065:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979391.030067:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979391.030070:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2a00 x1870620403005824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979391.030078:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2a00 x1870620403005824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.030084:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979391.030085:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979391.030087:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979391.030089:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979391.030092:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2a00 x1870620403005824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.030099:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979391.030103:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2a00 x1870620403005824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979416 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.030109:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979391.030111:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979391.030113:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979391.030115:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979391.030117:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979391.030119:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979391.030121:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979391.030124:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979391.030127:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979391.030131:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2a00 x1870620403005824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979416 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979391.030139:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403005824:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979391.030142:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979391.030145:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0380 x1870620403005952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.030150:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979391.030151:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979391.030153:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979391.030155:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979391.030157:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979391.030160:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403005952:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979391.030162:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979391.030164:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979391.030165:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979391.030166:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979391.030169:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979391.030171:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979391.030174:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979391.030176:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979391.030179:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979391.030182:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403005952, portal 10 00000100:00000001:0.0:1783979391.030183:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979391.030185:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889958784 : -110483819592832 : ffff9b83fb2e0380) 00000100:00000040:0.0:1783979391.030191:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0380 x1870620403005952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.030196:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979391.030198:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979391.030200:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979391.030202:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403005952, offset 0 00000400:00000200:0.0:1783979391.030206:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979391.030210:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979391.030212:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979391.030215:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979391.030217:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979391.030219:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979391.030221:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979391.030224:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826816:826816:256:4294967295] 192.168.201.148@tcp LPNI seq info [826787:826787:8:4294967295] 00000400:00000200:0.0:1783979391.030227:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979391.030233:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979391.030238:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979391.030241:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979391.030244:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979391.030247:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979391.030256:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979391.030258:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979391.030261:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979391.030264:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979391.030267:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979391.030268:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979391.030271:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979391.030275:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0380 x1870620403005952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.030288:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979391.030291:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0380 x1870620403005952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979416 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.030318:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979391.030319:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979391.030322:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979391.030324:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979391.030326:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979391.030328:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311716882 00000100:00000001:0.0:1783979391.030330:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311718140 00000100:00000001:0.0:1783979391.030331:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311716882 00000100:00000001:0.0:1783979391.030333:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311718140 00000100:00000001:0.0:1783979391.030336:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979391.030337:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979391.030339:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979391.030343:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979391/real 1783979391] req@ffff9b83fb2e0380 x1870620403005952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979391.030351:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979391.030352:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979391.030353:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979391.030356:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979391.030358:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979391.030360:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979391.030363:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0380 x1870620403005952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979391.030371:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0380 x1870620403005952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.030377:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979391.030379:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979391.030381:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979391.030382:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979391.030385:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0380 x1870620403005952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.030389:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979391.030391:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0380 x1870620403005952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979416 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.030395:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979391.030397:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979391.030398:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979391.030398:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979391.030399:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979391.030405:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979391.030406:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979391.030408:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979391.030409:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979391.030411:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0380 x1870620403005952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979416 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979391.030416:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403005952:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979391.030418:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979391.030420:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1880 x1870620403006080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.030424:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979391.030425:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979391.030426:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979391.030427:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979391.030428:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979391.030430:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403006080:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979391.030432:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979391.030434:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979391.030435:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979391.030437:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979391.030440:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979391.030442:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979391.030445:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979391.030447:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979391.030450:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979391.030452:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403006080, portal 10 00000100:00000001:0.0:1783979391.030454:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979391.030455:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889964160 : -110483819587456 : ffff9b83fb2e1880) 00000100:00000040:0.0:1783979391.030461:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1880 x1870620403006080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.030466:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979391.030469:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979391.030471:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979391.030473:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403006080, offset 0 00000400:00000200:0.0:1783979391.030477:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979391.030481:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979391.030484:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979391.030486:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979391.030488:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979391.030489:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979391.030490:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979391.030492:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826817:826817:256:4294967295] 192.168.201.148@tcp LPNI seq info [826788:826788:8:4294967295] 00000400:00000200:0.0:1783979391.030495:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979391.030499:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979391.030502:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979391.030504:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979391.030506:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979391.030508:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979391.030514:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979391.030516:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979391.030517:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979391.030519:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979391.030521:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979391.030522:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979391.030524:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979391.030526:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1880 x1870620403006080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.030531:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979391.030532:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1880 x1870620403006080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979416 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.030536:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979391.030537:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979391.030539:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979391.030541:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979391.030542:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979391.030544:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311716877 00000100:00000001:0.0:1783979391.030545:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311718140 00000100:00000001:0.0:1783979391.030547:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311716877 00000100:00000001:0.0:1783979391.030548:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311718140 00000100:00000001:0.0:1783979391.030549:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979391.030550:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979391.030551:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979391.030553:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979391/real 1783979391] req@ffff9b83fb2e1880 x1870620403006080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979391.030557:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979391.030558:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979391.030559:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979391.030561:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979391.030562:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979391.030563:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979391.030565:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1880 x1870620403006080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979391.030569:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1880 x1870620403006080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.030572:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979391.030573:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979391.030574:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979391.030574:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979391.030576:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1880 x1870620403006080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.030580:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979391.030582:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1880 x1870620403006080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979416 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.030585:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979391.030586:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979391.030588:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979391.030588:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979391.030589:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979391.030593:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979391.030594:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979391.030596:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979391.030598:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979391.030600:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1880 x1870620403006080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979416 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979391.030608:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403006080:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979391.030610:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979391.030612:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1f80 x1870620403006208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.030615:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979391.030616:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979391.030617:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979391.030619:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979391.030620:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979391.030622:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403006208:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979391.030624:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979391.030625:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979391.030625:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979391.030626:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979391.030629:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979391.030630:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979391.030632:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979391.030633:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979391.030636:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979391.030637:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403006208, portal 4 00000100:00000001:0.0:1783979391.030638:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979391.030639:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889965952 : -110483819585664 : ffff9b83fb2e1f80) 00000100:00000040:0.0:1783979391.030643:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1f80 x1870620403006208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.030646:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979391.030648:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979391.030649:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979391.030650:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403006208, offset 0 00000400:00000200:0.0:1783979391.030652:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979391.030655:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979391.030657:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979391.030659:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979391.030660:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979391.030661:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979391.030663:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979391.030664:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826818:826818:256:4294967295] 192.168.201.148@tcp LPNI seq info [826789:826789:8:4294967295] 00000400:00000200:0.0:1783979391.030667:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979391.030670:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979391.030672:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979391.030674:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979391.030676:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979391.030678:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979391.030684:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979391.030685:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979391.030686:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979391.030688:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979391.030690:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979391.030691:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979391.030692:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979391.030694:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1f80 x1870620403006208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.030698:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979391.030699:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1f80 x1870620403006208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979416 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.030706:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979391.030707:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979391.030709:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979391.030712:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979391.030715:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979391.030717:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311716904 00000100:00000001:0.0:1783979391.030719:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311718140 00000100:00000001:0.0:1783979391.030721:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311716904 00000100:00000001:0.0:1783979391.030723:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311718140 00000100:00000001:0.0:1783979391.030725:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979391.030727:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979391.030729:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979391.030732:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979391/real 1783979391] req@ffff9b83fb2e1f80 x1870620403006208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979391.030740:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979391.030741:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979391.030743:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979391.030745:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979391.030747:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979391.030748:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979391.030751:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1f80 x1870620403006208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979391.030756:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1f80 x1870620403006208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.030760:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979391.030761:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979391.030762:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979391.030763:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979391.030764:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1f80 x1870620403006208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.030768:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979391.030770:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1f80 x1870620403006208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979416 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.030774:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979391.030776:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979391.030777:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979391.030778:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979391.030779:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979391.030782:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979391.030785:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979391.030788:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979391.030790:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979391.030793:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1f80 x1870620403006208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979416 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979391.030800:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403006208:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979391.030804:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979391.030807:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2300 x1870620403006336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.030813:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979391.030814:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979391.030816:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979391.030818:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979391.030819:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979391.030821:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403006336:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979391.030823:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979391.030824:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979391.030825:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979391.030827:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979391.030830:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979391.030831:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979391.030834:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979391.030837:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979391.030839:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979391.030841:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403006336, portal 4 00000100:00000001:0.0:1783979391.030844:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979391.030845:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889966848 : -110483819584768 : ffff9b83fb2e2300) 00000100:00000040:0.0:1783979391.030851:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2300 x1870620403006336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.030857:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979391.030859:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979391.030862:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979391.030864:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403006336, offset 0 00000400:00000200:0.0:1783979391.030868:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979391.030871:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979391.030875:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979391.030877:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979391.030878:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979391.030880:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979391.030881:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979391.030883:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826819:826819:256:4294967295] 192.168.201.148@tcp LPNI seq info [826790:826790:8:4294967295] 00000400:00000200:0.0:1783979391.030885:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979391.030889:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979391.030892:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979391.030894:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979391.030896:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979391.030898:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979391.030907:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979391.030909:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979391.030912:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979391.030914:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979391.030917:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979391.030919:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979391.030921:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979391.030925:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2300 x1870620403006336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.030937:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979391.030940:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2300 x1870620403006336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979416 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.030944:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979391.030945:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979391.030948:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979391.030949:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979391.030951:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979391.030953:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311716894 00000100:00000001:0.0:1783979391.030954:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311718140 00000100:00000001:0.0:1783979391.030956:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311716894 00000100:00000001:0.0:1783979391.030957:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311718140 00000100:00000001:0.0:1783979391.030958:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979391.030959:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979391.030960:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979391.030962:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979391/real 1783979391] req@ffff9b83fb2e2300 x1870620403006336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979391.030967:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979391.030967:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979391.030968:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979391.030970:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979391.030971:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979391.030972:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979391.030974:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2300 x1870620403006336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979391.030979:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2300 x1870620403006336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.030982:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979391.030983:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979391.030984:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979391.030985:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979391.030987:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2300 x1870620403006336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.030990:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979391.030992:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2300 x1870620403006336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979416 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.030996:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979391.030997:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979391.030997:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979391.030998:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979391.030999:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979391.031020:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979391.031026:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979391.031029:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979391.031031:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979391.031035:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2300 x1870620403006336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979416 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979391.031041:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403006336:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979391.031044:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979391.031046:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979391.031049:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2a00 x1870620403005824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979416 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.031056:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979391.031059:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979391.031061:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979391.031064:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979391.031066:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979391.031068:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979391.031070:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979391.031073:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067000. 02000000:00000001:0.0:1783979391.031076:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979391.031078:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979391.031079:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2a00. 00000100:00000001:0.0:1783979391.031083:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979391.031084:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979391.031085:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979391.031089:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0380 x1870620403005952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979416 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.031094:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979391.031095:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979391.031097:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979391.031098:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979391.031099:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979391.031100:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979391.031102:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979391.031103:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064800. 02000000:00000001:0.0:1783979391.031105:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979391.031106:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979391.031107:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0380. 00000100:00000001:0.0:1783979391.031109:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979391.031110:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979391.031111:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979391.031113:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1880 x1870620403006080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979416 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.031119:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979391.031120:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979391.031121:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979391.031123:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979391.031124:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979391.031126:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979391.031127:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979391.031128:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064c00. 02000000:00000001:0.0:1783979391.031130:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979391.031132:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979391.031133:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1880. 00000100:00000001:0.0:1783979391.031135:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979391.031136:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979391.031138:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979391.031141:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1f80 x1870620403006208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979416 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.031146:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979391.031147:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979391.031149:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979391.031152:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979391.031153:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979391.031154:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979391.031156:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979391.031158:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067800. 02000000:00000001:0.0:1783979391.031160:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979391.031161:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979391.031162:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1f80. 00000100:00000001:0.0:1783979391.031164:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979391.031165:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979391.031166:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979391.031169:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2300 x1870620403006336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979416 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979391.031174:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979391.031176:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979391.031177:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979391.031179:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979391.031180:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979391.031181:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979391.031183:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979391.031184:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065000. 02000000:00000001:0.0:1783979391.031185:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979391.031186:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979391.031187:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2300. 00000100:00000001:0.0:1783979391.031189:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979391.031190:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979391.031192:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979391.031199:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979391.031201:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979391.031202:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979391.031204:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979391.539529:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979391.539535:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979391.539539:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979391.539540:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979391.539543:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979391.539544:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979391.539546:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979391.539547:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979391.539549:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979391.539549:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979391.539568:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979391.539570:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979391.539572:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979391.539596:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979391.539599:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979391.539602:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979391.539606:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979391.539610:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979391.539615:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979391.539618:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979391.539620:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979391.539623:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979391.540105:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979391.540108:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979391.540109:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979391.540111:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979391.540114:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979391.540115:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979391.540117:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979391.540118:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979391.540121:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979391.540332:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979391.540337:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979391.540341:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979391.540404:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979391.540407:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979391.540410:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979391.540414:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979391.540417:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979391.540421:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979392.563426:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979392.563443:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979392.563448:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979392.563454:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979392.563458:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979392.563462:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979392.563465:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979392.563467:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979392.563471:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979392.563497:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979392.563502:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979392.563511:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979392.563514:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979392.563520:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979392.563524:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979392.563530:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979392.563533:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979392.563540:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979392.563543:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979392.563565:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979392.563570:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979392.563576:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979392.563598:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979392.563602:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979392.563604:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979392.563607:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979392.563610:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979392.563611:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979392.563613:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979392.563615:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979392.563617:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979393.587431:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979393.587438:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979393.587441:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979393.587447:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979393.587452:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979393.587457:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979393.587461:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979393.587464:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979393.587468:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979393.587479:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979393.587482:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979393.587484:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979393.587485:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979393.587487:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979393.587489:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979393.587491:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979393.587492:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979393.587494:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979393.587517:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979393.587521:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979393.587529:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979393.587532:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979393.587537:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979393.587539:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979393.587543:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979393.587546:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979393.587549:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979393.587551:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979393.587569:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979393.587571:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979393.587574:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979393.587593:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979393.587595:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979393.587598:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979393.587600:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979393.587604:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979393.587607:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979393.587610:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979393.587613:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979393.587614:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979394.611658:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979394.611723:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979394.611726:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979394.611734:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979394.611742:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979394.611749:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979394.613025:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979394.613028:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979394.613032:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979394.613060:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979394.613063:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979394.613068:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979394.613069:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979394.613073:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979394.613075:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979394.613078:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979394.613079:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979394.613082:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979394.613083:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979394.613101:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979394.613103:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979394.613106:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979395.635440:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979395.635446:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979395.635471:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979395.635475:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979395.635481:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979395.635485:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979395.635493:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979395.635495:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979395.635500:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979395.635502:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979395.635527:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979395.635530:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979395.635534:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979395.635836:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979395.635840:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979395.635842:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979395.635845:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979395.635849:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979395.635851:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979395.635853:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979395.635855:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979395.635858:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979396.149392:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979396.149399:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979396.149403:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979396.149413:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b100 x1870620403006464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.149429:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979396.149431:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979396.149437:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979396.149440:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979396.149444:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979396.149451:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403006464:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979396.149457:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979396.149461:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979396.149464:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979396.149466:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979396.149471:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979396.149474:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979396.149481:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979396.149485:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979396.149494:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979396.149502:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403006464, portal 25 00000100:00000001:0.0:1783979396.149505:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979396.149506:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682712832 : -110484026838784 : ffff9b83eed3b100) 00000100:00000040:0.0:1783979396.149513:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b100 x1870620403006464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.149521:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979396.149526:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979396.149528:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979396.149532:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620403006464, offset 0 00000400:00000200:0.0:1783979396.149539:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979396.149547:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979396.149554:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979396.149560:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979396.149564:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979396.149570:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979396.149582:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979396.149589:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826820:826820:256:4294967295] 192.168.201.148@tcp LPNI seq info [826791:826791:8:4294967295] 00000400:00000200:0.0:1783979396.149597:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979396.149610:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979396.149619:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979396.149628:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979396.149635:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979396.149638:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783979396.149671:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979396.149675:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979396.149681:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979396.149687:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979396.149694:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979396.149699:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979396.149706:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979396.149714:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b100 x1870620403006464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.149733:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979396.149741:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b100 x1870620403006464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979421 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.149756:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979396.149760:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979396.149767:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979396.149782:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979396.149785:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311723260 00000100:00000010:0.0:1783979396.149791:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783979396.149796:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979396.149799:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311723260 00000100:00000010:0.0:1783979396.149801:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783979396.149803:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979396.149805:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979396.149807:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979396.149809:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979396.149813:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979396/real 1783979396] req@ffff9b83eed3b100 x1870620403006464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979396.149820:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979396.149821:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979396.149823:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979396.149825:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979396.149826:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979396.149828:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979396.149830:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b100 x1870620403006464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979396.149836:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b100 x1870620403006464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.149840:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979396.149841:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979396.149848:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979396.149850:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979396.149852:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b100 x1870620403006464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.149857:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979396.149861:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b100 x1870620403006464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979421 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.149866:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979396.149868:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979396.149869:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979396.149870:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979396.149871:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979396.149872:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979396.149874:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979396.149876:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979396.149878:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979396.149880:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b100 x1870620403006464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979421 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979396.149885:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403006464:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979396.149888:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979396.149890:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979396.149891:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b100 x1870620403006464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979421 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.149895:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979396.149898:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979396.149901:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979396.149904:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979396.149905:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979396.149906:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979396.149908:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979396.149911:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16400. 02000000:00000001:0.0:1783979396.149926:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979396.149928:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979396.149930:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b100. 00000100:00000001:0.0:1783979396.149934:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979396.149935:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979396.149937:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979396.149954:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979396.149956:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979396.149959:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979396.149960:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979396.149962:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979396.149966:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38a80 x1870620403006592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.149973:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979396.149974:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979396.149976:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979396.149978:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979396.149981:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979396.149984:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403006592:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979396.149987:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979396.149989:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979396.149990:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979396.149993:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979396.149995:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979396.149998:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979396.150002:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979396.150005:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979396.150008:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979396.150010:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403006592, portal 10 00000100:00000001:0.0:1783979396.150022:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979396.150024:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682702976 : -110484026848640 : ffff9b83eed38a80) 00000100:00000040:0.0:1783979396.150291:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38a80 x1870620403006592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.150313:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979396.150315:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979396.150318:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979396.150322:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403006592, offset 0 00000400:00000200:0.0:1783979396.150326:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979396.150331:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979396.150335:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979396.150339:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979396.150341:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979396.150343:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979396.150346:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979396.150348:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826821:826821:256:4294967295] 192.168.201.148@tcp LPNI seq info [826792:826792:8:4294967295] 00000400:00000200:0.0:1783979396.150352:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979396.150360:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979396.150364:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979396.150368:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979396.150372:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979396.150374:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783979396.150385:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979396.150387:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979396.150390:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979396.150394:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979396.150396:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979396.150398:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979396.150401:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979396.150404:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38a80 x1870620403006592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.150412:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979396.150416:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620403006592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979421 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.150423:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979396.150424:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979396.150426:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979396.150429:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979396.150432:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979396.150433:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311722001 00000100:00000001:0.0:1783979396.150435:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311723260 00000100:00000001:0.0:1783979396.150436:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311722001 00000100:00000001:0.0:1783979396.150437:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311723260 00000100:00000001:0.0:1783979396.150439:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979396.150440:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979396.150441:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979396.150443:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979396/real 1783979396] req@ffff9b83eed38a80 x1870620403006592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979396.150448:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979396.150449:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979396.150450:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979396.150451:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979396.150453:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979396.150454:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979396.150456:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38a80 x1870620403006592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979396.150460:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38a80 x1870620403006592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.150464:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979396.150465:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979396.150466:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979396.150467:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979396.150468:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38a80 x1870620403006592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.150472:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979396.150474:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38a80 x1870620403006592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979421 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.150478:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979396.150479:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979396.150480:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979396.150481:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979396.150482:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979396.150489:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979396.150491:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979396.150493:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979396.150494:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979396.150497:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38a80 x1870620403006592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979421 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979396.150501:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403006592:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979396.150503:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979396.150504:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979396.150506:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38a80 x1870620403006592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979421 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.150511:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979396.150513:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979396.150515:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979396.150517:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979396.150519:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979396.150520:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979396.150522:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979396.150523:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15c00. 02000000:00000001:0.0:1783979396.150525:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979396.150527:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979396.150528:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38a80. 00000100:00000001:0.0:1783979396.150530:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979396.150531:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979396.150533:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979396.150749:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979396.150751:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979396.150754:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979396.150755:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979396.153619:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979396.153625:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979396.153627:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979396.153634:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38a80 x1870620403006720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.153642:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979396.153644:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979396.153647:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979396.153650:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979396.153653:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979396.153656:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403006720:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979396.153660:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979396.153665:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979396.153668:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979396.153671:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979396.153676:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979396.153678:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979396.153683:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979396.153688:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979396.153693:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979396.153701:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403006720, portal 10 00000100:00000001:0.0:1783979396.153704:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979396.153705:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682702976 : -110484026848640 : ffff9b83eed38a80) 00000100:00000040:0.0:1783979396.153713:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38a80 x1870620403006720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.153720:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979396.153722:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979396.153724:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979396.153727:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403006720, offset 0 00000400:00000200:0.0:1783979396.153734:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979396.153742:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979396.153748:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979396.153752:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979396.153757:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979396.153760:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979396.153763:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979396.153767:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826822:826822:256:4294967295] 192.168.201.148@tcp LPNI seq info [826793:826793:8:4294967295] 00000400:00000200:0.0:1783979396.153770:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979396.153781:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979396.153787:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979396.153792:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979396.153799:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979396.153803:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783979396.153817:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979396.153820:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979396.153827:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979396.153832:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979396.153840:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979396.153842:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979396.153847:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979396.153851:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38a80 x1870620403006720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.153860:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979396.153864:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620403006720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979421 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.153872:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979396.153874:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979396.153881:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979396.153887:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979396.153890:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979396.153893:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311722000 00000100:00000001:0.0:1783979396.153898:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311723260 00000100:00000001:0.0:1783979396.153901:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311722000 00000100:00000001:0.0:1783979396.153903:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311723260 00000100:00000001:0.0:1783979396.153905:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979396.153908:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979396.153910:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979396.153925:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979396/real 1783979396] req@ffff9b83eed38a80 x1870620403006720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979396.153935:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979396.153937:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979396.153939:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979396.153943:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979396.153944:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979396.153957:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979396.153961:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38a80 x1870620403006720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979396.153969:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38a80 x1870620403006720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.153976:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979396.153978:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979396.153981:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979396.153983:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979396.153986:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38a80 x1870620403006720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.153993:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979396.153997:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38a80 x1870620403006720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979421 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.154004:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979396.154007:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979396.154008:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979396.154009:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979396.154012:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979396.154019:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979396.154023:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979396.154026:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979396.154030:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979396.154034:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38a80 x1870620403006720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979421 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979396.154042:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403006720:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979396.154046:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979396.154050:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b100 x1870620403006848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.154055:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979396.154057:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979396.154059:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979396.154061:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979396.154063:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979396.154066:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403006848:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979396.154069:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979396.154071:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979396.154072:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979396.154074:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979396.154078:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979396.154080:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979396.154083:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979396.154086:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979396.154088:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979396.154091:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403006848, portal 4 00000100:00000001:0.0:1783979396.154093:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979396.154094:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682712832 : -110484026838784 : ffff9b83eed3b100) 00000100:00000040:0.0:1783979396.154100:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b100 x1870620403006848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.154106:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979396.154108:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979396.154110:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979396.154112:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403006848, offset 0 00000400:00000200:0.0:1783979396.154116:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979396.154119:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979396.154123:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979396.154126:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979396.154128:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979396.154130:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979396.154132:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979396.154135:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826823:826823:256:4294967295] 192.168.201.148@tcp LPNI seq info [826794:826794:8:4294967295] 00000400:00000200:0.0:1783979396.154139:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979396.154145:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979396.154149:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979396.154152:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979396.154156:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979396.154159:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783979396.154211:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979396.154213:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979396.154216:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979396.154219:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979396.154222:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979396.154224:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979396.154226:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979396.154230:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b100 x1870620403006848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.154237:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979396.154240:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b100 x1870620403006848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979421 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.154252:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979396.154253:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979396.154256:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979396.154259:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979396.154262:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979396.154264:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311722027 00000100:00000001:0.0:1783979396.154266:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311723260 00000100:00000001:0.0:1783979396.154268:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311722027 00000100:00000001:0.0:1783979396.154270:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311723260 00000100:00000001:0.0:1783979396.154272:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979396.154274:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979396.154275:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979396.154279:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979396/real 1783979396] req@ffff9b83eed3b100 x1870620403006848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979396.154286:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979396.154287:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979396.154289:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979396.154291:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979396.154315:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979396.154317:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979396.154320:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b100 x1870620403006848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979396.154327:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b100 x1870620403006848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.154333:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979396.154335:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979396.154337:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979396.154338:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979396.154342:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b100 x1870620403006848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.154349:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979396.154353:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b100 x1870620403006848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979421 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.154359:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979396.154362:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979396.154364:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979396.154365:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979396.154366:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979396.154370:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979396.154372:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979396.154375:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979396.154378:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979396.154382:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b100 x1870620403006848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979421 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979396.154389:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403006848:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979396.154393:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979396.154397:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620403006976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.154404:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979396.154405:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979396.154408:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979396.154409:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979396.154411:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979396.154414:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403006976:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979396.154416:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979396.154418:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979396.154420:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979396.154421:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979396.154424:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979396.154425:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979396.154429:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979396.154430:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979396.154433:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979396.154436:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403006976, portal 4 00000100:00000001:0.0:1783979396.154439:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979396.154440:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783979396.154447:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620403006976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.154453:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979396.154455:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979396.154457:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979396.154459:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403006976, offset 0 00000400:00000200:0.0:1783979396.154464:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979396.154468:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979396.154473:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979396.154476:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979396.154479:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979396.154482:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979396.154484:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979396.154488:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826824:826824:256:4294967295] 192.168.201.148@tcp LPNI seq info [826795:826795:8:4294967295] 00000400:00000200:0.0:1783979396.154492:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979396.154498:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979396.154503:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979396.154506:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979396.154510:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979396.154513:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783979396.154522:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979396.154524:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979396.154527:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979396.154530:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979396.154533:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979396.154534:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979396.154537:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979396.154540:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620403006976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.154547:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979396.154550:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620403006976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979421 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.154556:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979396.154558:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979396.154560:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979396.154563:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979396.154566:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979396.154568:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311722018 00000100:00000001:0.0:1783979396.154570:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311723260 00000100:00000001:0.0:1783979396.154572:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311722018 00000100:00000001:0.0:1783979396.154573:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311723260 00000100:00000001:0.0:1783979396.154575:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979396.154577:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979396.154578:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979396.154582:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979396/real 1783979396] req@ffff9b83eed39f80 x1870620403006976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979396.154589:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979396.154590:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979396.154591:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979396.154594:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979396.154595:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979396.154597:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979396.154600:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620403006976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979396.154606:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620403006976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.154611:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979396.154613:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979396.154614:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979396.154615:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979396.154618:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620403006976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.154623:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979396.154626:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620403006976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979421 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.154631:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979396.154633:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979396.154635:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979396.154636:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979396.154637:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979396.154641:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979396.154643:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979396.154645:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979396.154647:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979396.154649:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620403006976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979421 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979396.154656:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403006976:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979396.154659:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979396.154661:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979396.154665:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38a80 x1870620403006720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979421 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.154671:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979396.154673:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979396.154675:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979396.154679:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979396.154681:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979396.154683:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979396.154685:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979396.154687:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16800. 02000000:00000001:0.0:1783979396.154690:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979396.154692:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979396.154694:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38a80. 00000100:00000001:0.0:1783979396.154697:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979396.154698:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979396.154700:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979396.154703:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b100 x1870620403006848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979421 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.154708:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979396.154709:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979396.154710:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979396.154713:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979396.154714:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979396.154715:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979396.154717:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979396.154718:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14c00. 02000000:00000001:0.0:1783979396.154720:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979396.154721:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979396.154722:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b100. 00000100:00000001:0.0:1783979396.154724:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979396.154725:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979396.154726:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979396.154729:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620403006976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979421 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979396.154735:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979396.154737:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979396.154738:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979396.154740:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979396.154741:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979396.154742:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979396.154744:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979396.154745:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15400. 02000000:00000001:0.0:1783979396.154746:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979396.154747:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979396.154748:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783979396.154751:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979396.154752:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979396.154753:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979396.154760:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979396.154762:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979396.154764:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979396.154766:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979396.659451:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979396.659463:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979396.659466:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979396.659474:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979396.659478:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979396.659483:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979396.659486:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979396.659491:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979396.659495:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979396.659552:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979396.659559:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979396.659562:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979396.659567:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979396.659573:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979396.659575:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979396.659578:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979396.659580:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979396.659585:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979396.659587:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979396.659592:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979396.659594:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979396.659600:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979396.659604:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979396.659611:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979396.659614:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979396.659675:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979396.659680:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979396.659685:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979396.659855:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979396.659861:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979396.659864:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979396.659867:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979396.659869:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979396.659871:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979396.659874:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979396.659877:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979396.659881:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979396.659923:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979396.659926:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979396.659927:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979396.659929:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979396.659931:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979396.659933:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979396.665639:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979396.665650:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979396.665657:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979397.685043:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979397.685051:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979397.685060:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979397.685064:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979397.685072:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979397.685073:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979397.685077:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979397.685078:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979397.685081:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979397.685083:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979397.685103:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979397.685108:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979397.685114:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979398.707854:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979398.707860:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979398.707867:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979398.707878:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979398.707901:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979398.707909:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979398.707914:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979398.707915:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979398.707918:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979398.707920:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979398.707962:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979398.707964:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979398.707966:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979398.707997:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979398.708001:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979398.708004:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979398.708009:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979398.708013:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979398.708017:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979398.708021:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979398.708024:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979398.708027:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979399.731411:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979399.731415:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979399.731420:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979399.731423:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979399.731428:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979399.731429:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979399.731435:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979399.731438:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979399.731443:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979399.731445:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979399.731463:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979399.731466:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979399.731469:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979399.731478:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979399.731480:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979399.731481:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979399.731484:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979399.731487:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979399.731489:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979399.731491:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979399.731493:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979399.731495:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979399.731962:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979399.731966:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979399.731970:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979399.731975:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979399.731978:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979399.731983:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979399.731987:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979399.731990:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979399.731996:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979400.755642:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979400.755647:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979400.755659:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979400.755664:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979400.755667:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979400.755671:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979400.755675:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979400.755677:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979400.755679:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979400.755682:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979400.755688:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979400.755690:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979400.755691:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979400.755693:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979400.755695:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979400.755697:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979400.755698:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979400.755700:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979400.755705:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979400.755707:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979400.755709:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979400.755710:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979400.755712:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979400.755715:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979400.755716:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979400.755718:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979400.755722:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979400.755724:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979400.755725:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979400.755727:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979400.755729:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979400.755730:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979400.755732:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979400.755733:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979400.755758:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979400.755761:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979400.755764:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979400.755773:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979400.755776:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979400.755778:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979400.755781:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979400.755784:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979400.755786:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979400.762880:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979400.762887:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979400.762892:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979401.268534:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979401.268539:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979401.268542:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979401.268548:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2300 x1870620403007104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.268557:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979401.268559:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979401.268564:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979401.268566:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979401.268568:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979401.268571:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403007104:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979401.268576:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979401.268580:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979401.268584:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979401.268587:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979401.268592:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979401.268594:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979401.268600:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979401.268604:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979401.268610:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979401.268920:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403007104, portal 25 00000100:00000001:0.0:1783979401.268924:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979401.268926:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889966848 : -110483819584768 : ffff9b83fb2e2300) 00000100:00000040:0.0:1783979401.268933:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2300 x1870620403007104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.268940:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979401.268942:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979401.268946:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979401.268950:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620403007104, offset 0 00000400:00000200:0.0:1783979401.268957:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979401.268966:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979401.268972:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979401.268979:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979401.268984:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979401.268988:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979401.268991:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979401.268995:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826825:826825:256:4294967295] 192.168.201.148@tcp LPNI seq info [826796:826796:8:4294967295] 00000400:00000200:0.0:1783979401.269000:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979401.269010:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979401.269017:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979401.269024:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979401.269030:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979401.269034:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783979401.269047:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979401.269050:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979401.269073:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979401.269078:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979401.269084:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979401.269086:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979401.269092:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979401.269096:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2300 x1870620403007104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.269107:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979401.269110:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2300 x1870620403007104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979426 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.269118:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979401.269120:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979401.269125:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979401.269129:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979401.269132:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311728379 00000100:00000010:0.0:1783979401.269137:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783979401.269144:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979401.269149:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311728379 00000100:00000010:0.0:1783979401.269153:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783979401.269156:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979401.269159:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979401.269162:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979401.269164:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979401.269169:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979401/real 1783979401] req@ffff9b83fb2e2300 x1870620403007104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979401.269179:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979401.269180:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979401.269182:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979401.269185:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979401.269187:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979401.269189:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979401.269193:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2300 x1870620403007104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979401.269201:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2300 x1870620403007104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.269207:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979401.269208:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979401.269210:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979401.269212:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979401.269216:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2300 x1870620403007104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.269222:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979401.269226:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2300 x1870620403007104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979426 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.269233:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979401.269236:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979401.269238:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979401.269239:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979401.269241:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979401.269243:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979401.269245:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979401.269249:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979401.269251:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979401.269255:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2300 x1870620403007104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979426 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979401.269263:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403007104:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979401.269268:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979401.269272:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1f80 x1870620403007232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.269284:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979401.269285:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979401.269288:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979401.269290:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979401.269350:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979401.269354:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403007232:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979401.269358:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979401.269361:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979401.269362:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979401.269364:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979401.269368:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979401.269369:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979401.269373:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979401.269375:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979401.269379:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979401.269382:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403007232, portal 10 00000100:00000001:0.0:1783979401.269384:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979401.269385:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889965952 : -110483819585664 : ffff9b83fb2e1f80) 00000100:00000040:0.0:1783979401.269392:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1f80 x1870620403007232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.269398:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979401.269400:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979401.269401:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979401.269404:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403007232, offset 0 00000400:00000200:0.0:1783979401.269407:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979401.269411:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979401.269415:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979401.269418:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979401.269420:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979401.269422:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979401.269424:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979401.269426:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826826:826826:256:4294967295] 192.168.201.148@tcp LPNI seq info [826797:826797:8:4294967295] 00000400:00000200:0.0:1783979401.269431:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979401.269437:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979401.269441:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979401.269445:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979401.269448:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979401.269451:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783979401.269461:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979401.269463:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979401.269465:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979401.269468:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979401.269472:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979401.269473:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979401.269476:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979401.269479:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1f80 x1870620403007232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.269485:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979401.269488:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1f80 x1870620403007232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979426 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.269494:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979401.269496:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979401.269498:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979401.269602:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979401.269606:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979401.269609:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311727121 00000100:00000001:0.0:1783979401.269611:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311728379 00000100:00000001:0.0:1783979401.269613:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311727121 00000100:00000001:0.0:1783979401.269615:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311728379 00000100:00000001:0.0:1783979401.269617:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979401.269619:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979401.269621:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979401.269625:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979401/real 1783979401] req@ffff9b83fb2e1f80 x1870620403007232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979401.269633:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979401.269634:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979401.269636:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979401.269638:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979401.269640:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979401.269643:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979401.269645:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1f80 x1870620403007232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979401.269653:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1f80 x1870620403007232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.269659:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979401.269660:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979401.269662:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979401.269663:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979401.269666:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1f80 x1870620403007232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.269672:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979401.269676:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1f80 x1870620403007232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979426 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.269682:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979401.269685:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979401.269686:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979401.269688:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979401.269690:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979401.269710:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979401.269713:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979401.269717:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979401.269719:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979401.269723:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1f80 x1870620403007232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979426 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979401.269730:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403007232:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979401.269734:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979401.269737:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1880 x1870620403007360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.269743:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979401.269744:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979401.269747:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979401.269749:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979401.269750:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979401.269753:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403007360:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979401.269756:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979401.269758:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979401.269759:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979401.269761:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979401.269765:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979401.269767:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979401.269770:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979401.269772:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979401.269775:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979401.269778:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403007360, portal 10 00000100:00000001:0.0:1783979401.269780:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979401.269782:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889964160 : -110483819587456 : ffff9b83fb2e1880) 00000100:00000040:0.0:1783979401.269787:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1880 x1870620403007360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.269793:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979401.269795:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979401.269797:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979401.269799:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403007360, offset 0 00000400:00000200:0.0:1783979401.269803:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979401.269806:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979401.269810:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979401.269812:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979401.269814:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979401.269816:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979401.269818:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979401.269821:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826827:826827:256:4294967295] 192.168.201.148@tcp LPNI seq info [826798:826798:8:4294967295] 00000400:00000200:0.0:1783979401.269852:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979401.269859:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979401.269863:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979401.269867:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979401.269871:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979401.269873:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783979401.269882:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979401.269884:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979401.269887:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979401.269890:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979401.269892:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979401.269894:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979401.269896:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979401.269899:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1880 x1870620403007360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.269906:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979401.269908:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1880 x1870620403007360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979426 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.269913:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979401.269915:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979401.269917:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979401.269920:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979401.269923:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979401.269924:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311727116 00000100:00000001:0.0:1783979401.269927:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311728379 00000100:00000001:0.0:1783979401.269929:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311727116 00000100:00000001:0.0:1783979401.269930:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311728379 00000100:00000001:0.0:1783979401.269932:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979401.269934:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979401.269935:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979401.269938:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979401/real 1783979401] req@ffff9b83fb2e1880 x1870620403007360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979401.269944:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979401.269945:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979401.269947:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979401.269949:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979401.269950:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979401.269952:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979401.269954:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1880 x1870620403007360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979401.269961:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1880 x1870620403007360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.269966:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979401.269968:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979401.269969:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979401.269970:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979401.269974:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1880 x1870620403007360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.269979:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979401.269983:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1880 x1870620403007360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979426 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.269989:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979401.269991:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979401.269992:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979401.269993:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979401.269995:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979401.270001:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979401.270004:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979401.270007:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979401.270009:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979401.270013:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1880 x1870620403007360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979426 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979401.270020:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403007360:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979401.270023:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979401.270026:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0380 x1870620403007488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.270032:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979401.270033:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979401.270035:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979401.270037:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979401.270039:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979401.270041:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403007488:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979401.270044:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979401.270046:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979401.270048:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979401.270049:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979401.270052:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979401.270054:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979401.270058:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979401.270060:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979401.270063:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979401.270066:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403007488, portal 4 00000100:00000001:0.0:1783979401.270068:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979401.270069:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889958784 : -110483819592832 : ffff9b83fb2e0380) 00000100:00000040:0.0:1783979401.270074:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0380 x1870620403007488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.270080:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979401.270082:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979401.270084:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979401.270086:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403007488, offset 0 00000400:00000200:0.0:1783979401.270090:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979401.270094:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979401.270097:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979401.270100:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979401.270102:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979401.270105:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979401.270107:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979401.270109:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826828:826828:256:4294967295] 192.168.201.148@tcp LPNI seq info [826799:826799:8:4294967295] 00000400:00000200:0.0:1783979401.270113:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979401.270119:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979401.270124:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979401.270127:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979401.270130:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979401.270133:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783979401.270142:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979401.270144:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979401.270146:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979401.270149:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979401.270152:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979401.270155:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979401.270157:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979401.270161:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0380 x1870620403007488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.270167:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979401.270170:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0380 x1870620403007488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979426 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.270176:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979401.270177:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979401.270180:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979401.270183:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979401.270186:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979401.270188:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311727143 00000100:00000001:0.0:1783979401.270190:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311728379 00000100:00000001:0.0:1783979401.270193:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311727143 00000100:00000001:0.0:1783979401.270194:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311728379 00000100:00000001:0.0:1783979401.270196:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979401.270197:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979401.270199:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979401.270202:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979401/real 1783979401] req@ffff9b83fb2e0380 x1870620403007488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979401.270208:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979401.270209:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979401.270210:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979401.270212:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979401.270213:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979401.270215:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979401.270217:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0380 x1870620403007488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979401.270224:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0380 x1870620403007488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.270230:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979401.270231:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979401.270233:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979401.270234:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979401.270237:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0380 x1870620403007488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.270244:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979401.270247:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0380 x1870620403007488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979426 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.270254:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979401.270256:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979401.270257:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979401.270258:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979401.270260:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979401.270264:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979401.270266:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979401.270269:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979401.270272:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979401.270276:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0380 x1870620403007488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979426 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979401.270283:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403007488:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979401.270287:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979401.270290:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2a00 x1870620403007616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.270334:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979401.270335:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979401.270342:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979401.270344:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979401.270346:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979401.270350:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403007616:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979401.270353:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979401.270356:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979401.270357:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979401.270359:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979401.270364:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979401.270366:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979401.270369:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979401.270371:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979401.270375:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979401.270377:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403007616, portal 4 00000100:00000001:0.0:1783979401.270379:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979401.270380:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889968640 : -110483819582976 : ffff9b83fb2e2a00) 00000100:00000040:0.0:1783979401.270401:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2a00 x1870620403007616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.270407:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979401.270410:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979401.270412:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979401.270415:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403007616, offset 0 00000400:00000200:0.0:1783979401.270419:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979401.270423:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979401.270426:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979401.270429:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979401.270432:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979401.270434:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979401.270436:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979401.270439:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826829:826829:256:4294967295] 192.168.201.148@tcp LPNI seq info [826800:826800:8:4294967295] 00000400:00000200:0.0:1783979401.270443:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979401.270448:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979401.270452:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979401.270454:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979401.270456:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979401.270458:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783979401.270464:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979401.270466:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979401.270468:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979401.270470:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979401.270472:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979401.270473:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979401.270474:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979401.270477:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2a00 x1870620403007616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.270481:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979401.270483:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2a00 x1870620403007616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979426 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.270487:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979401.270488:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979401.270490:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979401.270492:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979401.270494:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979401.270495:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311727134 00000100:00000001:0.0:1783979401.270497:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311728379 00000100:00000001:0.0:1783979401.270498:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311727134 00000100:00000001:0.0:1783979401.270500:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311728379 00000100:00000001:0.0:1783979401.270501:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979401.270509:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979401.270511:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979401.270514:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979401/real 1783979401] req@ffff9b83fb2e2a00 x1870620403007616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979401.270522:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979401.270523:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979401.270524:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979401.270527:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979401.270528:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979401.270530:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979401.270533:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2a00 x1870620403007616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979401.270541:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2a00 x1870620403007616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.270547:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979401.270548:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979401.270550:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979401.270551:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979401.270555:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2a00 x1870620403007616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.270562:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979401.270565:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2a00 x1870620403007616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979426 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.270571:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979401.270572:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979401.270573:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979401.270574:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979401.270575:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979401.270577:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979401.270579:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979401.270581:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979401.270582:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979401.270584:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2a00 x1870620403007616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979426 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979401.270589:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403007616:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979401.270592:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979401.270593:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979401.270595:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2300 x1870620403007104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979426 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.270599:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979401.270601:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979401.270604:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979401.270607:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979401.270610:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979401.270611:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979401.270613:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979401.270616:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065400. 02000000:00000001:0.0:1783979401.270620:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979401.270622:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979401.270624:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2300. 00000100:00000001:0.0:1783979401.270628:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979401.270629:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979401.270631:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979401.270635:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1f80 x1870620403007232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979426 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.270641:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979401.270642:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979401.270644:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979401.270647:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979401.270648:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979401.270650:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979401.270652:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979401.270653:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065800. 02000000:00000001:0.0:1783979401.270655:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979401.270656:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979401.270657:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1f80. 00000100:00000001:0.0:1783979401.270658:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979401.270659:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979401.270660:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979401.270663:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1880 x1870620403007360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979426 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.270667:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979401.270668:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979401.270669:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979401.270671:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979401.270672:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979401.270672:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979401.270673:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979401.270674:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065000. 02000000:00000001:0.0:1783979401.270676:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979401.270677:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979401.270678:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1880. 00000100:00000001:0.0:1783979401.270680:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979401.270681:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979401.270682:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979401.270685:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0380 x1870620403007488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979426 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.270691:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979401.270692:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979401.270693:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979401.270695:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979401.270696:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979401.270697:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979401.270699:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979401.270701:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067800. 02000000:00000001:0.0:1783979401.270703:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979401.270704:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979401.270705:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0380. 00000100:00000001:0.0:1783979401.270707:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979401.270708:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979401.270710:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979401.270714:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2a00 x1870620403007616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979426 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979401.270720:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979401.270721:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979401.270722:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979401.270724:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979401.270724:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979401.270725:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979401.270727:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979401.270728:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064c00. 02000000:00000001:0.0:1783979401.270729:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979401.270730:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979401.270731:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2a00. 00000100:00000001:0.0:1783979401.270732:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979401.270733:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979401.270734:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979401.270740:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979401.270741:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979401.270743:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979401.270745:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979401.779446:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979401.779456:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979401.779463:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979401.779471:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979401.779486:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979401.779496:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979401.779523:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979401.779527:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979401.779531:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979401.779565:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979401.779569:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979401.779577:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979401.779581:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979401.779590:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979401.779593:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979401.779603:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979401.779608:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979401.779616:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979401.779619:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979401.779650:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979401.779655:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979401.779658:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979402.803729:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979402.803733:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979402.803739:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979402.803742:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979402.803748:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979402.803751:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979402.803759:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979402.803762:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979402.803766:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979402.803768:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979402.803788:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979402.803792:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979402.803795:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979403.827414:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979403.827420:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979403.827429:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979403.827433:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979403.827440:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979403.827444:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979403.827451:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979403.827455:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979403.827462:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979403.827465:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979403.827487:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979403.827491:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979403.827496:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979403.827519:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979403.827523:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979403.827527:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979403.827532:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979403.827536:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979403.827540:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979403.827542:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979403.827544:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979403.827547:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979404.851416:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979404.851422:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979404.851430:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979404.851433:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979404.851440:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979404.851444:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979404.851449:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979404.851452:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979404.851457:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979404.851460:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979405.876648:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979405.876652:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979405.876654:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979405.876657:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979405.876660:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979405.876663:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979405.876665:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979405.876668:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979405.876671:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979405.876692:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979405.876695:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979405.876700:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979405.876702:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979405.876707:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979405.876711:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979405.876718:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979405.876722:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979405.876730:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979405.876735:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979405.876790:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979405.876795:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979405.876799:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979405.876805:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979405.876810:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979405.876815:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979405.876820:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979405.876824:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979405.876831:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979406.387759:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979406.387764:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979406.387767:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979406.387774:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38380 x1870620403007744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.387783:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979406.387785:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979406.387789:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979406.387791:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979406.387794:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979406.387797:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403007744:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979406.387801:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979406.387805:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979406.387808:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979406.387810:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979406.387816:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979406.387817:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979406.387823:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979406.387827:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979406.387838:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979406.387844:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403007744, portal 25 00000100:00000001:0.0:1783979406.387846:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979406.387848:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682701184 : -110484026850432 : ffff9b83eed38380) 00000100:00000040:0.0:1783979406.387853:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38380 x1870620403007744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.387860:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979406.387862:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979406.387865:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979406.387868:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620403007744, offset 0 00000400:00000200:0.0:1783979406.387875:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979406.387883:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979406.387888:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979406.387894:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979406.387897:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979406.387900:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979406.387903:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979406.387907:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826830:826830:256:4294967295] 192.168.201.148@tcp LPNI seq info [826801:826801:8:4294967295] 00000400:00000200:0.0:1783979406.387911:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979406.387922:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979406.387928:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979406.387933:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979406.387939:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979406.387942:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1783979406.387954:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979406.387956:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979406.387963:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979406.387966:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979406.387972:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979406.387974:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979406.387979:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979406.387983:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38380 x1870620403007744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.388030:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979406.388035:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620403007744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979431 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.388052:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979406.388055:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979406.388062:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979406.388069:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979406.388074:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311733498 00000100:00000010:0.0:1783979406.388081:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783979406.388089:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979406.388099:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311733498 00000100:00000010:0.0:1783979406.388104:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783979406.388109:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979406.388116:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979406.388122:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979406.388126:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979406.388134:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979406/real 1783979406] req@ffff9b83eed38380 x1870620403007744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979406.388154:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979406.388157:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979406.388161:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979406.388164:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979406.388168:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979406.388173:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979406.388179:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38380 x1870620403007744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979406.388198:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38380 x1870620403007744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.388211:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979406.388214:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979406.388220:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979406.388224:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979406.388231:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38380 x1870620403007744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.388244:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979406.388253:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38380 x1870620403007744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979431 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.388269:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979406.388274:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979406.388279:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979406.388283:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979406.388288:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979406.388291:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979406.388337:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979406.388346:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979406.388351:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979406.388362:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38380 x1870620403007744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979431 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979406.388379:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403007744:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979406.388387:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979406.388391:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979406.388398:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38380 x1870620403007744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979431 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.388415:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979406.388420:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979406.388425:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979406.388431:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979406.388435:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979406.388440:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979406.388444:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979406.388449:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15800. 02000000:00000001:0.0:1783979406.388455:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979406.388458:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979406.388462:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38380. 00000100:00000001:0.0:1783979406.388468:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979406.388472:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979406.388476:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979406.388486:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979406.388491:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979406.388496:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979406.388500:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979406.388503:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979406.388510:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b480 x1870620403007872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.388526:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979406.388530:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979406.388535:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979406.388540:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979406.388546:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979406.388552:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403007872:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979406.388560:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979406.388565:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979406.388568:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979406.388572:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979406.388578:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979406.388582:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979406.388591:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979406.388597:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979406.388604:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979406.388609:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403007872, portal 10 00000100:00000001:0.0:1783979406.388613:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979406.388616:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682713728 : -110484026837888 : ffff9b83eed3b480) 00000100:00000040:0.0:1783979406.388628:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b480 x1870620403007872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.388646:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979406.388654:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979406.388659:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979406.388664:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403007872, offset 0 00000400:00000200:0.0:1783979406.388676:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979406.388684:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979406.388691:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979406.388698:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979406.388703:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979406.388710:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979406.388716:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979406.388727:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826831:826831:256:4294967295] 192.168.201.148@tcp LPNI seq info [826802:826802:8:4294967295] 00000400:00000200:0.0:1783979406.388749:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979406.388764:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979406.388773:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979406.388780:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979406.388790:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979406.388796:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1783979406.388820:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979406.388824:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979406.388831:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979406.388839:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979406.388846:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979406.388850:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979406.388854:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979406.388861:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b480 x1870620403007872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.388883:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979406.388891:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620403007872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979431 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.388906:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979406.388911:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979406.388917:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979406.388923:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979406.388932:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979406.388936:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311732240 00000100:00000001:0.0:1783979406.388942:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311733498 00000100:00000001:0.0:1783979406.388946:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311732240 00000100:00000001:0.0:1783979406.388952:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311733498 00000100:00000001:0.0:1783979406.388956:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979406.388961:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979406.388965:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979406.388973:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979406/real 1783979406] req@ffff9b83eed3b480 x1870620403007872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979406.388994:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979406.388998:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979406.389003:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979406.389009:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979406.389014:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979406.389020:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979406.389028:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b480 x1870620403007872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979406.389047:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b480 x1870620403007872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.389059:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979406.389063:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979406.389068:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979406.389071:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979406.389081:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b480 x1870620403007872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.389095:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979406.389104:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b480 x1870620403007872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979431 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.389126:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979406.389132:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979406.389137:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979406.389139:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979406.389144:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979406.389157:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979406.389162:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979406.389167:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979406.389169:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979406.389175:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b480 x1870620403007872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979431 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979406.389183:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403007872:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979406.389187:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979406.389189:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979406.389192:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b480 x1870620403007872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979431 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.389198:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979406.389200:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979406.389201:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979406.389204:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979406.389205:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979406.389207:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979406.389209:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979406.389210:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16c00. 02000000:00000001:0.0:1783979406.389213:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979406.389214:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979406.389216:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b480. 00000100:00000001:0.0:1783979406.389218:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979406.389219:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979406.389221:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979406.389225:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979406.389227:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979406.389229:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979406.389230:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979406.389232:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979406.389235:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39180 x1870620403008000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.389242:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979406.389243:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979406.389245:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979406.389247:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979406.389249:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979406.389252:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403008000:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979406.389254:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979406.389256:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979406.389258:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979406.389260:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979406.389263:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979406.389265:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979406.389269:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979406.389271:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979406.389274:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979406.389277:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403008000, portal 10 00000100:00000001:0.0:1783979406.389279:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979406.389280:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682704768 : -110484026846848 : ffff9b83eed39180) 00000100:00000040:0.0:1783979406.389286:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39180 x1870620403008000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.389292:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979406.389316:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979406.389319:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979406.389322:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403008000, offset 0 00000400:00000200:0.0:1783979406.389326:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979406.389330:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979406.389334:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979406.389337:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979406.389339:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979406.389342:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979406.389344:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979406.389347:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826832:826832:256:4294967295] 192.168.201.148@tcp LPNI seq info [826803:826803:8:4294967295] 00000400:00000200:0.0:1783979406.389351:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979406.389357:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979406.389361:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979406.389365:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979406.389369:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979406.389371:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1783979406.389381:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979406.389383:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979406.389386:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979406.389389:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979406.389392:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979406.389394:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979406.389396:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979406.389400:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39180 x1870620403008000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.389407:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979406.389410:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39180 x1870620403008000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979431 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.389416:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979406.389418:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979406.389421:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979406.389424:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979406.389427:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979406.389429:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311732236 00000100:00000001:0.0:1783979406.389431:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311733498 00000100:00000001:0.0:1783979406.389433:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311732236 00000100:00000001:0.0:1783979406.389435:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311733498 00000100:00000001:0.0:1783979406.389437:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979406.389439:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979406.389441:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979406.389444:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979406/real 1783979406] req@ffff9b83eed39180 x1870620403008000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979406.389453:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979406.389454:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979406.389455:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979406.389458:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979406.389459:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979406.389461:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979406.389464:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39180 x1870620403008000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979406.389472:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39180 x1870620403008000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.389478:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979406.389480:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979406.389481:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979406.389483:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979406.389486:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39180 x1870620403008000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.389493:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979406.389496:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39180 x1870620403008000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979431 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.389502:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979406.389505:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979406.389506:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979406.389507:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979406.389509:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979406.389514:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979406.389517:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979406.389520:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979406.389523:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979406.389527:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39180 x1870620403008000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979431 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979406.389535:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403008000:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979406.389539:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979406.389542:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620403008128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.389549:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979406.389550:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979406.389553:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979406.389554:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979406.389556:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979406.389559:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403008128:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979406.389561:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979406.389563:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979406.389564:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979406.389566:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979406.389569:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979406.389571:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979406.389574:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979406.389576:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979406.389580:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979406.389582:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403008128, portal 4 00000100:00000001:0.0:1783979406.389584:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979406.389585:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783979406.389590:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620403008128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.389597:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979406.389599:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979406.389601:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979406.389604:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403008128, offset 0 00000400:00000200:0.0:1783979406.389608:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979406.389612:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979406.389615:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979406.389617:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979406.389620:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979406.389622:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979406.389625:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979406.389628:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826833:826833:256:4294967295] 192.168.201.148@tcp LPNI seq info [826804:826804:8:4294967295] 00000400:00000200:0.0:1783979406.389632:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979406.389637:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979406.389642:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979406.389645:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979406.389649:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979406.389651:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1783979406.389660:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979406.389662:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979406.389665:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979406.389668:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979406.389671:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979406.389672:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979406.389675:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979406.389678:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3a300 x1870620403008128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.389685:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979406.389687:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620403008128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979431 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.389693:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979406.389694:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979406.389697:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979406.389699:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979406.389702:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979406.389704:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311732263 00000100:00000001:0.0:1783979406.389706:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311733498 00000100:00000001:0.0:1783979406.389708:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311732263 00000100:00000001:0.0:1783979406.389710:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311733498 00000100:00000001:0.0:1783979406.389711:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979406.389713:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979406.389715:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979406.389718:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979406/real 1783979406] req@ffff9b83eed3a300 x1870620403008128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979406.389724:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979406.389725:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979406.389727:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979406.389729:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979406.389730:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979406.389732:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979406.389749:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620403008128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979406.389756:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620403008128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.389761:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979406.389763:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979406.389765:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979406.389766:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979406.389769:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620403008128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.389775:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979406.389778:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620403008128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979431 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.389784:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979406.389787:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979406.389788:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979406.389789:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979406.389791:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979406.389794:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979406.389796:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979406.389799:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979406.389801:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979406.389805:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620403008128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979431 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979406.389812:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403008128:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979406.389816:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979406.389819:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38380 x1870620403008256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.389825:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979406.389826:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979406.389828:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979406.389829:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979406.389831:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979406.389833:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403008256:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979406.389836:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979406.389838:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979406.389839:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979406.389841:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979406.389843:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979406.389845:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979406.389848:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979406.389850:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979406.389853:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979406.389856:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403008256, portal 4 00000100:00000001:0.0:1783979406.389858:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979406.389860:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682701184 : -110484026850432 : ffff9b83eed38380) 00000100:00000040:0.0:1783979406.389865:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38380 x1870620403008256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.389871:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979406.389873:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979406.389875:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979406.389878:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403008256, offset 0 00000400:00000200:0.0:1783979406.389881:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979406.389885:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979406.389888:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979406.389891:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979406.389893:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979406.389895:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979406.389897:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979406.389900:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826834:826834:256:4294967295] 192.168.201.148@tcp LPNI seq info [826805:826805:8:4294967295] 00000400:00000200:0.0:1783979406.389904:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979406.389910:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979406.389914:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979406.389917:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979406.389921:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979406.389923:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1783979406.389933:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979406.389935:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979406.389937:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979406.389940:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979406.389943:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979406.389944:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979406.389947:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979406.389950:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38380 x1870620403008256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.389962:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979406.389965:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620403008256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979431 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.389971:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979406.389973:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979406.389976:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979406.389979:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979406.389981:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979406.389983:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311732253 00000100:00000001:0.0:1783979406.389985:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311733498 00000100:00000001:0.0:1783979406.389987:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311732253 00000100:00000001:0.0:1783979406.389989:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311733498 00000100:00000001:0.0:1783979406.389991:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979406.389993:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979406.389995:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979406.389998:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979406/real 1783979406] req@ffff9b83eed38380 x1870620403008256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979406.390006:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979406.390007:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979406.390008:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979406.390010:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979406.390012:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979406.390014:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979406.390017:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38380 x1870620403008256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979406.390024:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38380 x1870620403008256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.390030:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979406.390032:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979406.390034:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979406.390035:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979406.390038:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38380 x1870620403008256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.390045:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979406.390048:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38380 x1870620403008256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979431 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.390054:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979406.390056:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979406.390057:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979406.390058:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979406.390059:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979406.390063:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979406.390065:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979406.390067:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979406.390069:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979406.390073:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38380 x1870620403008256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979431 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979406.390079:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403008256:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979406.390082:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979406.390084:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979406.390087:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39180 x1870620403008000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979431 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.390092:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979406.390094:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979406.390096:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979406.390099:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979406.390100:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979406.390102:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979406.390104:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979406.390105:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec17400. 02000000:00000001:0.0:1783979406.390108:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979406.390109:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979406.390111:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39180. 00000100:00000001:0.0:1783979406.390113:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979406.390115:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979406.390116:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979406.390119:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620403008128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979431 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.390125:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979406.390126:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979406.390127:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979406.390129:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979406.390130:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979406.390131:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979406.390133:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979406.390134:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14000. 02000000:00000001:0.0:1783979406.390136:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979406.390137:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979406.390139:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783979406.390141:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979406.390142:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979406.390143:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979406.390146:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38380 x1870620403008256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979431 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979406.390152:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979406.390153:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979406.390154:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979406.390157:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979406.390158:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979406.390160:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979406.390161:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979406.390163:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15800. 02000000:00000001:0.0:1783979406.390165:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979406.390167:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979406.390168:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38380. 00000100:00000001:0.0:1783979406.390170:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979406.390172:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979406.390174:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979406.390178:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979406.390180:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979406.390181:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979406.390183:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979406.904812:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979406.904822:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979406.904825:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979406.904828:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979406.904834:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979406.904837:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979406.904838:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979406.904841:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979406.904845:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979406.904847:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979406.904851:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979406.904852:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979406.904855:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979406.904856:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979406.904859:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979406.904861:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979407.923412:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979407.923420:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979407.923427:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979407.923429:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979407.923435:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979407.923439:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979407.923446:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979407.923449:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979407.923456:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979407.923460:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979407.923501:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979407.923508:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979407.923514:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979407.923520:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979407.923526:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979407.923530:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979407.923534:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979407.923537:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979407.923539:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979408.947399:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979408.947413:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979408.947415:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979408.947422:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979408.947428:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979408.947432:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979408.947438:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979408.947440:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979408.947443:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979408.947466:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979408.947470:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979408.947476:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979408.947479:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979408.947487:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979408.947491:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979408.947499:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979408.947503:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979408.947509:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979408.947513:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979409.971425:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979409.971431:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979409.971439:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979409.971442:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979409.971447:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979409.971451:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979409.971458:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979409.971463:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979409.971471:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979409.971475:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979409.971662:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979409.971666:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979409.971670:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979409.971688:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979409.971694:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979409.971700:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979409.971706:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979409.971710:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979409.971717:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979410.995421:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979410.995427:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979410.995433:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979410.995436:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979410.995439:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979410.995442:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979410.995445:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979410.995447:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979410.995449:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979410.995451:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979410.995455:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979410.995457:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979410.995458:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979410.995460:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979410.995462:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979410.995464:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979410.995466:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979410.995468:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979410.995472:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979410.995474:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979410.995475:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979410.995476:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979410.995478:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979410.995479:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979410.995481:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979410.995483:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979410.995485:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979410.995486:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979410.995487:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979410.995489:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979410.995490:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979410.995492:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979410.995493:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979410.995496:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979410.995522:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979410.995526:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979410.995530:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979410.995537:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979410.995544:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979410.995550:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979410.995554:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979410.995557:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979410.995561:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979410.995705:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979410.995709:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979410.995711:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979410.995713:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979410.995716:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979410.995718:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979410.995720:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979410.995722:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979410.995724:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979410.995745:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979410.995748:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979410.995750:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979410.995752:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979410.995755:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979410.995757:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979410.995778:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979410.995781:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979410.995786:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979411.507529:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979411.507539:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979411.507541:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979411.507545:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979411.507556:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979411.507563:0:297114:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 17064 00000400:00000200:0.0:1783979411.507573:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979411.507579:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979411.507583:0:297114:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979411.507587:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979411.507590:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979411.507593:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979411.507595:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979411.507599:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979411.507600:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783979411.507603:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979411.507606:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783979411.507608:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783979411.507611:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783979411.507614:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979411.507616:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979411.507618:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979411.507619:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979411.507623:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783979411.507626:0:297114:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979411.507629:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979411.507632:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979411.507635:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979411.507638:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979411.507640:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979411.507642:0:297114:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979411.507664:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783979411.507668:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783979411.507672:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979411.507674:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979411.507677:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979411.507680:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979411.507684:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979411.507691:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783979411.507698:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979411.507707:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620403008384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979411.507717:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979411.507721:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979411.507726:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620403008384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979411.507754:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979411.507757:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979411.507760:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979411.507761:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979411.507763:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979411.507766:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979411.507769:0:297114:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17064 00000400:00000200:0.0:1783979411.507772:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979411.507775:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979411.507777:0:297114:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979411.507780:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979411.507782:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979411.507783:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979411.507785:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979411.507787:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979411.507789:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783979411.507790:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979411.507792:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783979411.507794:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783979411.507796:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783979411.507798:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979411.507800:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979411.507802:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979411.507804:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979411.507807:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783979411.507809:0:297114:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979411.507811:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979411.507813:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979411.507818:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979411.507820:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979411.507822:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979411.507826:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979411.507828:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979411.507830:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979411.507833:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783979411.507835:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979411.507838:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979411.507839:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979411.507840:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979411.507841:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979411.507843:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979411.507846:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783979411.507850:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979411.507854:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620403008512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979411.507861:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979411.507863:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979411.507866:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620403008512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979411.507885:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979411.507888:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979411.507891:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979411.507892:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979411.507894:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979411.507897:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979411.507899:0:297114:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17064 00000400:00000200:0.0:1783979411.507903:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979411.507906:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979411.507908:0:297114:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979411.507910:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979411.507912:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979411.507914:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979411.507916:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979411.507918:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979411.507920:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783979411.507921:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979411.507923:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783979411.507925:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783979411.507927:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783979411.507930:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979411.507940:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979411.507942:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979411.507944:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979411.507946:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783979411.507949:0:297114:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979411.507951:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979411.507953:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979411.507955:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979411.507957:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979411.507959:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979411.507961:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979411.507963:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979411.507965:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979411.507968:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783979411.507971:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979411.507973:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979411.507975:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979411.507983:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979411.507984:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979411.507986:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979411.507990:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783979411.507993:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979411.507997:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620403008640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979411.508004:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979411.508006:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979411.508009:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620403008640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979411.508016:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979411.508019:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979411.508022:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979411.508023:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979411.508025:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979411.508027:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979411.508030:0:297114:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17064 00000400:00000200:0.0:1783979411.508034:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979411.508036:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979411.508038:0:297114:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979411.508041:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979411.508043:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979411.508045:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979411.508046:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979411.508059:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979411.508060:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783979411.508062:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979411.508064:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783979411.508065:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783979411.508068:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783979411.508071:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979411.508073:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979411.508074:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979411.508083:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979411.508085:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783979411.508088:0:297114:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979411.508090:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979411.508092:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979411.508095:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979411.508096:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979411.508098:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979411.508101:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979411.508103:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979411.508104:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979411.508109:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783979411.508111:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979411.508113:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979411.508115:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979411.508116:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979411.508118:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979411.508119:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979411.508123:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783979411.508126:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979411.508130:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620403008768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979411.508137:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979411.508138:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979411.508142:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620403008768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979411.508149:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979411.508151:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979411.508154:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979411.508156:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979411.508157:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979411.508160:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979411.508162:0:297114:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17064 00000400:00000200:0.0:1783979411.508165:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979411.508168:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979411.508170:0:297114:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979411.508173:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979411.508174:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979411.508176:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979411.508178:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979411.508181:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979411.508182:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783979411.508183:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979411.508185:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783979411.508187:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783979411.508189:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783979411.508192:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979411.508194:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979411.508196:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979411.508198:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979411.508200:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783979411.508202:0:297114:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979411.508204:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979411.508205:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979411.508208:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979411.508210:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979411.508212:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979411.508214:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979411.508216:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979411.508218:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979411.508220:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783979411.508222:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979411.508225:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979411.508226:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979411.508228:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979411.508229:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979411.508230:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979411.508233:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783979411.508237:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979411.508241:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620403008896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979411.508248:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979411.508249:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979411.508253:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620403008896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979411.508260:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979411.508264:0:297114:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17075) 00000100:00000001:0.0:1783979412.019404:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979412.019413:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979412.019417:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979412.019424:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979412.019431:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979412.019435:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979412.019438:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979412.019442:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979412.019447:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979412.019463:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979412.019468:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979412.019470:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979412.019472:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979412.019475:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979412.019477:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979412.019479:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979412.019481:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979412.019484:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979412.019513:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979412.019517:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979412.019522:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979412.019524:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979412.019528:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979412.019530:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979412.019534:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979412.019536:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979412.019541:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979412.019544:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979412.019583:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979412.019587:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979412.019592:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979413.043424:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979413.043429:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979413.043437:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979413.043440:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979413.043447:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979413.043450:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979413.043454:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979413.043457:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979413.043463:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979413.043468:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979413.043494:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979413.043499:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979413.043503:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979413.043507:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979413.043512:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979413.043515:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979413.043530:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979413.043535:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979413.043540:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979413.043554:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979413.043558:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979413.043562:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979413.043586:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979413.043591:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979413.043592:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979413.043595:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979413.043599:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979413.043602:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979413.043606:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979413.043610:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979413.043618:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979414.067442:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979414.067448:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979414.067452:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979414.067457:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979414.067462:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979414.067465:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979414.067468:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979414.067472:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979414.067479:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979414.067506:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979414.067511:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979414.067517:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979414.067519:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979414.067524:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979414.067525:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979414.067528:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979414.067530:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979414.067533:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979414.067534:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979414.067551:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979414.067554:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979414.067557:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979414.069225:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979414.069229:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979414.069230:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979414.069233:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979414.069235:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979414.069237:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979414.069239:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979414.069240:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979414.069242:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979415.091610:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979415.091614:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979415.091621:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979415.091624:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979415.091631:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979415.091634:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979415.091642:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979415.091645:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979415.091650:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979415.091651:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979415.091669:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979415.091672:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979415.091675:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979416.115379:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979416.115387:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979416.115396:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979416.115400:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979416.115409:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979416.115413:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979416.115430:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979416.115435:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979416.115441:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979416.115445:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979416.115468:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979416.115482:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979416.115489:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979416.115509:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979416.115515:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979416.115519:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979416.115524:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979416.115535:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979416.115541:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979416.115547:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979416.115551:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979416.115557:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979417.139653:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979417.139685:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979417.139686:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979417.139689:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979417.139692:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979417.139694:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979417.139696:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979417.139698:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979417.139700:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979417.139721:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979417.139725:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979417.139727:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979417.139730:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979417.139733:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979417.139735:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979417.139737:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979417.139740:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979417.139744:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979417.139746:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979417.139750:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979417.139751:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979417.139754:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979417.139755:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979417.139759:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979417.139760:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979417.139775:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979417.139778:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979417.139781:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979418.163417:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979418.163425:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979418.163435:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979418.163440:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979418.163450:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979418.163455:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979418.163462:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979418.163466:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979418.163472:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979418.163474:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979418.163499:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979418.163505:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979418.163509:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979418.163516:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979418.163522:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979418.163527:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979418.163552:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979418.163556:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979418.163560:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979419.187581:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979419.187585:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979419.187586:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979419.187589:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979419.187591:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979419.187593:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979419.187595:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979419.187596:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979419.187599:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979419.187618:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979419.187621:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979419.187624:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979419.187626:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979419.187629:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979419.187631:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979419.187634:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979419.187635:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979419.187638:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979419.187639:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979419.187789:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979419.187794:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979419.187798:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979419.187803:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979419.187806:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979419.187811:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979419.187822:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979419.187826:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979419.187831:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979419.187989:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979419.187995:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979419.187998:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979419.188004:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979419.188008:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979419.188012:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979419.188016:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979419.188019:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979419.188024:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979420.211422:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979420.211428:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979420.211430:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979420.211435:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979420.211439:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979420.211444:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979420.211456:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979420.211459:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979420.211462:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979420.211481:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979420.211484:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979420.211510:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979420.211511:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979420.211516:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979420.211517:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979420.211520:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979420.211521:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979420.211525:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979420.211526:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979420.211565:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979420.211568:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979420.211569:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979420.211572:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979420.211575:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979420.211576:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979420.211579:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979420.211581:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979420.211583:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979420.211613:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979420.211615:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979420.211617:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979420.211622:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979420.211624:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979420.211626:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979420.211628:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979420.211629:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979420.211631:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979421.235581:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979421.235585:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979421.235588:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979421.235591:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979421.235594:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979421.235597:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979421.235600:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979421.235601:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979421.235604:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979421.235628:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979421.235632:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979421.235639:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979421.235643:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979421.235646:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979421.235649:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979421.235652:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979421.235655:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979421.235657:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979421.235659:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979421.235663:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979421.235664:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979421.235665:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979421.235666:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979421.235668:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979421.235669:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979421.235670:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979421.235672:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979421.235676:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979421.235677:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979421.235679:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979421.235680:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979421.235681:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979421.235682:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979421.235684:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979421.235685:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979421.235689:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979421.235691:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979421.235692:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979421.235693:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979421.235694:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979421.235696:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979421.235697:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979421.235699:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979422.260341:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979422.260343:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979422.260344:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979422.260346:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979422.260347:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979422.260348:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979422.260350:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979422.260350:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979422.260352:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979422.260365:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979422.260366:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979422.260369:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979422.260370:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979422.260373:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979422.260374:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979422.260376:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979422.260376:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979422.260378:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979422.260379:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979423.283491:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979423.283497:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979423.283506:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979423.283510:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979423.283532:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979423.283536:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979423.283544:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979423.283547:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979423.283556:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979423.283559:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979423.284097:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979423.284101:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979423.284105:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979423.284109:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979423.284114:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979423.284117:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979423.284121:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979423.284124:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979423.284129:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979424.307420:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979424.307442:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979424.307445:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979424.307450:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979424.307454:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979424.307459:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979424.307462:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979424.307464:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979424.307467:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979424.307494:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979424.307499:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979424.307511:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979424.307516:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979424.307520:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979424.307522:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979424.307526:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979424.307528:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979424.307533:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979424.307535:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979424.307574:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979424.307577:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979424.307581:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979424.307595:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979424.307597:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979424.307598:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979424.307600:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979424.307602:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979424.307603:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979424.307605:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979424.307606:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979424.307608:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979424.308603:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979424.308605:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979424.308606:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979424.308607:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979424.308609:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979424.308610:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979424.308611:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979424.308612:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979424.308613:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979425.331428:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979425.331434:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979425.331439:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979425.331445:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979425.331449:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979425.331455:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979425.331459:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979425.331463:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979425.331470:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979425.331489:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979425.331494:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979425.331498:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979425.331502:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979425.331506:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979425.331508:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979425.331510:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979425.331511:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979425.331513:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979425.331534:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979425.331537:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979425.331542:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979425.331543:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979425.331546:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979425.331548:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979425.331551:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979425.331552:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979425.331556:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979425.331557:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979425.331580:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979425.331582:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979425.331585:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979426.355400:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979426.355406:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979426.355410:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979426.355415:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979426.355419:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979426.355426:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979426.355430:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979426.355434:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979426.355439:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979426.355471:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979426.355477:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979426.355485:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979426.355489:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979426.355493:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979426.355495:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979426.355500:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979426.355503:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979426.355507:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979426.355510:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979426.355546:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979426.355551:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979426.355557:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979427.379493:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979427.379498:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979427.379502:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979427.379509:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979427.379515:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979427.379520:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979427.379535:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979427.379539:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979427.379541:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979427.379564:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979427.379569:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979427.379572:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979427.379575:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979427.379579:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979427.379582:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979427.379584:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979427.379587:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979427.379592:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979427.379594:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979427.379599:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979427.379601:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979427.379605:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979427.379607:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979427.379612:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979427.379616:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979427.379653:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979427.379657:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979427.379664:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979428.403796:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979428.403800:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979428.403805:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979428.403806:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979428.403810:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979428.403811:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979428.403814:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979428.403815:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979428.403818:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979428.403819:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979428.404467:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979428.404470:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979428.404471:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979428.404474:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979428.404476:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979428.404479:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979428.404481:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979428.404482:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979428.404484:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979429.427863:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979429.427872:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979429.427877:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979429.427886:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979429.427892:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979429.427899:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979429.427912:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979429.427917:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979429.427921:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979429.427946:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979429.427948:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979429.427952:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979429.427954:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979429.427956:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979429.427957:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979429.427960:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979429.427962:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979429.427964:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979429.427967:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979429.427986:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979429.427989:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979429.427993:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979429.430643:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979429.430647:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979429.430650:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979429.430653:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979429.430658:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979429.430660:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979429.430667:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979429.430669:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979429.430671:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979430.453854:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979430.453859:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979430.453860:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979430.453865:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979430.453867:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979430.453870:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979430.453872:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979430.453873:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979430.453876:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979430.453906:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979430.453909:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979430.453913:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979430.453914:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979430.453918:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979430.453919:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979430.453922:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979430.453924:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979430.453927:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979430.453929:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979430.453944:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979430.453947:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979430.453950:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979430.454505:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979430.454508:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979430.454510:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979430.454512:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979430.454514:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979430.454516:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979430.454518:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979430.454519:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979430.454522:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979431.475395:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979431.475399:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979431.475402:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979431.475405:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979431.475410:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979431.475413:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979431.475416:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979431.475418:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979431.475420:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979431.475441:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979431.475445:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979431.475452:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979431.475456:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979431.475460:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979431.475464:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979431.475468:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979431.475472:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979431.475476:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979431.475480:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979431.475485:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979431.475488:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979431.475490:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979431.475493:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979431.475496:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979431.475499:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979431.475502:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979431.475506:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979431.475511:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979431.475515:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979431.475518:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979431.475522:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979431.475525:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979431.475527:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979431.475529:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979431.475531:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979431.475535:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979431.475536:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979431.475538:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979431.475539:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979431.475541:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979431.475543:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979431.475544:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979431.475546:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979431.475590:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979431.475593:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979431.475595:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979432.499596:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979432.499602:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979432.499604:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979432.499607:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979432.499610:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979432.499613:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979432.499616:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979432.499617:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979432.499620:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979432.499641:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979432.499645:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979432.499652:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979432.499655:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979432.499660:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979432.499662:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979432.499666:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979432.499667:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979432.499670:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979432.499672:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979432.499686:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979432.499688:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979432.499690:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979432.499877:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979432.499879:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979432.499880:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979432.499881:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979432.499882:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979432.499883:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979432.499884:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979432.499885:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979432.499887:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979433.523405:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979433.523413:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979433.523415:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979433.523420:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979433.523424:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979433.523427:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979433.523429:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979433.523432:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979433.523435:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979433.523468:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979433.523471:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979433.523476:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979433.523477:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979433.523482:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979433.523484:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979433.523493:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979433.523501:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979433.523506:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979433.523510:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979434.547442:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979434.547448:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979434.547458:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979434.547461:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979434.547468:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979434.547472:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979434.547479:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979434.547483:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979434.547487:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979434.547488:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979434.548319:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979434.548323:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979434.548326:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979434.548332:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979434.548336:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979434.548342:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979434.548349:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979434.548354:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979434.548359:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979434.549115:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979434.549118:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979434.549120:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979434.549122:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979434.549124:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979434.549126:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979434.549128:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979434.549129:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979434.549131:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979435.572430:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979435.572436:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979435.572439:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979435.572445:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979435.572450:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979435.572455:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979435.572459:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979435.572462:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979435.572467:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979435.572490:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979435.572495:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979435.572499:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979435.572500:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979435.572504:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979435.572507:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979435.572512:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979435.572515:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979435.572520:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979435.572523:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979436.595422:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979436.595429:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979436.595433:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979436.595437:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979436.595449:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979436.595453:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979436.595459:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979436.595464:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979436.595472:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979436.595475:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979436.595480:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979436.595489:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979436.595498:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979436.595502:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979436.595508:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979436.595516:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979436.595552:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979436.595556:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979436.595558:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979436.595568:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979436.595573:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979436.595577:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979436.595581:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979436.595584:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979436.595587:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979437.107754:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979437.107758:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979437.107761:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979437.107766:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880380 x1870620403011584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.107774:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979437.107775:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979437.107778:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979437.107780:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979437.107783:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979437.107786:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403011584:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979437.107789:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979437.107793:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979437.107795:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979437.107797:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979437.107802:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979437.107804:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979437.107809:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979437.107813:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979437.107818:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979437.107825:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403011584, portal 25 00000100:00000001:0.0:1783979437.107827:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979437.107829:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694530432 : -110484015021184 : ffff9b83ef880380) 00000100:00000040:0.0:1783979437.107834:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880380 x1870620403011584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.107841:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979437.107844:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979437.107847:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979437.107850:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620403011584, offset 0 00000400:00000200:0.0:1783979437.107857:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979437.107864:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979437.107872:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979437.107876:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979437.107879:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979437.107883:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979437.107885:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979437.107889:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826860:826860:256:4294967295] 192.168.201.148@tcp LPNI seq info [826831:826831:8:4294967295] 00000400:00000200:0.0:1783979437.107892:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979437.107901:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979437.107906:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979437.107910:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979437.107917:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979437.107920:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979437.107932:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979437.107935:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979437.107940:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979437.107944:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979437.107949:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979437.107951:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979437.107965:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979437.107969:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880380 x1870620403011584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.107977:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979437.107981:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880380 x1870620403011584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979462 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.107986:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979437.107988:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979437.107993:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979437.107996:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979437.107999:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311764218 00000100:00000010:0.0:1783979437.108005:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783979437.108010:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979437.108015:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311764218 00000100:00000010:0.0:1783979437.108017:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783979437.108020:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979437.108023:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979437.108025:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979437.108028:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979437.108031:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979437/real 1783979437] req@ffff9b83ef880380 x1870620403011584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979437.108039:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979437.108040:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979437.108042:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979437.108044:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979437.108046:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979437.108048:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979437.108051:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880380 x1870620403011584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979437.108058:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880380 x1870620403011584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.108066:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979437.108067:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979437.108070:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979437.108071:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979437.108075:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880380 x1870620403011584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.108081:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979437.108085:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880380 x1870620403011584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979462 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.108099:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979437.108102:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979437.108103:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979437.108105:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979437.108107:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979437.108109:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979437.108112:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979437.108115:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979437.108116:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979437.108119:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880380 x1870620403011584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979462 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979437.108124:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403011584:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979437.108127:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979437.108129:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880a80 x1870620403011712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.108133:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979437.108133:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979437.108135:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979437.108136:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979437.108137:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979437.108139:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403011712:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979437.108141:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979437.108142:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979437.108143:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979437.108144:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979437.108146:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979437.108147:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979437.108149:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979437.108152:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979437.108154:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979437.108156:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403011712, portal 10 00000100:00000001:0.0:1783979437.108157:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979437.108158:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694532224 : -110484015019392 : ffff9b83ef880a80) 00000100:00000040:0.0:1783979437.108171:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880a80 x1870620403011712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.108177:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979437.108179:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979437.108181:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979437.108184:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403011712, offset 0 00000400:00000200:0.0:1783979437.108187:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979437.108191:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979437.108195:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979437.108197:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979437.108200:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979437.108211:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979437.108214:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979437.108217:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826861:826861:256:4294967295] 192.168.201.148@tcp LPNI seq info [826832:826832:8:4294967295] 00000400:00000200:0.0:1783979437.108221:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979437.108226:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979437.108229:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979437.108231:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979437.108234:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979437.108236:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979437.108245:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979437.108247:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979437.108250:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979437.108253:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979437.108255:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979437.108257:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979437.108260:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979437.108264:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880a80 x1870620403011712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.108271:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979437.108274:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880a80 x1870620403011712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979462 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.108280:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979437.108282:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979437.108285:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979437.108289:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979437.108291:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979437.108309:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311762960 00000100:00000001:0.0:1783979437.108311:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311764218 00000100:00000001:0.0:1783979437.108313:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311762960 00000100:00000001:0.0:1783979437.108314:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311764218 00000100:00000001:0.0:1783979437.108315:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979437.108316:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979437.108318:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979437.108320:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979437/real 1783979437] req@ffff9b83ef880a80 x1870620403011712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979437.108325:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979437.108326:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979437.108327:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979437.108328:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979437.108329:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979437.108331:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979437.108333:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880a80 x1870620403011712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979437.108337:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880a80 x1870620403011712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.108345:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979437.108346:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979437.108347:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979437.108348:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979437.108349:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880a80 x1870620403011712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.108353:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979437.108355:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880a80 x1870620403011712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979462 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.108359:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979437.108361:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979437.108362:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979437.108362:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979437.108363:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979437.108369:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979437.108371:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979437.108373:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979437.108374:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979437.108376:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880a80 x1870620403011712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979462 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979437.108381:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403011712:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979437.108383:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979437.108384:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979437.108386:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880380 x1870620403011584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979462 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.108389:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979437.108391:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979437.108393:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979437.108395:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979437.108396:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979437.108398:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979437.108399:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979437.108401:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634400. 02000000:00000001:0.0:1783979437.108404:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979437.108405:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979437.108406:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880380. 00000100:00000001:0.0:1783979437.108408:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979437.108409:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979437.108410:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979437.108411:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880a80 x1870620403011712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979462 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.108415:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979437.108415:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979437.108416:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979437.108418:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979437.108419:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979437.108419:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979437.108421:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979437.108421:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636c00. 02000000:00000001:0.0:1783979437.108423:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979437.108424:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979437.108425:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880a80. 00000100:00000001:0.0:1783979437.108426:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979437.108427:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979437.108428:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979437.108432:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979437.108434:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979437.108435:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979437.108436:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979437.108837:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979437.108839:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979437.108840:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979437.108843:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883800 x1870620403011840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.108851:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979437.108852:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979437.108853:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979437.108855:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979437.108856:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979437.108857:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403011840:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979437.108859:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979437.108860:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979437.108861:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979437.108862:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979437.108865:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979437.108866:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979437.108868:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979437.108869:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979437.108872:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979437.108874:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403011840, portal 10 00000100:00000001:0.0:1783979437.108875:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979437.108876:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694543872 : -110484015007744 : ffff9b83ef883800) 00000100:00000040:0.0:1783979437.108880:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883800 x1870620403011840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.108883:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979437.108885:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979437.108886:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979437.108888:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403011840, offset 0 00000400:00000200:0.0:1783979437.108890:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979437.108892:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979437.108894:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979437.108896:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979437.108898:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979437.108899:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979437.108901:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979437.108903:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826862:826862:256:4294967295] 192.168.201.148@tcp LPNI seq info [826833:826833:8:4294967295] 00000400:00000200:0.0:1783979437.108905:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979437.108909:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979437.108912:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979437.108914:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979437.108916:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979437.108918:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979437.108925:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979437.108926:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979437.108928:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979437.108931:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979437.108932:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979437.108933:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979437.108935:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979437.108937:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883800 x1870620403011840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.108942:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979437.108944:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883800 x1870620403011840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979462 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.108948:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979437.108962:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979437.108965:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979437.108968:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979437.108971:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979437.108973:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311762955 00000100:00000001:0.0:1783979437.108975:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311764218 00000100:00000001:0.0:1783979437.108977:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311762955 00000100:00000001:0.0:1783979437.108979:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311764218 00000100:00000001:0.0:1783979437.108981:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979437.108984:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979437.108985:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979437.108990:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979437/real 1783979437] req@ffff9b83ef883800 x1870620403011840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979437.108998:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979437.108999:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979437.109001:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979437.109003:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979437.109004:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979437.109005:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979437.109007:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883800 x1870620403011840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979437.109012:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883800 x1870620403011840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.109016:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979437.109017:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979437.109018:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979437.109018:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979437.109020:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883800 x1870620403011840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.109024:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979437.109026:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883800 x1870620403011840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979462 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.109030:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979437.109031:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979437.109032:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979437.109033:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979437.109034:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979437.109037:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979437.109039:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979437.109041:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979437.109042:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979437.109045:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883800 x1870620403011840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979462 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979437.109049:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403011840:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979437.109051:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979437.109052:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880a80 x1870620403011968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.109056:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979437.109057:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979437.109058:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979437.109059:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979437.109060:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979437.109062:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403011968:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979437.109064:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979437.109065:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979437.109065:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979437.109066:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979437.109068:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979437.109069:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979437.109072:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979437.109073:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979437.109075:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979437.109077:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403011968, portal 4 00000100:00000001:0.0:1783979437.109078:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979437.109079:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694532224 : -110484015019392 : ffff9b83ef880a80) 00000100:00000040:0.0:1783979437.109083:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880a80 x1870620403011968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.109087:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979437.109088:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979437.109089:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979437.109091:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403011968, offset 0 00000400:00000200:0.0:1783979437.109093:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979437.109095:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979437.109097:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979437.109099:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979437.109101:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979437.109102:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979437.109104:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979437.109106:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826863:826863:256:4294967295] 192.168.201.148@tcp LPNI seq info [826834:826834:8:4294967295] 00000400:00000200:0.0:1783979437.109108:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979437.109112:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979437.109114:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979437.109116:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979437.109119:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979437.109120:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979437.109126:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979437.109127:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979437.109129:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979437.109131:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979437.109133:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979437.109134:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979437.109135:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979437.109137:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880a80 x1870620403011968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.109142:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979437.109143:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880a80 x1870620403011968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979462 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.109147:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979437.109148:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979437.109149:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979437.109151:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979437.109153:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979437.109154:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311762982 00000100:00000001:0.0:1783979437.109156:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311764218 00000100:00000001:0.0:1783979437.109157:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311762982 00000100:00000001:0.0:1783979437.109158:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311764218 00000100:00000001:0.0:1783979437.109159:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979437.109160:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979437.109161:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979437.109163:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979437/real 1783979437] req@ffff9b83ef880a80 x1870620403011968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979437.109169:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979437.109170:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979437.109172:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979437.109174:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979437.109176:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979437.109177:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979437.109180:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880a80 x1870620403011968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979437.109187:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880a80 x1870620403011968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.109194:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979437.109195:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979437.109197:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979437.109198:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979437.109201:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880a80 x1870620403011968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.109218:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979437.109222:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880a80 x1870620403011968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979462 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.109226:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979437.109228:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979437.109229:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979437.109230:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979437.109231:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979437.109233:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979437.109234:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979437.109236:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979437.109237:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979437.109240:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880a80 x1870620403011968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979462 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979437.109247:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403011968:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979437.109250:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979437.109253:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880380 x1870620403012096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.109259:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979437.109260:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979437.109263:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979437.109264:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979437.109266:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979437.109269:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403012096:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979437.109272:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979437.109273:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979437.109275:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979437.109277:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979437.109280:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979437.109282:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979437.109285:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979437.109287:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979437.109289:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979437.109291:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403012096, portal 4 00000100:00000001:0.0:1783979437.109305:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979437.109306:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694530432 : -110484015021184 : ffff9b83ef880380) 00000100:00000040:0.0:1783979437.109311:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880380 x1870620403012096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.109315:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979437.109316:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979437.109318:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979437.109319:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403012096, offset 0 00000400:00000200:0.0:1783979437.109322:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979437.109324:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979437.109326:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979437.109328:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979437.109330:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979437.109331:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979437.109333:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979437.109334:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826864:826864:256:4294967295] 192.168.201.148@tcp LPNI seq info [826835:826835:8:4294967295] 00000400:00000200:0.0:1783979437.109337:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979437.109340:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979437.109343:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979437.109345:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979437.109347:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979437.109349:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979437.109355:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979437.109357:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979437.109360:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979437.109363:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979437.109366:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979437.109368:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979437.109370:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979437.109373:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880380 x1870620403012096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.109380:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979437.109382:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880380 x1870620403012096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979462 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.109388:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979437.109389:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979437.109392:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979437.109395:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979437.109397:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979437.109399:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311762973 00000100:00000001:0.0:1783979437.109401:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311764218 00000100:00000001:0.0:1783979437.109403:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311762973 00000100:00000001:0.0:1783979437.109405:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311764218 00000100:00000001:0.0:1783979437.109407:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979437.109409:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979437.109410:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979437.109414:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979437/real 1783979437] req@ffff9b83ef880380 x1870620403012096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979437.109421:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979437.109422:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979437.109423:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979437.109424:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979437.109426:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979437.109428:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979437.109431:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880380 x1870620403012096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979437.109438:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880380 x1870620403012096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.109449:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979437.109450:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979437.109452:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979437.109453:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979437.109457:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880380 x1870620403012096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.109462:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979437.109465:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880380 x1870620403012096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979462 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.109470:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979437.109472:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979437.109474:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979437.109475:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979437.109477:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979437.109480:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979437.109482:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979437.109484:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979437.109486:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979437.109489:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880380 x1870620403012096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979462 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979437.109496:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403012096:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979437.109499:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979437.109501:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979437.109503:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883800 x1870620403011840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979462 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.109509:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979437.109510:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979437.109512:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979437.109514:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979437.109516:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979437.109517:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979437.109519:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979437.109520:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634c00. 02000000:00000001:0.0:1783979437.109522:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979437.109523:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979437.109524:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883800. 00000100:00000001:0.0:1783979437.109528:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979437.109529:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979437.109531:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979437.109533:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880a80 x1870620403011968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979462 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.109539:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979437.109540:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979437.109541:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979437.109543:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979437.109544:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979437.109545:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979437.109547:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979437.109548:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783979437.109550:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979437.109551:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979437.109552:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880a80. 00000100:00000001:0.0:1783979437.109554:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979437.109555:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979437.109556:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979437.109559:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880380 x1870620403012096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979462 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979437.109564:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979437.109565:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979437.109566:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979437.109568:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979437.109569:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979437.109570:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979437.109572:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979437.109573:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635400. 02000000:00000001:0.0:1783979437.109575:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979437.109576:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979437.109577:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880380. 00000100:00000001:0.0:1783979437.109578:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979437.109580:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979437.109581:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979437.109584:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979437.109586:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979437.109587:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979437.109588:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979437.619682:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979437.619685:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979437.619690:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979437.619692:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979437.619696:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979437.619697:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979437.619700:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979437.619701:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979437.619704:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979437.619706:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979437.619728:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979437.619731:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979437.619732:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979437.619735:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979437.619737:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979437.619740:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979437.619742:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979437.619744:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979437.619746:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979438.644104:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979438.644111:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979438.644113:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979438.644117:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979438.644120:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979438.644123:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979438.644126:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979438.644129:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979438.644132:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979438.644490:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979438.644494:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979438.644499:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979438.644501:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979438.644505:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979438.644506:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979438.644510:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979438.644512:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979438.644516:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979438.644517:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979438.645085:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979438.645089:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979438.645090:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979438.645092:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979438.645094:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979438.645096:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979438.645099:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979438.645100:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979438.645102:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979439.668188:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979439.668191:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979439.668196:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979439.668199:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979439.668204:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979439.668205:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979439.668208:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979439.668209:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979439.668213:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979439.668215:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979439.668256:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979439.668258:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979439.668260:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979439.668262:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979439.668266:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979439.668269:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979439.668271:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979439.668273:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979439.668274:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979439.668338:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979439.668343:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979439.668347:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979439.668354:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979439.668360:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979439.668364:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979439.668370:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979439.668374:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979439.668376:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979440.564024:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979440.564034:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979440.564036:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979440.564042:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979440.564046:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979440.564050:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979440.564052:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979440.564055:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979440.564059:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979440.691571:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979440.691573:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979440.691574:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979440.691576:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979440.691577:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979440.691579:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979440.691580:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979440.691582:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979440.691584:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979440.691601:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979440.691604:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979440.691607:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979440.691608:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979440.691612:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979440.691613:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979440.691615:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979440.691616:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979440.691618:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979440.691620:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979440.691854:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979440.691857:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979440.691858:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979440.691860:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979440.691863:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979440.691865:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979440.691866:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979440.691868:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979440.691870:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979441.587427:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979441.587432:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979441.587435:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979441.587438:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979441.587441:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979441.587444:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979441.587446:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979441.587448:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979441.587451:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979441.715401:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979441.715410:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979441.715412:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979441.715418:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979441.715424:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979441.715430:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979441.715435:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979441.715438:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979441.715444:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979441.715462:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979441.715467:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979441.715471:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979441.715475:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979441.715482:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979441.715487:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979441.715492:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979441.715496:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979441.715501:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979441.715525:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979441.715529:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979441.715537:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979441.715542:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979441.715546:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979441.715551:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979441.715555:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979441.715558:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979441.715562:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979441.715567:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979441.715575:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979441.715579:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979441.715583:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979441.715586:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979441.715590:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979441.715591:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979441.715593:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979441.715595:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979441.715601:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979441.715605:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979441.715608:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979441.715612:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979441.715617:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979441.715622:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979441.715627:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979441.715634:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979441.715638:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979441.715640:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979441.715641:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979441.715642:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979441.715644:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979441.715646:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979441.715647:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979441.715650:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979442.227767:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979442.227773:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979442.227777:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979442.227787:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b100 x1870620403012224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.227822:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979442.227826:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979442.227832:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979442.227837:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979442.227842:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979442.227849:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403012224:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979442.227858:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979442.227864:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979442.227869:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979442.227875:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979442.227882:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979442.227887:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979442.227896:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979442.227903:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979442.227911:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979442.227920:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403012224, portal 25 00000100:00000001:0.0:1783979442.227926:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979442.227929:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682712832 : -110484026838784 : ffff9b83eed3b100) 00000100:00000040:0.0:1783979442.227941:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b100 x1870620403012224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.227959:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979442.227965:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979442.227971:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979442.227977:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620403012224, offset 0 00000400:00000200:0.0:1783979442.227988:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979442.228000:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979442.228010:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979442.228019:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979442.228027:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979442.228036:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979442.228042:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979442.228054:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826865:826865:256:4294967295] 192.168.201.148@tcp LPNI seq info [826836:826836:8:4294967295] 00000400:00000200:0.0:1783979442.228064:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979442.228081:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979442.228090:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979442.228098:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979442.228109:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979442.228127:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783979442.228149:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979442.228154:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979442.228164:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979442.228174:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979442.228184:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979442.228188:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979442.228196:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979442.228205:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b100 x1870620403012224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.228240:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979442.228248:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b100 x1870620403012224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979467 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.228267:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979442.228272:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979442.228279:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979442.228320:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979442.228323:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311769339 00000100:00000010:0.0:1783979442.228329:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783979442.228336:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979442.228349:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311769339 00000100:00000010:0.0:1783979442.228356:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783979442.228375:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979442.228392:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979442.228399:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979442.228405:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979442.228414:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979442/real 1783979442] req@ffff9b83eed3b100 x1870620403012224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979442.228435:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979442.228438:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979442.228442:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979442.228448:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979442.228453:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979442.228458:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979442.228465:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b100 x1870620403012224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979442.228487:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b100 x1870620403012224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.228506:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979442.228511:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979442.228516:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979442.228519:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979442.228527:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b100 x1870620403012224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.228543:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979442.228551:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b100 x1870620403012224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979467 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.228575:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979442.228580:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979442.228585:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979442.228587:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979442.228593:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979442.228596:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979442.228602:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979442.228611:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979442.228617:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979442.228626:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b100 x1870620403012224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979467 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979442.228638:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403012224:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979442.228643:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979442.228646:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979442.228649:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b100 x1870620403012224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979467 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.228656:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979442.228659:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979442.228662:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979442.228665:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979442.228666:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979442.228668:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979442.228670:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979442.228673:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec17400. 02000000:00000001:0.0:1783979442.228677:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979442.228678:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979442.228680:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b100. 00000100:00000001:0.0:1783979442.228683:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979442.228684:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979442.228687:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979442.228694:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979442.228695:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979442.228697:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979442.228699:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979442.228700:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979442.228704:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38a80 x1870620403012352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.228710:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979442.228712:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979442.228714:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979442.228715:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979442.228718:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979442.228721:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403012352:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979442.228724:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979442.228726:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979442.228728:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979442.228729:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979442.228732:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979442.228734:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979442.228738:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979442.228740:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979442.228744:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979442.228747:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403012352, portal 10 00000100:00000001:0.0:1783979442.228748:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979442.228750:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682702976 : -110484026848640 : ffff9b83eed38a80) 00000100:00000040:0.0:1783979442.228756:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38a80 x1870620403012352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.228762:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979442.228765:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979442.228767:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979442.228769:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403012352, offset 0 00000400:00000200:0.0:1783979442.228773:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979442.228777:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979442.228781:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979442.228785:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979442.228788:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979442.228791:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979442.228793:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979442.228796:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826866:826866:256:4294967295] 192.168.201.148@tcp LPNI seq info [826837:826837:8:4294967295] 00000400:00000200:0.0:1783979442.228800:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979442.228806:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979442.228811:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979442.228815:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979442.228818:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979442.228821:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783979442.228832:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979442.228833:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979442.228836:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979442.228840:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979442.228842:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979442.228844:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979442.228847:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979442.228850:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38a80 x1870620403012352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.228858:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979442.228860:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620403012352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979467 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.228867:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979442.228868:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979442.228871:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979442.228974:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979442.228979:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979442.228981:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311768080 00000100:00000001:0.0:1783979442.228985:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311769339 00000100:00000001:0.0:1783979442.228986:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311768080 00000100:00000001:0.0:1783979442.228988:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311769339 00000100:00000001:0.0:1783979442.228990:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979442.228992:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979442.228994:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979442.228999:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979442/real 1783979442] req@ffff9b83eed38a80 x1870620403012352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979442.229013:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979442.229015:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979442.229017:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979442.229019:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979442.229021:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979442.229024:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979442.229027:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38a80 x1870620403012352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979442.229035:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38a80 x1870620403012352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.229041:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979442.229042:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979442.229044:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979442.229045:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979442.229049:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38a80 x1870620403012352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.229055:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979442.229058:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38a80 x1870620403012352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979467 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.229065:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979442.229067:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979442.229069:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979442.229070:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979442.229072:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979442.229079:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979442.229082:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979442.229085:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979442.229087:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979442.229091:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38a80 x1870620403012352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979467 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979442.229099:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403012352:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979442.229103:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979442.229106:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620403012480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.229124:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979442.229126:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979442.229129:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979442.229130:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979442.229132:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979442.229135:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403012480:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979442.229138:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979442.229141:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979442.229142:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979442.229144:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979442.229147:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979442.229149:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979442.229153:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979442.229155:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979442.229159:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979442.229162:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403012480, portal 10 00000100:00000001:0.0:1783979442.229164:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979442.229165:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783979442.229170:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620403012480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.229177:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979442.229179:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979442.229181:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979442.229184:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403012480, offset 0 00000400:00000200:0.0:1783979442.229188:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979442.229192:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979442.229196:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979442.229199:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979442.229201:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979442.229204:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979442.229206:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979442.229209:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826867:826867:256:4294967295] 192.168.201.148@tcp LPNI seq info [826838:826838:8:4294967295] 00000400:00000200:0.0:1783979442.229213:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979442.229219:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979442.229223:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979442.229226:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979442.229229:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979442.229232:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783979442.229242:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979442.229243:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979442.229246:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979442.229250:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979442.229252:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979442.229254:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979442.229256:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979442.229259:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620403012480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.229266:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979442.229269:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620403012480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979467 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.229274:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979442.229276:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979442.229279:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979442.229282:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979442.229285:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979442.229287:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311768075 00000100:00000001:0.0:1783979442.229289:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311769339 00000100:00000001:0.0:1783979442.229291:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311768075 00000100:00000001:0.0:1783979442.229313:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311769339 00000100:00000001:0.0:1783979442.229316:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979442.229318:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979442.229320:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979442.229323:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979442/real 1783979442] req@ffff9b83eed39f80 x1870620403012480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979442.229331:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979442.229332:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979442.229334:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979442.229336:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979442.229338:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979442.229340:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979442.229343:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620403012480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979442.229350:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620403012480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.229356:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979442.229357:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979442.229359:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979442.229376:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979442.229381:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620403012480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.229390:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979442.229394:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620403012480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979467 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.229401:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979442.229403:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979442.229405:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979442.229406:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979442.229407:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979442.229412:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979442.229415:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979442.229419:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979442.229420:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979442.229424:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620403012480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979467 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979442.229431:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403012480:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979442.229435:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979442.229438:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b480 x1870620403012608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.229444:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979442.229445:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979442.229447:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979442.229449:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979442.229450:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979442.229453:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403012608:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979442.229456:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979442.229457:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979442.229459:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979442.229460:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979442.229464:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979442.229466:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979442.229469:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979442.229471:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979442.229474:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979442.229477:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403012608, portal 4 00000100:00000001:0.0:1783979442.229479:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979442.229480:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682713728 : -110484026837888 : ffff9b83eed3b480) 00000100:00000040:0.0:1783979442.229485:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b480 x1870620403012608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.229491:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979442.229494:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979442.229496:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979442.229498:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403012608, offset 0 00000400:00000200:0.0:1783979442.229502:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979442.229505:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979442.229509:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979442.229511:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979442.229514:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979442.229516:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979442.229518:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979442.229521:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826868:826868:256:4294967295] 192.168.201.148@tcp LPNI seq info [826839:826839:8:4294967295] 00000400:00000200:0.0:1783979442.229525:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979442.229531:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979442.229536:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979442.229539:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979442.229542:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979442.229545:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783979442.229555:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979442.229557:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979442.229559:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979442.229563:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979442.229565:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979442.229567:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979442.229569:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979442.229573:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b480 x1870620403012608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.229586:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979442.229588:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620403012608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979467 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.229594:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979442.229595:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979442.229598:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979442.229600:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979442.229603:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979442.229605:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311768103 00000100:00000001:0.0:1783979442.229608:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311769339 00000100:00000001:0.0:1783979442.229610:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311768103 00000100:00000001:0.0:1783979442.229611:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311769339 00000100:00000001:0.0:1783979442.229613:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979442.229615:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979442.229617:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979442.229620:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979442/real 1783979442] req@ffff9b83eed3b480 x1870620403012608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979442.229627:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979442.229629:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979442.229630:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979442.229633:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979442.229634:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979442.229637:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979442.229639:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b480 x1870620403012608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979442.229647:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b480 x1870620403012608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.229653:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979442.229655:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979442.229656:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979442.229658:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979442.229661:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b480 x1870620403012608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.229667:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979442.229670:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b480 x1870620403012608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979467 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.229675:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979442.229677:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979442.229678:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979442.229679:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979442.229681:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979442.229684:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979442.229686:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979442.229689:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979442.229691:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979442.229694:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b480 x1870620403012608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979467 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979442.229700:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403012608:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979442.229703:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979442.229706:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39180 x1870620403012736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.229711:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979442.229713:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979442.229715:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979442.229717:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979442.229719:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979442.229721:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403012736:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979442.229724:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979442.229725:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979442.229727:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979442.229728:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979442.229731:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979442.229733:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979442.229735:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979442.229737:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979442.229740:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979442.229742:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403012736, portal 4 00000100:00000001:0.0:1783979442.229744:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979442.229745:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682704768 : -110484026846848 : ffff9b83eed39180) 00000100:00000040:0.0:1783979442.229751:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39180 x1870620403012736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.229757:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979442.229759:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979442.229761:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979442.229763:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403012736, offset 0 00000400:00000200:0.0:1783979442.229766:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979442.229769:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979442.229772:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979442.229775:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979442.229777:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979442.229780:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979442.229782:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979442.229784:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826869:826869:256:4294967295] 192.168.201.148@tcp LPNI seq info [826840:826840:8:4294967295] 00000400:00000200:0.0:1783979442.229788:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979442.229793:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979442.229797:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979442.229799:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979442.229803:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979442.229805:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783979442.229815:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979442.229816:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979442.229819:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979442.229822:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979442.229825:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979442.229826:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979442.229828:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979442.229832:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39180 x1870620403012736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.229839:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979442.229841:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39180 x1870620403012736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979467 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.229847:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979442.229848:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979442.229851:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979442.229854:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979442.229857:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979442.229859:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311768093 00000100:00000001:0.0:1783979442.229861:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311769339 00000100:00000001:0.0:1783979442.229863:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311768093 00000100:00000001:0.0:1783979442.229865:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311769339 00000100:00000001:0.0:1783979442.229867:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979442.229869:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979442.229871:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979442.229874:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979442/real 1783979442] req@ffff9b83eed39180 x1870620403012736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979442.229881:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979442.229882:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979442.229884:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979442.229886:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979442.229887:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979442.229890:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979442.229892:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39180 x1870620403012736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979442.229899:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39180 x1870620403012736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.229904:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979442.229905:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979442.229907:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979442.229908:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979442.229911:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39180 x1870620403012736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.229917:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979442.229920:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39180 x1870620403012736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979467 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.229925:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979442.229926:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979442.229928:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979442.229929:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979442.229930:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979442.229934:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979442.229935:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979442.229938:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979442.229940:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979442.229943:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39180 x1870620403012736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979467 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979442.229954:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403012736:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979442.229957:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979442.229959:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979442.229961:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38a80 x1870620403012352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979467 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.229967:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979442.229968:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979442.229970:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979442.229973:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979442.229974:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979442.229976:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979442.229977:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979442.229979:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16c00. 02000000:00000001:0.0:1783979442.229981:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979442.229983:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979442.229984:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38a80. 00000100:00000001:0.0:1783979442.229987:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979442.229988:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979442.229989:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979442.229992:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620403012480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979467 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.229998:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979442.229999:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979442.230001:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979442.230004:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979442.230005:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979442.230006:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979442.230008:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979442.230009:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14000. 02000000:00000001:0.0:1783979442.230011:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979442.230012:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979442.230013:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783979442.230015:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979442.230016:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979442.230018:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979442.230020:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b480 x1870620403012608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979467 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.230025:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979442.230026:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979442.230027:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979442.230030:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979442.230031:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979442.230032:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979442.230033:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979442.230034:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15800. 02000000:00000001:0.0:1783979442.230036:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979442.230037:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979442.230039:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b480. 00000100:00000001:0.0:1783979442.230041:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979442.230042:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979442.230043:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979442.230046:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39180 x1870620403012736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979467 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979442.230052:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979442.230053:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979442.230054:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979442.230056:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979442.230057:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979442.230058:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979442.230060:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979442.230061:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15400. 02000000:00000001:0.0:1783979442.230064:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979442.230065:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979442.230066:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39180. 00000100:00000001:0.0:1783979442.230068:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979442.230069:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979442.230070:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979442.230075:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979442.230077:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979442.230079:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979442.230080:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979442.613189:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979442.613195:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979442.613196:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979442.613201:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979442.613204:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979442.613206:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979442.613209:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979442.613211:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979442.613213:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979442.739418:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979442.739426:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979442.739431:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979442.739439:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979442.739446:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979442.739450:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979442.739456:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979442.739460:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979442.739466:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979442.739494:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979442.739499:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979442.739507:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979442.739511:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979442.739519:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979442.739522:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979442.739529:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979442.739532:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979442.739538:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979442.739541:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979443.635405:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979443.635412:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979443.635414:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979443.635419:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979443.635422:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979443.635426:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979443.635428:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979443.635431:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979443.635434:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979443.763423:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979443.763429:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979443.763437:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979443.763440:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979443.763448:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979443.763451:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979443.763459:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979443.763463:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979443.763471:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979443.763474:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979443.763595:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979443.763600:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979443.763605:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979443.763612:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979443.763618:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979443.763623:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979443.763635:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979443.763640:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979443.763644:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979444.659448:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979444.659454:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979444.659455:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979444.659457:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979444.659459:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979444.659460:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979444.659462:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979444.659465:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979444.659467:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979444.787804:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979444.787808:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979444.787810:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979444.787812:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979444.787815:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979444.787817:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979444.787819:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979444.787820:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979444.787823:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979444.788187:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979444.788192:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979444.788202:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979444.788205:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979444.788212:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979444.788214:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979444.788218:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979444.788220:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979444.788224:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979444.788225:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979445.683476:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979445.683481:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979445.683482:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979445.683485:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979445.683487:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979445.683489:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979445.683491:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979445.683493:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979445.683495:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979445.811752:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979445.811755:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979445.811757:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979445.811760:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979445.811762:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979445.811764:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979445.811765:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979445.811767:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979445.811769:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979445.811787:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979445.811790:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979445.811794:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979445.811795:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979445.811799:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979445.811800:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979445.811816:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979445.811820:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979445.811826:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979445.811830:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979446.707432:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979446.707437:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979446.707439:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979446.707442:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979446.707445:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979446.707448:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979446.707450:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979446.707452:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979446.707455:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979446.835409:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979446.835417:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979446.835420:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979446.835428:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979446.835434:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979446.835438:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979446.835442:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979446.835446:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979446.835449:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979446.835516:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979446.835533:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979446.835538:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979446.835542:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979446.835548:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979446.835552:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979446.835558:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979446.835565:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979446.835571:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979446.835573:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979446.835578:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979446.835580:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979446.835583:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979446.835584:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979446.835587:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979446.835588:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979447.347475:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979447.347483:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979447.347486:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979447.347490:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979447.347493:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979447.347500:0:297114:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 17100 00000400:00000200:0.0:1783979447.347519:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979447.347525:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979447.347529:0:297114:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979447.347532:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979447.347534:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979447.347536:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979447.347537:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979447.347541:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979447.347542:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783979447.347544:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979447.347546:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783979447.347547:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783979447.347549:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783979447.347552:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979447.347554:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979447.347556:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979447.347557:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979447.347560:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783979447.347562:0:297114:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979447.347565:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979447.347569:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979447.347573:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979447.347575:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979447.347577:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979447.347580:0:297114:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979447.347588:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783979447.347592:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783979447.347595:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979447.347597:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979447.347600:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979447.347602:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979447.347605:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979447.347612:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783979447.347619:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979447.347628:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620403012864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979447.347636:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979447.347640:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979447.347644:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620403012864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979447.347667:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979447.347670:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979447.347676:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979447.347677:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979447.347679:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979447.347681:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979447.347684:0:297114:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17100 00000400:00000200:0.0:1783979447.347688:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979447.347691:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979447.347693:0:297114:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979447.347696:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979447.347698:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979447.347700:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979447.347702:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979447.347704:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979447.347705:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783979447.347707:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979447.347709:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783979447.347713:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783979447.347716:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783979447.347723:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979447.347725:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979447.347730:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979447.347734:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979447.347740:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783979447.347746:0:297114:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979447.347751:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979447.347755:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979447.347761:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979447.347766:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979447.347771:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979447.347775:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979447.347778:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979447.347780:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979447.347783:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783979447.347786:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979447.347791:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979447.347792:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979447.347795:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979447.347795:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979447.347797:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979447.347801:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783979447.347808:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979447.347818:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620403012992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979447.347829:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979447.347832:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979447.347837:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620403012992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979447.347874:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979447.347880:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979447.347887:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979447.347891:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979447.347893:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979447.347898:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979447.347902:0:297114:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17100 00000400:00000200:0.0:1783979447.347910:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979447.347915:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979447.347919:0:297114:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979447.347922:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979447.347923:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979447.347928:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979447.347932:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979447.347935:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979447.347938:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783979447.347941:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979447.347944:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783979447.347948:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783979447.347950:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783979447.347953:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979447.347955:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979447.347957:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979447.347959:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979447.347961:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783979447.347966:0:297114:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979447.347972:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979447.347976:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979447.347981:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979447.347986:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979447.347991:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979447.347995:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979447.347999:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979447.348001:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979447.348006:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783979447.348011:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979447.348013:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979447.348016:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979447.348017:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979447.348020:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979447.348022:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979447.348039:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783979447.348044:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979447.348050:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620403013120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979447.348060:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979447.348062:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979447.348069:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620403013120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979447.348076:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979447.348079:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979447.348083:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979447.348086:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979447.348089:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979447.348094:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979447.348098:0:297114:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17100 00000400:00000200:0.0:1783979447.348106:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979447.348110:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979447.348116:0:297114:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979447.348160:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979447.348165:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979447.348171:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979447.348177:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979447.348182:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979447.348185:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783979447.348189:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979447.348192:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783979447.348197:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783979447.348201:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783979447.348207:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979447.348213:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979447.348219:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979447.348221:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979447.348224:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783979447.348231:0:297114:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979447.348237:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979447.348241:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979447.348246:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979447.348250:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979447.348254:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979447.348258:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979447.348263:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979447.348268:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979447.348273:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783979447.348277:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979447.348283:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979447.348287:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979447.348290:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979447.348333:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979447.348336:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979447.348341:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783979447.348347:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979447.348357:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620403013248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979447.348371:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979447.348375:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979447.348383:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620403013248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979447.348400:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979447.348406:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979447.348413:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979447.348418:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979447.348421:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979447.348428:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979447.348434:0:297114:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17100 00000400:00000200:0.0:1783979447.348445:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979447.348452:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979447.348456:0:297114:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979447.348463:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979447.348467:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979447.348473:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979447.348477:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979447.348480:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979447.348481:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783979447.348482:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979447.348484:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783979447.348486:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783979447.348488:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783979447.348490:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979447.348492:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979447.348493:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979447.348495:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979447.348497:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783979447.348499:0:297114:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979447.348501:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979447.348503:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979447.348506:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979447.348508:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979447.348509:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979447.348511:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979447.348513:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979447.348514:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979447.348518:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783979447.348521:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979447.348523:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979447.348524:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979447.348526:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979447.348527:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979447.348529:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979447.348532:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783979447.348535:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979447.348539:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620403013376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979447.348545:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979447.348547:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979447.348550:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620403013376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979447.348556:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979447.348560:0:297114:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17110) 00000100:00000001:0.0:1783979447.731407:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979447.731417:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979447.731421:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979447.731428:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979447.731434:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979447.731440:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979447.731444:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979447.731448:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979447.731452:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979447.859443:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979447.859449:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979447.859460:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979447.859464:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979447.859474:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979447.859477:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979447.859491:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979447.859494:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979447.859499:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979447.859503:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979447.859552:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979447.859556:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979447.859567:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979447.859610:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979447.859617:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979447.859622:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979447.859630:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979447.859642:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979447.859652:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979447.859663:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979447.859670:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979447.859679:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979448.755459:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979448.755468:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979448.755470:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979448.755477:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979448.755489:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979448.755496:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979448.755502:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979448.755509:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979448.755514:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979448.883525:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979448.883529:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979448.883530:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979448.883533:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979448.883535:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979448.883537:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979448.883616:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979448.883619:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979448.883620:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979448.883637:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979448.883639:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979448.883642:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979448.883643:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979448.883646:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979448.883647:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979448.883650:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979448.883651:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979448.883654:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979448.883655:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979448.883667:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979448.883674:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979448.883676:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979449.779393:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979449.779399:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979449.779402:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979449.779406:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979449.779411:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979449.779417:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979449.779421:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979449.779424:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979449.779427:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979449.907489:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979449.907511:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979449.907520:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979449.907531:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979449.907541:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979449.907547:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979449.907573:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979449.907578:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979449.907591:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979449.907629:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979449.907636:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979449.907651:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979449.907657:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979449.907672:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979449.907684:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979449.907700:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979449.907704:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979449.907716:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979449.907720:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979450.419934:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979450.419941:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979450.419946:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979450.419959:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979447/real 1783979450] req@ffff9b83ef4c8000 x1870620403013248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979450.419999:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979450.420003:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979450.420008:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c9ad4160. 00000400:00000200:0.0:1783979450.420015:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c8b467f8 00000400:00000010:0.0:1783979450.420019:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c8b467f8. 00000100:00000001:0.0:1783979450.420025:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979450.420032:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef4c8000 x1870620403013248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979450.420042:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef4c8000 x1870620403013248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979450.420049:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979450.420051:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979450.420055:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979450.420057:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979450.420060:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef4c8000 x1870620403013248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979450.420067:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979450.420073:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef4c8000 x1870620403013248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979472 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979450.420081:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979450.420084:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979450.420086:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979450.420087:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979450.420091:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979450.420098:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979450.420102:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979450.420108:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979450.420111:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979450.420115:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef4c8000 x1870620403013248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979472 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979450.420124:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef4c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403013248:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979450.420128:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979450.420132:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979447/real 1783979450] req@ffff9b83ef4c9f80 x1870620403013376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979450.420139:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979450.420140:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979450.420142:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c9ad4f78. 00000400:00000200:0.0:1783979450.420145:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c8b46dd0 00000400:00000010:0.0:1783979450.420147:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c8b46dd0. 00000100:00000001:0.0:1783979450.420149:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979450.420152:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef4c9f80 x1870620403013376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979450.420161:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef4c9f80 x1870620403013376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979450.420167:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979450.420169:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979450.420171:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979450.420172:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979450.420176:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef4c9f80 x1870620403013376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979450.420183:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979450.420186:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef4c9f80 x1870620403013376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979472 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979450.420193:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979450.420195:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979450.420196:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979450.420198:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979450.420200:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979450.420204:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979450.420206:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979450.420210:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979450.420212:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979450.420216:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef4c9f80 x1870620403013376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979472 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979450.420223:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef4c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403013376:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979450.420226:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979450.420230:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979447/real 1783979450] req@ffff9b83ef4c8700 x1870620403012992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979450.420238:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979450.420240:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979450.420242:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c9ad4dc0. 00000400:00000200:0.0:1783979450.420244:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c8b46d48 00000400:00000010:0.0:1783979450.420246:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c8b46d48. 00000100:00000001:0.0:1783979450.420248:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979450.420252:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef4c8700 x1870620403012992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979450.420260:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef4c8700 x1870620403012992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979450.420266:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979450.420268:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979450.420270:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979450.420271:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979450.420274:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef4c8700 x1870620403012992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979450.420281:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979450.420284:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef4c8700 x1870620403012992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979472 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979450.420291:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979450.420316:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979450.420318:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979450.420319:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979450.420321:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979450.420332:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979450.420334:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979450.420339:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979450.420341:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979450.420345:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef4c8700 x1870620403012992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979472 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979450.420353:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef4c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403012992:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979450.420357:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979450.420361:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979447/real 1783979450] req@ffff9b83ef4cbb80 x1870620403013120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979450.420369:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979450.420370:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979450.420372:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c9ad4a50. 00000400:00000200:0.0:1783979450.420375:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c8b466e8 00000400:00000010:0.0:1783979450.420377:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c8b466e8. 00000100:00000001:0.0:1783979450.420379:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979450.420381:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef4cbb80 x1870620403013120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979450.420389:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef4cbb80 x1870620403013120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979450.420395:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979450.420396:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979450.420398:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979450.420399:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979450.420403:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef4cbb80 x1870620403013120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979450.420410:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979450.420413:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef4cbb80 x1870620403013120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979472 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979450.420419:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979450.420421:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979450.420423:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979450.420424:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979450.420425:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979450.420433:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979450.420435:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979450.420447:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979450.420450:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979450.420453:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef4cbb80 x1870620403013120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979472 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979450.420460:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef4cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403013120:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979450.420464:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979450.420467:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979447/real 1783979450] req@ffff9b83ef4c9180 x1870620403012864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979450.420475:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979450.420476:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979450.420478:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c9ad4580. 00000400:00000200:0.0:1783979450.420480:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c8b46aa0 00000400:00000010:0.0:1783979450.420483:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c8b46aa0. 00000100:00000001:0.0:1783979450.420486:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979450.420488:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef4c9180 x1870620403012864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979450.420495:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef4c9180 x1870620403012864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979450.420502:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979450.420503:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979450.420505:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979450.420506:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979450.420509:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef4c9180 x1870620403012864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979450.420515:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979450.421897:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef4c9180 x1870620403012864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979472 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979450.421908:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979450.421912:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979450.421915:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979450.421917:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979450.421919:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979450.421922:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979450.421925:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979450.421929:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979450.421931:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979450.421936:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef4c9180 x1870620403012864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979472 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979450.421944:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef4c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403012864:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979450.421949:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979450.421953:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979450.421958:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef4c8000 x1870620403013248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979472 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979450.421966:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979450.421970:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979450.421991:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83c6635400. 02000000:00000001:0.0:1783979450.421999:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979450.422002:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979450.422005:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979450.422007:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979450.422010:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979450.422016:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979450.422018:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979450.422020:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef4c8000. 00000100:00000001:0.0:1783979450.422023:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979450.422025:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979450.422026:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979450.422030:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef4c9f80 x1870620403013376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979472 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979450.422034:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979450.422036:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979450.422037:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783979450.422039:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979450.422040:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979450.422042:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979450.422043:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979450.422044:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979450.422045:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979450.422045:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979450.422046:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef4c9f80. 00000100:00000001:0.0:1783979450.422048:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979450.422049:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979450.422050:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979450.422055:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef4c8700 x1870620403012992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979472 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979450.422061:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979450.422062:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979450.422063:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83c6636000. 02000000:00000001:0.0:1783979450.422066:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979450.422067:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979450.422068:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979450.422071:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979450.422072:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979450.422074:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979450.422075:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979450.422077:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef4c8700. 00000100:00000001:0.0:1783979450.422079:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979450.422081:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979450.422083:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979450.422087:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef4cbb80 x1870620403013120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979472 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979450.422094:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979450.422095:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979450.422097:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83c6636400. 02000000:00000001:0.0:1783979450.422100:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979450.422101:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979450.422103:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979450.422105:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979450.422106:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979450.422109:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979450.422110:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979450.422111:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef4cbb80. 00000100:00000001:0.0:1783979450.422113:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979450.422115:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979450.422117:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979450.422120:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef4c9180 x1870620403012864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979472 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979450.422126:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979450.422128:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979450.422129:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83c6635000. 02000000:00000001:0.0:1783979450.422132:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979450.422133:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979450.422134:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979450.422135:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979450.422136:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979450.422138:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979450.422139:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979450.422140:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef4c9180. 00000100:00000001:0.0:1783979450.422141:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979450.422142:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979450.422144:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979450.422152:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979450.422153:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979450.422155:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979450.422157:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979450.803421:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979450.803431:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979450.803436:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979450.803444:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979450.803451:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979450.803459:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979450.803466:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979450.803469:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979450.803473:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979450.931792:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979450.931798:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979450.931803:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979450.931816:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979450.931824:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979450.931830:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979450.931836:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979450.931839:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979450.931843:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979450.931875:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979450.931878:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979450.931883:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979450.931884:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979450.931889:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979450.931890:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979450.931894:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979450.931896:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979450.931900:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979450.931901:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979451.827394:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979451.827401:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979451.827403:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979451.827410:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979451.827417:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979451.827423:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979451.827428:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979451.827433:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979451.827436:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979451.955394:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979451.955401:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979451.955404:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979451.955413:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979451.955419:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979451.955422:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979451.955426:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979451.955429:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979451.955435:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979451.955452:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979451.955456:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979451.955460:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979451.955463:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979451.955467:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979451.955471:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979451.955474:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979451.955478:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979451.955484:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979451.955507:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979451.955511:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979451.955517:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979451.955521:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979451.955524:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979451.955527:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979451.955530:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979451.955532:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979451.955534:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979451.955536:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979451.955540:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979451.955541:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979451.955542:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979451.955543:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979451.955544:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979451.955545:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979451.955546:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979451.955547:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979451.955550:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979451.955551:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979451.955551:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979451.955552:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979451.955553:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979451.955554:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979451.955554:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979451.955555:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979451.955557:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979451.955558:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979451.955559:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979451.955560:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979451.955561:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979451.955562:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979451.955563:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979451.955564:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979452.468176:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979452.468181:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979452.468183:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979452.468191:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620403013504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.468199:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979452.468201:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979452.468205:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979452.468208:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979452.468211:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979452.468214:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403013504:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979452.468219:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979452.468223:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979452.468226:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979452.468228:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979452.468235:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979452.468236:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979452.468247:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979452.468251:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979452.468257:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979452.468264:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403013504, portal 25 00000100:00000001:0.0:1783979452.468266:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979452.468268:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783979452.468273:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620403013504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.468280:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979452.468282:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979452.468285:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979452.468288:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620403013504, offset 0 00000400:00000200:0.0:1783979452.468319:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979452.468326:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979452.468333:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979452.468338:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979452.468343:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979452.468347:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979452.468349:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979452.468353:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826875:826875:256:4294967295] 192.168.201.148@tcp LPNI seq info [826846:826846:8:4294967295] 00000400:00000200:0.0:1783979452.468358:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979452.468367:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979452.468373:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979452.468378:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979452.468385:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979452.468389:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 57 secs later) 00000800:00000100:0.0:1783979452.468402:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979452.468404:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979452.468409:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979452.468414:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979452.468419:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979452.468422:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979452.468427:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979452.468431:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3a300 x1870620403013504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.468440:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979452.468443:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620403013504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979477 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.468450:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979452.468452:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979452.468456:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979452.468460:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979452.468463:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311779578 00000100:00000010:0.0:1783979452.468467:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783979452.468473:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979452.468477:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311779578 00000100:00000010:0.0:1783979452.468480:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783979452.468483:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979452.468486:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979452.468488:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979452.468491:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979452.468494:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979452/real 1783979452] req@ffff9b83eed3a300 x1870620403013504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979452.468504:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979452.468505:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979452.468507:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979452.468509:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979452.468511:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979452.468513:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979452.468516:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620403013504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979452.468525:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620403013504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.468531:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979452.468532:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979452.468535:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979452.468537:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979452.468540:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620403013504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.468546:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979452.468550:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620403013504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979477 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.468558:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979452.468561:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979452.468562:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979452.468563:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979452.468566:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979452.468568:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979452.468571:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979452.468575:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979452.468577:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979452.468581:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620403013504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979477 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979452.468588:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403013504:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979452.468592:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979452.468595:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38380 x1870620403013632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.468601:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979452.468603:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979452.468605:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979452.468606:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979452.468609:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979452.468611:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403013632:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979452.468614:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979452.468616:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979452.468617:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979452.468618:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979452.468621:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979452.468623:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979452.468626:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979452.468628:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979452.468631:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979452.468633:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403013632, portal 10 00000100:00000001:0.0:1783979452.468636:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979452.468637:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682701184 : -110484026850432 : ffff9b83eed38380) 00000100:00000040:0.0:1783979452.468644:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38380 x1870620403013632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.468650:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979452.468652:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979452.468654:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979452.468656:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403013632, offset 0 00000400:00000200:0.0:1783979452.468659:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979452.468663:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979452.468666:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979452.468668:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979452.468671:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979452.468673:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979452.468675:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979452.468678:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826876:826876:256:4294967295] 192.168.201.148@tcp LPNI seq info [826847:826847:8:4294967295] 00000400:00000200:0.0:1783979452.468682:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979452.468688:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979452.468692:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979452.468695:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979452.468698:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979452.468701:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 57 secs later) 00000800:00000100:0.0:1783979452.468711:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979452.468713:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979452.468715:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979452.468718:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979452.468721:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979452.468722:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979452.468724:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979452.468727:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38380 x1870620403013632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.468740:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979452.468743:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620403013632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979477 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.468749:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979452.468751:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979452.468753:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979452.468756:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979452.468758:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979452.468760:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311778319 00000100:00000001:0.0:1783979452.468763:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311779578 00000100:00000001:0.0:1783979452.468765:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311778319 00000100:00000001:0.0:1783979452.468767:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311779578 00000100:00000001:0.0:1783979452.468769:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979452.468771:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979452.468772:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979452.468775:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979452/real 1783979452] req@ffff9b83eed38380 x1870620403013632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979452.468782:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979452.468783:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979452.468784:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979452.468786:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979452.468788:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979452.468789:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979452.468792:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38380 x1870620403013632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979452.468800:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38380 x1870620403013632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.468806:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979452.468808:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979452.468810:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979452.468811:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979452.468814:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38380 x1870620403013632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.468821:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979452.468824:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38380 x1870620403013632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979477 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.468830:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979452.468832:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979452.468834:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979452.468835:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979452.468836:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979452.468845:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979452.468847:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979452.468850:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979452.468851:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979452.468854:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38380 x1870620403013632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979477 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979452.468861:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403013632:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979452.468864:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979452.468867:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39180 x1870620403013760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.468873:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979452.468874:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979452.468876:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979452.468877:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979452.468879:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979452.468882:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403013760:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979452.468885:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979452.468886:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979452.468888:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979452.468889:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979452.468892:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979452.468893:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979452.468896:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979452.468899:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979452.468902:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979452.468904:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403013760, portal 10 00000100:00000001:0.0:1783979452.468906:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979452.468907:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682704768 : -110484026846848 : ffff9b83eed39180) 00000100:00000040:0.0:1783979452.468922:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39180 x1870620403013760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.468928:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979452.468930:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979452.468932:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979452.468934:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403013760, offset 0 00000400:00000200:0.0:1783979452.468954:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979452.468959:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979452.468962:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979452.468965:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979452.468967:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979452.468969:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979452.468971:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979452.468974:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826877:826877:256:4294967295] 192.168.201.148@tcp LPNI seq info [826848:826848:8:4294967295] 00000400:00000200:0.0:1783979452.468977:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979452.468983:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979452.468987:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979452.468990:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979452.468994:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979452.468997:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 57 secs later) 00000800:00000100:0.0:1783979452.469008:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979452.469010:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979452.469013:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979452.469016:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979452.469018:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979452.469020:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979452.469023:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979452.469027:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39180 x1870620403013760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.469035:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979452.469037:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39180 x1870620403013760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979477 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.469044:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979452.469045:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979452.469048:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979452.469051:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979452.469053:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979452.469055:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311778314 00000100:00000001:0.0:1783979452.469058:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311779578 00000100:00000001:0.0:1783979452.469060:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311778314 00000100:00000001:0.0:1783979452.469062:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311779578 00000100:00000001:0.0:1783979452.469064:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979452.469066:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979452.469068:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979452.469071:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979452/real 1783979452] req@ffff9b83eed39180 x1870620403013760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979452.469078:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979452.469080:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979452.469082:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979452.469084:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979452.469085:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979452.469087:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979452.469090:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39180 x1870620403013760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979452.469099:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39180 x1870620403013760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.469105:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979452.469106:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979452.469108:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979452.469109:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979452.469112:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39180 x1870620403013760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.469118:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979452.469121:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39180 x1870620403013760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979477 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.469128:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979452.469130:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979452.469131:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979452.469133:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979452.469134:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979452.469139:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979452.469141:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979452.469144:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979452.469146:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979452.469150:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39180 x1870620403013760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979477 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979452.469164:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403013760:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979452.469167:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979452.469170:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b480 x1870620403013888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.469176:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979452.469178:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979452.469179:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979452.469181:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979452.469183:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979452.469185:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403013888:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979452.469188:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979452.469190:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979452.469191:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979452.469193:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979452.469196:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979452.469197:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979452.469201:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979452.469203:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979452.469206:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979452.469209:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403013888, portal 4 00000100:00000001:0.0:1783979452.469211:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979452.469212:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682713728 : -110484026837888 : ffff9b83eed3b480) 00000100:00000040:0.0:1783979452.469217:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b480 x1870620403013888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.469223:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979452.469225:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979452.469227:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979452.469229:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403013888, offset 0 00000400:00000200:0.0:1783979452.469233:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979452.469236:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979452.469239:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979452.469242:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979452.469244:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979452.469246:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979452.469248:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979452.469250:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826878:826878:256:4294967295] 192.168.201.148@tcp LPNI seq info [826849:826849:8:4294967295] 00000400:00000200:0.0:1783979452.469254:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979452.469260:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979452.469264:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979452.469267:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979452.469270:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979452.469273:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 57 secs later) 00000800:00000100:0.0:1783979452.469282:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979452.469283:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979452.469286:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979452.469289:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979452.469291:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979452.469321:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979452.469324:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979452.469327:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b480 x1870620403013888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.469335:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979452.469337:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620403013888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979477 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.469344:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979452.469345:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979452.469348:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979452.469350:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979452.469353:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979452.469356:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311778341 00000100:00000001:0.0:1783979452.469358:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311779578 00000100:00000001:0.0:1783979452.469360:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311778341 00000100:00000001:0.0:1783979452.469362:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311779578 00000100:00000001:0.0:1783979452.469364:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979452.469366:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979452.469367:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979452.469370:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979452/real 1783979452] req@ffff9b83eed3b480 x1870620403013888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979452.469377:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979452.469379:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979452.469380:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979452.469382:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979452.469384:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979452.469386:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979452.469390:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b480 x1870620403013888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979452.469397:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b480 x1870620403013888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.469403:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979452.469404:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979452.469406:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979452.469407:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979452.469410:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b480 x1870620403013888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.469416:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979452.469420:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b480 x1870620403013888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979477 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.469426:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979452.469429:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979452.469430:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979452.469432:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979452.469433:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979452.469437:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979452.469439:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979452.469442:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979452.469443:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979452.469447:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b480 x1870620403013888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979477 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979452.469455:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403013888:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979452.469458:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979452.469461:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620403014016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.469467:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979452.469468:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979452.469470:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979452.469472:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979452.469473:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979452.469476:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403014016:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979452.469478:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979452.469480:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979452.469481:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979452.469483:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979452.469486:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979452.469488:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979452.469491:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979452.469493:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979452.469496:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979452.469498:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403014016, portal 4 00000100:00000001:0.0:1783979452.469501:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979452.469502:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783979452.469507:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620403014016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.469513:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979452.469515:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979452.469517:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979452.469519:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403014016, offset 0 00000400:00000200:0.0:1783979452.469523:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979452.469526:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979452.469529:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979452.469531:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979452.469534:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979452.469536:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979452.469538:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979452.469541:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826879:826879:256:4294967295] 192.168.201.148@tcp LPNI seq info [826850:826850:8:4294967295] 00000400:00000200:0.0:1783979452.469545:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979452.469551:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979452.469555:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979452.469557:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979452.469560:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979452.469563:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 57 secs later) 00000800:00000100:0.0:1783979452.469573:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979452.469575:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979452.469577:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979452.469580:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979452.469583:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979452.469584:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979452.469587:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979452.469590:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620403014016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.469642:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979452.469645:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620403014016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979477 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.469652:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979452.469653:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979452.469656:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979452.469658:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979452.469661:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979452.469663:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311778331 00000100:00000001:0.0:1783979452.469665:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311779578 00000100:00000001:0.0:1783979452.469667:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311778331 00000100:00000001:0.0:1783979452.469669:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311779578 00000100:00000001:0.0:1783979452.469671:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979452.469673:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979452.469674:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979452.469677:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979452/real 1783979452] req@ffff9b83eed39f80 x1870620403014016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979452.469684:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979452.469685:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979452.469687:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979452.469689:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979452.469691:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979452.469693:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979452.469696:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620403014016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979452.469704:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620403014016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.469709:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979452.469711:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979452.469713:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979452.469714:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979452.469717:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620403014016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.469723:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979452.469727:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620403014016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979477 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.469733:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979452.469735:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979452.469736:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979452.469737:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979452.469739:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979452.469743:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979452.469745:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979452.469747:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979452.469749:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979452.469752:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620403014016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979477 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979452.469760:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403014016:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979452.469763:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979452.469765:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979452.469769:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620403013504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979477 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.469776:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979452.469778:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979452.469780:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979452.469783:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979452.469785:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979452.469787:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979452.469789:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979452.469792:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16800. 02000000:00000001:0.0:1783979452.469795:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979452.469797:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979452.469799:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783979452.469802:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979452.469803:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979452.469805:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979452.469808:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38380 x1870620403013632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979477 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.469814:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979452.469815:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979452.469816:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979452.469818:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979452.469819:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979452.469820:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979452.469822:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979452.469823:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15c00. 02000000:00000001:0.0:1783979452.469825:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979452.469826:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979452.469827:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38380. 00000100:00000001:0.0:1783979452.469829:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979452.469830:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979452.469832:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979452.469835:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39180 x1870620403013760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979477 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.469841:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979452.469842:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979452.469843:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979452.469845:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979452.469846:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979452.469847:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979452.469849:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979452.469850:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16400. 02000000:00000001:0.0:1783979452.469852:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979452.469854:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979452.469855:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39180. 00000100:00000001:0.0:1783979452.469857:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979452.469858:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979452.469860:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979452.469862:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b480 x1870620403013888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979477 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.469868:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979452.469869:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979452.469870:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979452.469872:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979452.469873:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979452.469874:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979452.469876:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979452.469877:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15400. 02000000:00000001:0.0:1783979452.469879:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979452.469880:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979452.469881:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b480. 00000100:00000001:0.0:1783979452.469883:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979452.469884:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979452.469885:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979452.469888:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620403014016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979477 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979452.469893:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979452.469894:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979452.469896:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979452.469897:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979452.469898:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979452.469900:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979452.469901:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979452.469902:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15800. 02000000:00000001:0.0:1783979452.469904:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979452.469904:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979452.469906:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783979452.469907:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979452.469908:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979452.469911:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979452.469917:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979452.469919:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979452.469921:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979452.469923:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979452.851393:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979452.851410:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979452.851414:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979452.851419:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979452.851423:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979452.851427:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979452.851436:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979452.851439:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979452.851442:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979452.979407:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979452.979416:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979452.979421:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979452.979429:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979452.979436:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979452.979444:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979452.979450:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979452.979455:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979452.979461:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979452.979491:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979452.979495:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979452.979501:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979452.979503:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979452.979508:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979452.979510:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979452.979514:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979452.979515:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979452.979519:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979452.979521:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979452.979555:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979452.979561:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979452.979568:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979453.875384:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979453.875391:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979453.875395:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979453.875402:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979453.875408:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979453.875412:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979453.875418:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979453.875422:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979453.875426:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979454.003395:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979454.003400:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979454.003403:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979454.003409:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979454.003415:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979454.003420:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979454.003425:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979454.003427:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979454.003431:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979454.003453:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979454.003456:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979454.003461:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979454.003465:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979454.003471:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979454.003475:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979454.003480:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979454.003484:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979454.003490:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979454.003493:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979454.003519:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979454.003524:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979454.003529:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979454.899393:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979454.899403:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979454.899407:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979454.899414:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979454.899421:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979454.899427:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979454.899434:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979454.899437:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979454.899441:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979455.027418:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979455.027425:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979455.027429:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979455.027435:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979455.027441:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979455.027447:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979455.027454:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979455.027459:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979455.027466:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979455.027496:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979455.027501:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979455.027509:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979455.027513:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979455.027521:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979455.027525:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979455.027534:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979455.027537:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979455.027543:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979455.027547:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979455.923388:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979455.923397:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979455.923402:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979455.923408:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979455.923413:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979455.923417:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979455.923429:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979455.923432:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979455.923436:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979456.051414:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979456.051423:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979456.051427:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979456.051435:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979456.051441:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979456.051447:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979456.051471:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979456.051472:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979456.051475:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979456.051494:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979456.051499:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979456.051506:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979456.051510:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979456.051518:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979456.051520:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979456.051526:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979456.051529:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979456.051534:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979456.051535:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979456.947403:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979456.947410:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979456.947411:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979456.947416:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979456.947418:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979456.947421:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979456.947423:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979456.947425:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979456.947427:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979457.075399:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979457.075405:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979457.075410:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979457.075415:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979457.075421:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979457.075426:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979457.075433:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979457.075438:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979457.075447:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979457.075451:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979457.075457:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979457.075460:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979457.075465:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979457.075467:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979457.075472:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979457.075474:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979457.075498:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979457.075503:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979457.075509:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979457.589091:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979457.589096:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979457.589098:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979457.589105:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1180 x1870620403014144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.589113:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979457.589115:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979457.589118:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979457.589120:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979457.589123:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979457.589126:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403014144:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979457.589143:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979457.589148:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979457.589150:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979457.589152:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979457.589158:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979457.589159:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979457.589164:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979457.589168:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979457.589174:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979457.589180:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403014144, portal 25 00000100:00000001:0.0:1783979457.589183:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979457.589184:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889962368 : -110483819589248 : ffff9b83fb2e1180) 00000100:00000040:0.0:1783979457.589189:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1180 x1870620403014144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.589205:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979457.589208:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979457.589211:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979457.589214:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620403014144, offset 0 00000400:00000200:0.0:1783979457.589220:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979457.589228:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979457.589234:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979457.589239:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979457.589243:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979457.589246:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979457.589249:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979457.589252:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826880:826880:256:4294967295] 192.168.201.148@tcp LPNI seq info [826851:826851:8:4294967295] 00000400:00000200:0.0:1783979457.589257:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979457.589266:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979457.589272:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979457.589277:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979457.589283:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979457.589286:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 52 secs later) 00000800:00000100:0.0:1783979457.590781:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979457.590784:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979457.590793:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979457.590799:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979457.590805:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979457.590808:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979457.590814:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979457.590818:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1180 x1870620403014144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.590829:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979457.590833:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1180 x1870620403014144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979482 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.590839:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979457.590841:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979457.590937:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979457.590943:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979457.590946:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311784701 00000100:00000010:0.0:1783979457.590953:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783979457.590960:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979457.590966:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311784701 00000100:00000010:0.0:1783979457.590970:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783979457.590973:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979457.590976:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979457.590979:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979457.590982:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979457.590987:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979457/real 1783979457] req@ffff9b83fb2e1180 x1870620403014144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979457.590997:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979457.590999:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979457.591001:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979457.591005:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979457.591006:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979457.591009:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979457.591013:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1180 x1870620403014144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979457.591021:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1180 x1870620403014144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.591028:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979457.591030:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979457.591032:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979457.591033:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979457.591037:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1180 x1870620403014144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.591045:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979457.591049:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1180 x1870620403014144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979482 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.591056:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979457.591059:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979457.591061:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979457.591062:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979457.591065:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979457.591067:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979457.591069:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979457.591073:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979457.591076:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979457.591080:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1180 x1870620403014144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979482 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979457.591088:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403014144:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979457.591093:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979457.591097:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3100 x1870620403014272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.591105:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979457.591106:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979457.591109:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979457.591111:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979457.591113:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979457.591117:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403014272:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979457.591120:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979457.591123:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979457.591125:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979457.591127:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979457.591140:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979457.591142:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979457.591146:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979457.591148:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979457.591152:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979457.591155:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403014272, portal 10 00000100:00000001:0.0:1783979457.591157:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979457.591159:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889970432 : -110483819581184 : ffff9b83fb2e3100) 00000100:00000040:0.0:1783979457.591165:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3100 x1870620403014272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.591176:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979457.591178:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979457.591180:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979457.591183:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403014272, offset 0 00000400:00000200:0.0:1783979457.591187:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979457.591192:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979457.591205:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979457.591209:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979457.591213:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979457.591215:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979457.591218:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979457.591221:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826881:826881:256:4294967295] 192.168.201.148@tcp LPNI seq info [826852:826852:8:4294967295] 00000400:00000200:0.0:1783979457.591225:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979457.591233:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979457.591238:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979457.591242:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979457.591247:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979457.591249:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 52 secs later) 00000800:00000100:0.0:1783979457.591260:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979457.591262:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979457.591265:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979457.591268:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979457.591271:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979457.591273:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979457.591275:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979457.591278:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3100 x1870620403014272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.591286:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979457.591289:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3100 x1870620403014272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979482 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.591317:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979457.591319:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979457.591322:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979457.591326:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979457.591329:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979457.591331:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311783442 00000100:00000001:0.0:1783979457.591334:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311784701 00000100:00000001:0.0:1783979457.591336:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311783442 00000100:00000001:0.0:1783979457.591338:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311784701 00000100:00000001:0.0:1783979457.591340:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979457.591342:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979457.591343:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979457.591347:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979457/real 1783979457] req@ffff9b83fb2e3100 x1870620403014272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979457.591354:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979457.591356:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979457.591357:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979457.591359:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979457.591361:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979457.591364:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979457.591366:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3100 x1870620403014272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979457.591373:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3100 x1870620403014272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.591380:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979457.591381:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979457.591383:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979457.591384:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979457.591387:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3100 x1870620403014272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.591394:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979457.591398:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3100 x1870620403014272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979482 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.591404:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979457.591406:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979457.591408:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979457.591409:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979457.591411:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979457.591419:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979457.591421:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979457.591425:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979457.591427:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979457.591431:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3100 x1870620403014272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979482 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979457.591438:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403014272:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979457.591442:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979457.591445:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2680 x1870620403014400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.591452:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979457.591453:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979457.591455:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979457.591457:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979457.591459:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979457.591462:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403014400:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979457.591465:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979457.591467:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979457.591469:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979457.591470:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979457.591473:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979457.591475:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979457.591478:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979457.591481:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979457.591483:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979457.591486:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403014400, portal 10 00000100:00000001:0.0:1783979457.591488:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979457.591489:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889967744 : -110483819583872 : ffff9b83fb2e2680) 00000100:00000040:0.0:1783979457.591494:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2680 x1870620403014400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.591500:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979457.591503:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979457.591505:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979457.591507:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403014400, offset 0 00000400:00000200:0.0:1783979457.591510:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979457.591514:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979457.591517:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979457.591520:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979457.591522:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979457.591525:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979457.591527:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979457.591530:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826882:826882:256:4294967295] 192.168.201.148@tcp LPNI seq info [826853:826853:8:4294967295] 00000400:00000200:0.0:1783979457.591534:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979457.591540:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979457.591544:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979457.591547:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979457.591551:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979457.591554:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 52 secs later) 00000800:00000100:0.0:1783979457.591564:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979457.591566:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979457.591569:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979457.591572:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979457.591575:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979457.591577:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979457.591579:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979457.591582:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2680 x1870620403014400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.591589:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979457.591592:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2680 x1870620403014400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979482 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.591598:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979457.591600:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979457.591602:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979457.591605:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979457.591608:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979457.591610:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311783437 00000100:00000001:0.0:1783979457.591612:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311784701 00000100:00000001:0.0:1783979457.591614:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311783437 00000100:00000001:0.0:1783979457.591625:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311784701 00000100:00000001:0.0:1783979457.591627:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979457.591629:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979457.591634:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979457.591637:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979457/real 1783979457] req@ffff9b83fb2e2680 x1870620403014400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979457.591644:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979457.591645:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979457.591646:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979457.591649:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979457.591650:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979457.591653:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979457.591656:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2680 x1870620403014400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979457.591664:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2680 x1870620403014400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.591669:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979457.591670:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979457.591672:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979457.591673:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979457.591676:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2680 x1870620403014400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.591681:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979457.591684:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2680 x1870620403014400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979482 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.591690:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979457.591692:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979457.591693:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979457.591694:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979457.591695:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979457.591701:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979457.591703:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979457.591706:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979457.591708:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979457.591711:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2680 x1870620403014400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979482 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979457.591717:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403014400:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979457.591720:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979457.591722:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979457.591725:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1180 x1870620403014144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979482 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.591730:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979457.591732:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979457.591734:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979457.591737:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979457.591739:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979457.591741:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979457.591743:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979457.591745:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067000. 02000000:00000001:0.0:1783979457.591748:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979457.591750:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979457.591752:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1180. 00000100:00000001:0.0:1783979457.591755:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979457.591756:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979457.591757:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979457.591759:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3100 x1870620403014272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979482 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.591765:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979457.591766:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979457.591767:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979457.591769:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979457.591771:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979457.591772:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979457.591773:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979457.591775:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064800. 02000000:00000001:0.0:1783979457.591777:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979457.591778:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979457.591779:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3100. 00000100:00000001:0.0:1783979457.591781:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979457.591783:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979457.591784:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979457.591787:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2680 x1870620403014400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979482 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.591793:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979457.591795:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979457.591796:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979457.591798:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979457.591799:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979457.591800:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979457.591802:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979457.591803:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064c00. 02000000:00000001:0.0:1783979457.591805:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979457.591806:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979457.591808:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2680. 00000100:00000001:0.0:1783979457.591810:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979457.591811:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979457.591812:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979457.591819:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979457.591821:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979457.591823:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979457.591825:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979457.592103:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979457.592106:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979457.592107:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979457.592111:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1c00 x1870620403014528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.592118:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979457.592120:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979457.592122:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979457.592124:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979457.592126:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979457.592129:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403014528:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979457.592132:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979457.592134:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979457.592135:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979457.592136:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979457.592139:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979457.592140:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979457.592143:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979457.592144:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979457.592147:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979457.592149:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403014528, portal 4 00000100:00000001:0.0:1783979457.592151:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979457.592151:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889965056 : -110483819586560 : ffff9b83fb2e1c00) 00000100:00000040:0.0:1783979457.592156:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1c00 x1870620403014528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.592160:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979457.592161:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979457.592163:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979457.592164:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403014528, offset 0 00000400:00000200:0.0:1783979457.592166:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979457.592169:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979457.592172:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979457.592174:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979457.592177:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979457.592179:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979457.592181:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979457.592184:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826883:826883:256:4294967295] 192.168.201.148@tcp LPNI seq info [826854:826854:8:4294967295] 00000400:00000200:0.0:1783979457.592188:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979457.592194:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979457.592199:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979457.592202:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979457.592206:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979457.592208:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 52 secs later) 00000800:00000100:0.0:1783979457.592218:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979457.592219:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979457.592222:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979457.592225:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979457.592228:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979457.592230:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979457.592232:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979457.592236:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1c00 x1870620403014528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.592242:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979457.592245:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1c00 x1870620403014528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979482 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.592251:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979457.592252:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979457.592255:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979457.592258:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979457.592260:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979457.592262:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311783465 00000100:00000001:0.0:1783979457.592264:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311784701 00000100:00000001:0.0:1783979457.592266:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311783465 00000100:00000001:0.0:1783979457.592268:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311784701 00000100:00000001:0.0:1783979457.592270:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979457.592272:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979457.592273:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979457.592277:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979457/real 1783979457] req@ffff9b83fb2e1c00 x1870620403014528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979457.592284:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979457.592285:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979457.592286:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979457.592288:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979457.592289:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979457.592291:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979457.592310:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1c00 x1870620403014528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979457.592318:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1c00 x1870620403014528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.592323:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979457.592325:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979457.592327:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979457.592328:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979457.592332:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1c00 x1870620403014528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.592338:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979457.592341:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1c00 x1870620403014528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979482 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.592348:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979457.592350:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979457.592352:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979457.592353:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979457.592355:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979457.592358:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979457.592359:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979457.592362:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979457.592363:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979457.592366:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1c00 x1870620403014528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979482 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979457.592371:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403014528:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979457.592374:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979457.592375:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3480 x1870620403014656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.592379:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979457.592380:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979457.592381:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979457.592383:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979457.592384:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979457.592386:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403014656:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979457.592387:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979457.592389:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979457.592390:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979457.592391:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979457.592393:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979457.592394:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979457.592396:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979457.592397:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979457.592399:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979457.592401:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403014656, portal 4 00000100:00000001:0.0:1783979457.592402:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979457.592403:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889971328 : -110483819580288 : ffff9b83fb2e3480) 00000100:00000040:0.0:1783979457.592407:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3480 x1870620403014656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.592411:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979457.592412:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979457.592413:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979457.592415:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403014656, offset 0 00000400:00000200:0.0:1783979457.592417:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979457.592419:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979457.592422:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979457.592423:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979457.592425:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979457.592426:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979457.592428:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979457.592430:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826884:826884:256:4294967295] 192.168.201.148@tcp LPNI seq info [826855:826855:8:4294967295] 00000400:00000200:0.0:1783979457.592432:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979457.592436:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979457.592439:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979457.592441:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979457.592443:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979457.592445:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 52 secs later) 00000800:00000100:0.0:1783979457.592451:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979457.592453:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979457.592455:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979457.592457:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979457.592459:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979457.592460:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979457.592461:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979457.592463:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3480 x1870620403014656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.592467:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979457.592469:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3480 x1870620403014656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979482 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.592473:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979457.592474:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979457.592475:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979457.592477:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979457.592479:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979457.592480:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311783456 00000100:00000001:0.0:1783979457.592481:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311784701 00000100:00000001:0.0:1783979457.592483:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311783456 00000100:00000001:0.0:1783979457.592484:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311784701 00000100:00000001:0.0:1783979457.592485:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979457.592486:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979457.592487:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979457.592489:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979457/real 1783979457] req@ffff9b83fb2e3480 x1870620403014656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979457.592493:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979457.592494:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979457.592495:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979457.592496:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979457.592497:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979457.592499:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979457.592500:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3480 x1870620403014656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979457.592504:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3480 x1870620403014656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.592508:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979457.592508:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979457.592509:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979457.592510:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979457.592512:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3480 x1870620403014656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.592515:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979457.592517:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3480 x1870620403014656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979482 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.592521:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979457.592522:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979457.592523:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979457.592523:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979457.592524:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979457.592527:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979457.592528:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979457.592530:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979457.592531:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979457.592534:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3480 x1870620403014656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979482 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979457.592542:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403014656:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979457.592544:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979457.592545:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979457.592547:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1c00 x1870620403014528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979482 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.592550:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979457.592551:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979457.592552:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979457.592553:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979457.592554:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979457.592555:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979457.592556:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979457.592557:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067800. 02000000:00000001:0.0:1783979457.592558:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979457.592559:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979457.592560:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1c00. 00000100:00000001:0.0:1783979457.592562:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979457.592563:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979457.592563:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979457.592565:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3480 x1870620403014656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979482 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979457.592568:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979457.592569:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979457.592570:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979457.592571:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979457.592571:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979457.592572:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979457.592573:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979457.592573:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065000. 02000000:00000001:0.0:1783979457.592574:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979457.592575:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979457.592576:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3480. 00000100:00000001:0.0:1783979457.592577:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979457.592578:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979457.592579:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979457.592582:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979457.592582:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979457.592584:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979457.592585:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979457.972717:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979457.972722:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979457.972724:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979457.972728:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979457.972730:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979457.972733:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979457.972735:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979457.972736:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979457.972739:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979458.101940:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979458.101946:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979458.101947:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979458.101952:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979458.101954:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979458.101957:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979458.101960:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979458.101961:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979458.101964:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979458.101983:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979458.101985:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979458.101989:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979458.101990:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979458.101994:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979458.101995:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979458.101998:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979458.101999:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979458.102002:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979458.102003:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979458.102018:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979458.102020:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979458.102023:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979458.102986:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979458.102992:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979458.102996:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979458.103001:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979458.103004:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979458.103007:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979458.103010:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979458.103014:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979458.103019:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979458.995403:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979458.995411:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979458.995414:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979458.995421:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979458.995427:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979458.995433:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979458.995443:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979458.995446:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979458.995449:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979459.123395:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979459.123401:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979459.123404:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979459.123410:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979459.123418:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979459.123424:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979459.123449:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979459.123453:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979459.123456:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979459.123476:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979459.123481:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979459.123485:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979459.123492:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979459.123498:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979459.123508:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979459.123527:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979459.123530:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979459.123534:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979459.123556:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979459.123558:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979459.123562:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979459.123564:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979459.123567:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979459.123569:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979459.123572:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979459.123573:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979459.123576:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979459.123577:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979459.123591:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979459.123594:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979459.123596:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979460.019392:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979460.019401:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979460.019405:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979460.019413:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979460.019419:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979460.019424:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979460.019429:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979460.019432:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979460.019436:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979460.147399:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979460.147407:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979460.147411:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979460.147418:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979460.147429:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979460.147433:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979460.147437:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979460.147441:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979460.147445:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979460.147466:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979460.147472:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979460.147476:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979460.147481:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979460.147489:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979460.147491:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979460.147497:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979460.147499:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979460.147504:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979460.147526:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979460.147529:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979460.147533:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979460.147534:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979460.147538:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979460.147539:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979460.147542:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979460.147542:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979460.147544:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979460.147545:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979460.147558:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979460.147560:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979460.147561:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979461.043392:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979461.043400:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979461.043403:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979461.043408:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979461.043414:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979461.043418:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979461.043431:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979461.043434:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979461.043437:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979461.171394:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979461.171397:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979461.171400:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979461.171404:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979461.171410:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979461.171414:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979461.171416:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979461.171421:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979461.171424:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979461.171435:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979461.171440:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979461.171444:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979461.171447:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979461.171450:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979461.171452:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979461.171455:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979461.171457:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979461.171459:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979461.171481:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979461.171486:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979461.171494:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979461.171498:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979461.171506:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979461.171509:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979461.171517:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979461.171522:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979461.171531:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979461.171535:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979461.171559:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979461.171563:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979461.171567:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979462.067391:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979462.067398:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979462.067401:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979462.067406:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979462.067410:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979462.067413:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979462.067416:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979462.067419:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979462.067424:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979462.196003:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979462.196009:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979462.196013:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979462.196020:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979462.196025:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979462.196030:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979462.196036:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979462.196041:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979462.196045:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979462.196070:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979462.196072:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979462.196075:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979462.196078:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979462.196080:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979462.196082:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979462.196084:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979462.196086:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979462.196087:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979462.196088:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979462.196091:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979462.196091:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979462.196092:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979462.196093:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979462.196094:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979462.196095:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979462.196096:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979462.196097:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979462.196099:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979462.196100:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979462.196101:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979462.196102:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979462.196103:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979462.196103:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979462.196104:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979462.196105:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979462.196107:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979462.196108:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979462.196109:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979462.196109:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979462.196110:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979462.196111:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979462.196112:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979462.196113:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979462.196147:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979462.196148:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979462.196150:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979462.707668:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979462.707673:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979462.707678:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979462.707688:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880700 x1870620403014784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.707709:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979462.707713:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979462.707718:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979462.707723:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979462.707728:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979462.707732:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403014784:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979462.707737:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979462.707743:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979462.707747:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979462.707752:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979462.707769:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979462.707772:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979462.707778:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979462.707782:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979462.707789:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979462.707797:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403014784, portal 25 00000100:00000001:0.0:1783979462.707802:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979462.707804:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694531328 : -110484015020288 : ffff9b83ef880700) 00000100:00000040:0.0:1783979462.707811:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880700 x1870620403014784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.707820:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979462.707824:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979462.707827:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979462.707830:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620403014784, offset 0 00000400:00000200:0.0:1783979462.707840:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979462.707849:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979462.707857:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979462.707863:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979462.707869:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979462.707873:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979462.707877:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979462.707883:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826885:826885:256:4294967295] 192.168.201.148@tcp LPNI seq info [826856:826856:8:4294967295] 00000400:00000200:0.0:1783979462.707889:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979462.707901:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979462.707912:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979462.707918:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979462.707926:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979462.707931:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1783979462.707956:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979462.707961:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979462.707969:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979462.707975:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979462.707981:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979462.707986:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979462.707995:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979462.708003:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880700 x1870620403014784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.708021:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979462.708029:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880700 x1870620403014784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979487 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.708059:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979462.708063:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979462.708070:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979462.708078:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979462.708084:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311789818 00000100:00000010:0.0:1783979462.708093:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783979462.708103:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979462.708112:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311789818 00000100:00000010:0.0:1783979462.708119:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783979462.708126:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979462.708134:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979462.708141:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979462.708154:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979462.708166:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979462/real 1783979462] req@ffff9b83ef880700 x1870620403014784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979462.708193:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979462.708197:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979462.708201:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979462.708207:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979462.708212:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979462.708225:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979462.708232:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880700 x1870620403014784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979462.708249:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880700 x1870620403014784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.708259:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979462.708263:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979462.708266:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979462.708268:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979462.708275:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880700 x1870620403014784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.708285:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979462.708318:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880700 x1870620403014784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979487 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.708324:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979462.708328:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979462.708332:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979462.708334:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979462.708337:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979462.708341:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979462.708344:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979462.708353:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979462.708357:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979462.708370:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880700 x1870620403014784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979487 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979462.708393:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403014784:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979462.708403:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979462.708408:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979462.708414:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880700 x1870620403014784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979487 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.708427:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979462.708431:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979462.708435:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979462.708441:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979462.708444:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979462.708446:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979462.708451:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979462.708453:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634400. 02000000:00000001:0.0:1783979462.708463:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979462.708466:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979462.708468:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880700. 00000100:00000001:0.0:1783979462.708471:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979462.708472:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979462.708474:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979462.708479:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979462.708480:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979462.708482:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979462.708483:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979462.708484:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979462.708487:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881180 x1870620403014912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.708491:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979462.708492:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979462.708494:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979462.708495:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979462.708496:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979462.708498:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403014912:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979462.708500:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979462.708502:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979462.708503:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979462.708503:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979462.708505:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979462.708507:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979462.708509:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979462.708511:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979462.708513:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979462.708515:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403014912, portal 10 00000100:00000001:0.0:1783979462.708517:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979462.708517:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694534016 : -110484015017600 : ffff9b83ef881180) 00000100:00000040:0.0:1783979462.708522:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881180 x1870620403014912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.708526:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979462.708527:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979462.708528:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979462.708530:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403014912, offset 0 00000400:00000200:0.0:1783979462.708532:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979462.708535:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979462.708537:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979462.708539:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979462.708540:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979462.708542:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979462.708543:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979462.708545:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826886:826886:256:4294967295] 192.168.201.148@tcp LPNI seq info [826857:826857:8:4294967295] 00000400:00000200:0.0:1783979462.708548:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979462.708552:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979462.708554:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979462.708556:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979462.708558:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979462.708560:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1783979462.708567:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979462.708568:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979462.708570:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979462.708572:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979462.708574:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979462.708575:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979462.708576:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979462.708578:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881180 x1870620403014912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.708583:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979462.708584:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881180 x1870620403014912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979487 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.708588:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979462.708589:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979462.708591:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979462.708593:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979462.708595:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979462.708596:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311788560 00000100:00000001:0.0:1783979462.708598:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311789818 00000100:00000001:0.0:1783979462.708599:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311788560 00000100:00000001:0.0:1783979462.708600:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311789818 00000100:00000001:0.0:1783979462.708601:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979462.708603:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979462.708604:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979462.708606:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979462/real 1783979462] req@ffff9b83ef881180 x1870620403014912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979462.708610:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979462.708611:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979462.708612:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979462.708614:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979462.708615:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979462.708616:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979462.708618:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881180 x1870620403014912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979462.708622:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881180 x1870620403014912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.708625:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979462.708626:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979462.708627:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979462.708628:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979462.708629:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881180 x1870620403014912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.708633:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979462.708635:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881180 x1870620403014912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979487 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.708638:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979462.708640:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979462.708641:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979462.708642:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979462.708643:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979462.708648:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979462.708650:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979462.708652:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979462.708653:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979462.708655:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881180 x1870620403014912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979487 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979462.708659:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403014912:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979462.708662:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979462.708664:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882a00 x1870620403015040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.708668:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979462.708669:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979462.708670:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979462.708671:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979462.708672:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979462.708673:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403015040:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979462.708675:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979462.708675:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979462.708676:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979462.708677:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979462.708679:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979462.708681:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979462.708682:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979462.708684:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979462.708685:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979462.708687:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403015040, portal 10 00000100:00000001:0.0:1783979462.708688:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979462.708688:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694540288 : -110484015011328 : ffff9b83ef882a00) 00000100:00000040:0.0:1783979462.708692:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882a00 x1870620403015040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.708696:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979462.708697:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979462.708698:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979462.708700:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403015040, offset 0 00000400:00000200:0.0:1783979462.708702:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979462.708703:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979462.708705:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979462.708707:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979462.708708:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979462.708710:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979462.708711:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979462.708713:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826887:826887:256:4294967295] 192.168.201.148@tcp LPNI seq info [826858:826858:8:4294967295] 00000400:00000200:0.0:1783979462.708715:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979462.708719:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979462.708721:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979462.708722:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979462.708725:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979462.708726:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1783979462.708732:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979462.708733:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979462.708735:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979462.708737:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979462.708738:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979462.708739:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979462.708740:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979462.708742:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882a00 x1870620403015040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.708746:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979462.708748:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882a00 x1870620403015040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979487 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.708752:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979462.708753:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979462.708754:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979462.708756:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979462.708757:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979462.708770:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311788555 00000100:00000001:0.0:1783979462.708772:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311789818 00000100:00000001:0.0:1783979462.708773:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311788555 00000100:00000001:0.0:1783979462.708775:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311789818 00000100:00000001:0.0:1783979462.708776:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979462.708777:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979462.708778:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979462.708781:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979462/real 1783979462] req@ffff9b83ef882a00 x1870620403015040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979462.708786:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979462.708786:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979462.708787:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979462.708789:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979462.708790:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979462.708791:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979462.708793:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882a00 x1870620403015040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979462.708797:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882a00 x1870620403015040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.708801:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979462.708801:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979462.708802:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979462.708803:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979462.708805:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882a00 x1870620403015040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.708808:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979462.708810:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882a00 x1870620403015040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979487 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.708814:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979462.708815:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979462.708816:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979462.708816:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979462.708818:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979462.708822:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979462.708823:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979462.708825:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979462.708827:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979462.708829:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882a00 x1870620403015040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979487 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979462.708833:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403015040:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979462.708835:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979462.708836:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883480 x1870620403015168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.708840:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979462.708841:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979462.708842:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979462.708843:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979462.708845:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979462.708846:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403015168:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979462.708848:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979462.708849:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979462.708850:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979462.708851:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979462.708852:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979462.708853:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979462.708856:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979462.708857:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979462.708859:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979462.708861:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403015168, portal 4 00000100:00000001:0.0:1783979462.708862:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979462.708863:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542976 : -110484015008640 : ffff9b83ef883480) 00000100:00000040:0.0:1783979462.708866:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883480 x1870620403015168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.708870:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979462.708872:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979462.708873:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979462.708874:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403015168, offset 0 00000400:00000200:0.0:1783979462.708876:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979462.708878:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979462.708880:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979462.708882:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979462.708883:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979462.708884:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979462.708886:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979462.708887:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826888:826888:256:4294967295] 192.168.201.148@tcp LPNI seq info [826859:826859:8:4294967295] 00000400:00000200:0.0:1783979462.708890:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979462.708894:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979462.708896:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979462.708898:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979462.708900:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979462.708902:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1783979462.708907:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979462.708909:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979462.708910:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979462.708912:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979462.708914:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979462.708915:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979462.708916:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979462.708918:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883480 x1870620403015168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.708922:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979462.708924:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883480 x1870620403015168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979487 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.708931:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979462.708932:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979462.708934:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979462.708935:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979462.708937:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979462.708938:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311788582 00000100:00000001:0.0:1783979462.708939:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311789818 00000100:00000001:0.0:1783979462.708941:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311788582 00000100:00000001:0.0:1783979462.708942:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311789818 00000100:00000001:0.0:1783979462.708943:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979462.708944:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979462.708945:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979462.708946:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979462/real 1783979462] req@ffff9b83ef883480 x1870620403015168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979462.708950:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979462.708951:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979462.708952:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979462.708953:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979462.708954:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979462.708955:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979462.708957:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883480 x1870620403015168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979462.708961:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883480 x1870620403015168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.708964:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979462.708965:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979462.708966:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979462.708967:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979462.708968:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883480 x1870620403015168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.708972:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979462.708975:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883480 x1870620403015168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979487 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.708978:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979462.708979:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979462.708980:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979462.708981:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979462.708982:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979462.708984:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979462.708986:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979462.708989:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979462.708990:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979462.708994:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883480 x1870620403015168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979487 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979462.709001:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403015168:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979462.709004:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979462.709007:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883100 x1870620403015296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.709013:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979462.709014:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979462.709016:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979462.709017:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979462.709019:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979462.709022:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403015296:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979462.709024:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979462.709026:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979462.709028:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979462.709029:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979462.709032:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979462.709034:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979462.709037:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979462.709039:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979462.709042:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979462.709044:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403015296, portal 4 00000100:00000001:0.0:1783979462.709045:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979462.709047:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542080 : -110484015009536 : ffff9b83ef883100) 00000100:00000040:0.0:1783979462.709052:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883100 x1870620403015296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.709057:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979462.709059:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979462.709061:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979462.709063:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403015296, offset 0 00000400:00000200:0.0:1783979462.709067:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979462.709071:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979462.709073:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979462.709076:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979462.709078:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979462.709080:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979462.709082:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979462.709085:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826889:826889:256:4294967295] 192.168.201.148@tcp LPNI seq info [826860:826860:8:4294967295] 00000400:00000200:0.0:1783979462.709088:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979462.709093:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979462.709097:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979462.709100:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979462.709103:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979462.709106:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1783979462.709117:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979462.709119:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979462.709121:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979462.709124:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979462.709127:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979462.709128:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979462.709131:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979462.709134:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883100 x1870620403015296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.709141:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979462.709144:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883100 x1870620403015296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979487 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.709149:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979462.709151:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979462.709154:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979462.709157:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979462.709160:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979462.709162:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311788572 00000100:00000001:0.0:1783979462.709164:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311789818 00000100:00000001:0.0:1783979462.709166:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311788572 00000100:00000001:0.0:1783979462.709168:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311789818 00000100:00000001:0.0:1783979462.709170:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979462.709172:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979462.709174:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979462.709177:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979462/real 1783979462] req@ffff9b83ef883100 x1870620403015296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979462.709184:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979462.709185:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979462.709187:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979462.709189:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979462.709191:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979462.709193:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979462.709196:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883100 x1870620403015296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979462.709204:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883100 x1870620403015296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.709210:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979462.709212:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979462.709214:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979462.709215:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979462.709218:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883100 x1870620403015296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.709222:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979462.709225:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883100 x1870620403015296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979487 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.709228:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979462.709230:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979462.709230:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979462.709231:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979462.709232:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979462.709236:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979462.709238:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979462.709241:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979462.709243:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979462.709246:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883100 x1870620403015296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979487 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979462.709253:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403015296:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979462.709256:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979462.709258:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979462.709261:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881180 x1870620403014912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979487 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.709268:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979462.709269:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979462.709271:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979462.709274:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979462.709275:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979462.709276:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979462.709278:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979462.709280:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634000. 02000000:00000001:0.0:1783979462.709282:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979462.709283:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979462.709285:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881180. 00000100:00000001:0.0:1783979462.709287:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979462.709289:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979462.709290:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979462.709311:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882a00 x1870620403015040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979487 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.709316:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979462.709317:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979462.709318:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979462.709320:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979462.709321:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979462.709322:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979462.709323:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979462.709324:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636c00. 02000000:00000001:0.0:1783979462.709326:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979462.709326:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979462.709327:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882a00. 00000100:00000001:0.0:1783979462.709329:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979462.709330:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979462.709331:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979462.709333:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883480 x1870620403015168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979487 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.709337:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979462.709338:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979462.709339:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979462.709341:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979462.709342:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979462.709342:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979462.709344:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979462.709344:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634c00. 02000000:00000001:0.0:1783979462.709345:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979462.709346:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979462.709346:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883480. 00000100:00000001:0.0:1783979462.709349:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979462.709349:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979462.709350:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979462.709352:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883100 x1870620403015296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979487 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979462.709355:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979462.709355:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979462.709356:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979462.709357:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979462.709358:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979462.709358:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979462.709359:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979462.709360:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635000. 02000000:00000001:0.0:1783979462.709361:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979462.709362:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979462.709364:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883100. 00000100:00000001:0.0:1783979462.709365:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979462.709366:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979462.709368:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979462.709371:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979462.709373:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979462.709374:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979462.709376:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979463.091359:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979463.091366:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979463.091367:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979463.091372:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979463.091376:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979463.091379:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979463.091383:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979463.091385:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979463.091389:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979463.219418:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979463.219425:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979463.219429:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979463.219435:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979463.219440:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979463.219444:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979463.219464:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979463.219469:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979463.219475:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979463.219498:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979463.219502:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979463.219508:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979463.219512:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979463.219519:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979463.219522:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979463.219527:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979463.219531:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979463.219539:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979463.219542:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979464.115384:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979464.115392:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979464.115396:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979464.115401:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979464.115404:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979464.115409:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979464.115412:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979464.115413:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979464.115420:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979464.243443:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979464.243449:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979464.243453:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979464.243459:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979464.243465:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979464.243471:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979464.243490:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979464.243494:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979464.243497:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979464.243520:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979464.243526:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979464.243534:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979464.243538:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979464.243547:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979464.243550:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979464.243556:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979464.243559:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979464.243564:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979464.243567:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979465.139377:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979465.139382:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979465.139384:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979465.139390:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979465.139394:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979465.139399:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979465.139404:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979465.139408:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979465.139411:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979465.267542:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979465.267545:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979465.267547:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979465.267549:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979465.267552:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979465.267553:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979465.267556:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979465.267557:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979465.267559:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979465.267573:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979465.267575:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979465.267579:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979465.267580:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979465.267584:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979465.267585:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979465.267589:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979465.267590:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979465.267593:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979465.267594:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979466.163400:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979466.163409:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979466.163410:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979466.163416:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979466.163422:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979466.163428:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979466.163433:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979466.163437:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979466.163441:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979466.291414:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979466.291421:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979466.291423:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979466.291429:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979466.291435:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979466.291439:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979466.291444:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979466.291447:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979466.291453:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979466.291474:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979466.291476:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979466.291481:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979466.291483:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979466.291490:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979466.291494:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979466.291503:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979466.291506:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979466.291512:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979466.291516:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979467.187878:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979467.187882:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979467.187883:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979467.187886:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979467.187888:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979467.187890:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979467.187893:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979467.187894:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979467.187896:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979467.315424:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979467.315429:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979467.315432:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979467.315438:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979467.315445:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979467.315450:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979467.315457:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979467.315460:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979467.315466:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979467.315519:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979467.315526:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979467.315531:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979467.315536:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979467.315543:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979467.315547:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979467.315551:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979467.315556:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979467.315563:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979467.315567:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979467.315573:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979467.315577:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979467.315583:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979467.315594:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979467.315597:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979467.315598:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979467.827686:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979467.827694:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979467.827697:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979467.827699:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979467.827704:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979467.827711:0:297279:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 17121 00000400:00000200:0.0:1783979467.827721:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979467.827727:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979467.827731:0:297279:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979467.827734:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979467.827738:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979467.827741:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979467.827744:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979467.827748:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979467.827750:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783979467.827753:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979467.827756:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783979467.827759:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783979467.827762:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783979467.827765:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979467.827768:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979467.827770:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979467.827773:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979467.827776:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783979467.827780:0:297279:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979467.827782:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979467.827785:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979467.827788:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979467.827791:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979467.827793:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979467.827795:0:297279:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979467.827802:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783979467.827805:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783979467.827809:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979467.827810:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979467.827814:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979467.827816:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979467.827820:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979467.827827:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783979467.827834:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979467.827843:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620403015424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979467.827854:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979467.827859:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979467.827864:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620403015424/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979467.827891:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979467.827895:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979467.827898:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979467.827899:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979467.827901:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979467.827904:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979467.827906:0:297279:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17121 00000400:00000200:0.0:1783979467.827911:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979467.827915:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979467.827917:0:297279:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979467.827920:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979467.827923:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979467.827925:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979467.827927:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979467.827929:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979467.827930:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783979467.827932:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979467.827934:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783979467.827936:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783979467.827938:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783979467.827941:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979467.827943:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979467.827944:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979467.827947:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979467.827949:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783979467.827951:0:297279:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979467.827954:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979467.827956:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979467.827961:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979467.827963:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979467.827965:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979467.827969:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979467.827978:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979467.827980:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979467.827985:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783979467.827988:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979467.827990:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979467.827992:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979467.827994:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979467.827995:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979467.827997:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979467.828001:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783979467.828004:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979467.828009:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620403015552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979467.828016:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979467.828018:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979467.828022:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620403015552/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979467.828029:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979467.828031:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979467.828034:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979467.828035:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979467.828037:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979467.828039:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979467.828041:0:297279:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17121 00000400:00000200:0.0:1783979467.828045:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979467.828047:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979467.828049:0:297279:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979467.828052:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979467.828054:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979467.828056:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979467.828058:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979467.828059:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979467.828061:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783979467.828062:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979467.828064:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783979467.828066:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783979467.828068:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783979467.828071:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979467.828073:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979467.828075:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979467.828077:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979467.828079:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783979467.828081:0:297279:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979467.828083:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979467.828085:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979467.828088:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979467.828090:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979467.828092:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979467.828093:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979467.828095:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979467.828097:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979467.828100:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783979467.828102:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979467.828104:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979467.828105:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979467.828107:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979467.828108:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979467.828110:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979467.828114:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783979467.828117:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979467.828122:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620403015680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979467.828129:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979467.828131:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979467.828135:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620403015680/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979467.828143:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979467.828145:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979467.828149:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979467.828150:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979467.828152:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979467.828154:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979467.828157:0:297279:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17121 00000400:00000200:0.0:1783979467.828161:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979467.828164:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979467.828166:0:297279:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979467.828169:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979467.828171:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979467.828173:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979467.828175:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979467.828177:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979467.828178:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783979467.828180:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979467.828183:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783979467.828184:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783979467.828186:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783979467.828189:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979467.828191:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979467.828192:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979467.828194:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979467.828196:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783979467.828199:0:297279:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979467.828201:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979467.828202:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979467.828205:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979467.828207:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979467.828209:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979467.828211:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979467.828213:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979467.828215:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979467.828218:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783979467.828220:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979467.828222:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979467.828223:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979467.828225:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979467.828226:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979467.828229:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979467.828232:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783979467.828235:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979467.828240:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620403015808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979467.828247:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979467.828249:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979467.828253:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620403015808/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979467.828261:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979467.828264:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979467.828268:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979467.828270:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979467.828271:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979467.828274:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979467.828277:0:297279:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17121 00000400:00000200:0.0:1783979467.828282:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979467.828285:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979467.828287:0:297279:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979467.828290:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979467.828314:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979467.828317:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979467.828319:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979467.828320:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979467.828321:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783979467.828323:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979467.828324:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783979467.828327:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783979467.828329:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783979467.828333:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979467.828336:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979467.828339:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979467.828341:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979467.828344:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783979467.828348:0:297279:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979467.828350:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979467.828353:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979467.828356:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979467.828359:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979467.828361:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979467.828363:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979467.828365:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979467.828367:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979467.828371:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783979467.828373:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979467.828375:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979467.828376:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979467.828378:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979467.828379:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979467.828381:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979467.828384:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783979467.828387:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979467.828392:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620403015936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979467.828398:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979467.828400:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979467.828403:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620403015936/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979467.828409:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979467.828414:0:297279:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17131) 00000100:00000001:0.0:1783979468.211401:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979468.211409:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979468.211413:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979468.211420:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979468.211426:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979468.211430:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979468.211442:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979468.211446:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979468.211449:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979468.340132:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979468.340136:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979468.340137:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979468.340140:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979468.340142:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979468.340144:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979468.340146:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979468.340148:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979468.340160:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979468.340181:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979468.340183:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979468.340188:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979468.340189:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979468.340193:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979468.340194:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979468.340197:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979468.340198:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979468.340201:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979468.340202:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979468.341893:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979468.341897:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979468.341899:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979468.341912:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979468.341914:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979468.341916:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979468.341918:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979468.341920:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979468.341922:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979469.235625:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979469.235627:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979469.235628:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979469.235631:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979469.235632:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979469.235634:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979469.235635:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979469.235636:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979469.235637:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979469.363565:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979469.363569:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979469.363575:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979469.363577:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979469.363581:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979469.363585:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979469.363592:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979469.363595:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979469.363601:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979469.363604:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979470.259391:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979470.259397:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979470.259399:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979470.259402:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979470.259405:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979470.259408:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979470.259410:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979470.259412:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979470.259414:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979470.259797:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979470.259800:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979470.259801:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979470.259802:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979470.259804:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979470.259806:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979470.259807:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979470.259809:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979470.259810:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979470.387660:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979470.387663:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979470.387665:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979470.387668:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979470.387670:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979470.387672:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979470.387674:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979470.387676:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979470.387678:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979470.387698:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979470.387701:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979470.387705:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979470.387707:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979470.387711:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979470.387712:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979470.387716:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979470.387717:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979470.387720:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979470.387721:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979470.388408:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979470.388412:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979470.388414:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979470.388417:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979470.388419:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979470.388421:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979470.388423:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979470.388425:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979470.388427:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979471.283471:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979471.283479:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979471.283480:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979471.283486:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979471.283489:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979471.283492:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979471.283495:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979471.283497:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979471.283500:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979471.411425:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979471.411439:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979471.411443:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979471.411448:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979471.411453:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979471.411464:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979471.411488:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979471.411493:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979471.411497:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979471.411540:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979471.411545:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979471.411553:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979471.411557:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979471.411566:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979471.411572:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979471.411581:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979471.411584:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979471.411590:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979471.411592:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979472.307954:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979472.307962:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979472.307964:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979472.307969:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979472.307973:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979472.307977:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.307980:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979472.307982:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.307985:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979472.435424:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979472.435430:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979472.435435:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979472.435438:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979472.435440:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979472.435442:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979472.435447:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979472.435449:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979472.435452:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979472.435455:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979472.435458:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979472.435461:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979472.435463:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979472.435466:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979472.435468:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979472.435469:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979472.435474:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979472.435476:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979472.435482:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979472.435486:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979472.435489:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979472.435491:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979472.435493:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979472.435495:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979472.435496:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979472.435498:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979472.435503:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979472.435505:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979472.435506:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979472.435507:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979472.435509:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979472.435510:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979472.435511:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979472.435513:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979472.436694:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979472.436696:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979472.436697:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979472.436699:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979472.436701:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979472.436702:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.436704:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979472.436705:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.436706:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979472.947686:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979472.947690:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979472.947693:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979472.947699:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880000 x1870620403016064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.947707:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979472.947709:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979472.947712:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979472.947715:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979472.947717:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979472.947720:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403016064:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979472.947724:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979472.947727:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979472.947729:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979472.947731:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979472.947737:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979472.947739:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979472.947744:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979472.947748:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979472.947754:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979472.947760:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403016064, portal 25 00000100:00000001:0.0:1783979472.947762:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979472.947764:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694529536 : -110484015022080 : ffff9b83ef880000) 00000100:00000040:0.0:1783979472.947769:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880000 x1870620403016064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.947776:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979472.947778:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979472.947781:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979472.947784:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620403016064, offset 0 00000400:00000200:0.0:1783979472.947790:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979472.947798:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979472.947803:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979472.947808:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979472.947812:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979472.947816:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979472.947818:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979472.947822:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826895:826895:256:4294967295] 192.168.201.148@tcp LPNI seq info [826866:826866:8:4294967295] 00000400:00000200:0.0:1783979472.947827:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979472.947836:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979472.947842:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979472.947847:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979472.947853:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979472.947856:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783979472.947870:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979472.947872:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979472.947879:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979472.947884:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979472.947889:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979472.947891:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979472.947896:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979472.947899:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880000 x1870620403016064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.947908:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979472.947911:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880000 x1870620403016064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979497 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.947919:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979472.947920:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979472.947925:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979472.947929:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979472.947932:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311800058 00000100:00000010:0.0:1783979472.947936:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783979472.947941:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979472.947946:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311800058 00000100:00000010:0.0:1783979472.947950:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783979472.947953:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979472.947956:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979472.947959:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979472.947961:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979472.947965:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979472/real 1783979472] req@ffff9b83ef880000 x1870620403016064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979472.947974:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979472.947976:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979472.947978:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979472.947980:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979472.947982:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979472.947984:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979472.947988:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880000 x1870620403016064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979472.947996:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880000 x1870620403016064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.948003:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979472.948005:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.948007:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979472.948009:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979472.948013:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880000 x1870620403016064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.948019:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979472.948024:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880000 x1870620403016064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.948031:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979472.948034:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.948035:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979472.948105:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.948107:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979472.948109:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979472.948112:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979472.948116:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979472.948118:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979472.948123:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880000 x1870620403016064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979472.948131:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403016064:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979472.948136:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.948138:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979472.948140:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880000 x1870620403016064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.948158:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979472.948160:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979472.948163:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979472.948167:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979472.948315:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979472.948317:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979472.948319:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979472.948322:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635000. 02000000:00000001:0.0:1783979472.948326:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979472.948328:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979472.948330:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880000. 00000100:00000001:0.0:1783979472.948334:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979472.948336:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.948338:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.948345:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979472.948347:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979472.948349:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979472.948350:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979472.948352:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979472.948416:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882d80 x1870620403016192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.948424:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979472.948425:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979472.948427:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979472.948428:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979472.948430:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979472.948433:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403016192:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979472.948436:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979472.948438:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979472.948439:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979472.948441:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979472.948444:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979472.948446:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979472.948450:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979472.948452:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979472.948456:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979472.948459:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403016192, portal 10 00000100:00000001:0.0:1783979472.948462:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979472.948463:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694541184 : -110484015010432 : ffff9b83ef882d80) 00000100:00000040:0.0:1783979472.948469:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882d80 x1870620403016192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.948475:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979472.948477:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979472.948479:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979472.948482:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403016192, offset 0 00000400:00000200:0.0:1783979472.948486:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979472.948490:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979472.948493:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979472.948496:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979472.948499:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979472.948501:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979472.948503:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979472.948506:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826896:826896:256:4294967295] 192.168.201.148@tcp LPNI seq info [826867:826867:8:4294967295] 00000400:00000200:0.0:1783979472.948510:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979472.948516:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979472.948520:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979472.948523:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979472.948527:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979472.948530:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783979472.948540:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979472.948551:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979472.948554:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979472.948558:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979472.948560:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979472.948562:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979472.948564:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979472.948568:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882d80 x1870620403016192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.948581:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979472.948594:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882d80 x1870620403016192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979497 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.948600:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979472.948601:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979472.948605:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979472.948608:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979472.948611:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979472.948613:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311798800 00000100:00000001:0.0:1783979472.948615:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311800058 00000100:00000001:0.0:1783979472.948617:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311798800 00000100:00000001:0.0:1783979472.948619:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311800058 00000100:00000001:0.0:1783979472.948621:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979472.948623:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979472.948625:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979472.948628:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979472/real 1783979472] req@ffff9b83ef882d80 x1870620403016192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979472.948635:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979472.948636:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979472.948638:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979472.948640:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979472.948641:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979472.948643:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979472.948646:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882d80 x1870620403016192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979472.948653:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882d80 x1870620403016192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.948658:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979472.948660:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.948661:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979472.948663:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979472.948666:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882d80 x1870620403016192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.948672:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979472.948675:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882d80 x1870620403016192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.948681:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979472.948684:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.948685:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979472.948686:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.948688:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979472.948695:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979472.948697:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979472.948700:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979472.948702:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979472.948706:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882d80 x1870620403016192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979472.948713:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403016192:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979472.948716:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979472.948719:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883b80 x1870620403016320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.948725:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979472.948726:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979472.948728:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979472.948729:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979472.948731:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979472.948734:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403016320:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979472.948737:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979472.948738:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979472.948740:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979472.948741:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979472.948745:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979472.948746:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979472.948749:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979472.948751:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979472.948754:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979472.948756:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403016320, portal 10 00000100:00000001:0.0:1783979472.948758:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979472.948759:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694544768 : -110484015006848 : ffff9b83ef883b80) 00000100:00000040:0.0:1783979472.948764:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883b80 x1870620403016320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.948770:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979472.948772:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979472.948773:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979472.948776:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403016320, offset 0 00000400:00000200:0.0:1783979472.948779:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979472.948783:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979472.948786:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979472.948789:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979472.948791:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979472.948793:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979472.948796:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979472.948798:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826897:826897:256:4294967295] 192.168.201.148@tcp LPNI seq info [826868:826868:8:4294967295] 00000400:00000200:0.0:1783979472.948802:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979472.948808:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979472.948812:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979472.948815:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979472.948819:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979472.948821:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783979472.948830:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979472.948832:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979472.948835:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979472.948838:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979472.948840:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979472.948842:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979472.948844:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979472.948847:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883b80 x1870620403016320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.948854:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979472.948857:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883b80 x1870620403016320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979497 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.948863:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979472.948864:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979472.948867:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979472.948870:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979472.948873:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979472.948874:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311798795 00000100:00000001:0.0:1783979472.948877:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311800058 00000100:00000001:0.0:1783979472.948878:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311798795 00000100:00000001:0.0:1783979472.948880:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311800058 00000100:00000001:0.0:1783979472.948882:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979472.948884:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979472.948886:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979472.948889:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979472/real 1783979472] req@ffff9b83ef883b80 x1870620403016320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979472.948895:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979472.948897:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979472.948899:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979472.948901:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979472.948902:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979472.948904:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979472.948907:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883b80 x1870620403016320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979472.948915:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883b80 x1870620403016320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.948921:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979472.948922:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.948924:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979472.948925:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979472.948928:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883b80 x1870620403016320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.948934:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979472.948937:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883b80 x1870620403016320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.948944:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979472.948946:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.948948:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979472.948949:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.948950:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979472.948955:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979472.948958:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979472.948960:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979472.948962:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979472.948965:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883b80 x1870620403016320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979472.948976:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403016320:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979472.948979:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979472.948996:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881c00 x1870620403016448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.949003:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979472.949004:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979472.949006:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979472.949008:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979472.949009:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979472.949012:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403016448:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979472.949015:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979472.949017:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979472.949018:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979472.949020:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979472.949023:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979472.949025:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979472.949028:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979472.949031:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979472.949034:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979472.949036:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403016448, portal 4 00000100:00000001:0.0:1783979472.949047:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979472.949048:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694536704 : -110484015014912 : ffff9b83ef881c00) 00000100:00000040:0.0:1783979472.949053:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881c00 x1870620403016448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.949058:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979472.949060:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979472.949068:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979472.949070:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403016448, offset 0 00000400:00000200:0.0:1783979472.949074:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979472.949078:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979472.949081:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979472.949084:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979472.949086:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979472.949088:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979472.949090:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979472.949093:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826898:826898:256:4294967295] 192.168.201.148@tcp LPNI seq info [826869:826869:8:4294967295] 00000400:00000200:0.0:1783979472.949096:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979472.949101:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979472.949105:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979472.949107:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979472.949110:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979472.949113:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783979472.949122:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979472.949123:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979472.949126:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979472.949129:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979472.949131:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979472.949133:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979472.949135:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979472.949139:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881c00 x1870620403016448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.949146:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979472.949159:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881c00 x1870620403016448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979497 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.949165:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979472.949166:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979472.949176:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979472.949179:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979472.949182:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979472.949184:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311798822 00000100:00000001:0.0:1783979472.949187:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311800058 00000100:00000001:0.0:1783979472.949189:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311798822 00000100:00000001:0.0:1783979472.949190:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311800058 00000100:00000001:0.0:1783979472.949192:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979472.949194:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979472.949196:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979472.949200:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979472/real 1783979472] req@ffff9b83ef881c00 x1870620403016448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979472.949207:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979472.949208:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979472.949210:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979472.949212:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979472.949213:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979472.949215:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979472.949218:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881c00 x1870620403016448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979472.949226:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881c00 x1870620403016448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.949231:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979472.949232:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.949234:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979472.949236:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979472.949239:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881c00 x1870620403016448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.949245:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979472.949249:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881c00 x1870620403016448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.949255:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979472.949257:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.949259:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979472.949260:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.949261:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979472.949265:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979472.949268:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979472.949271:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979472.949273:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979472.949277:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881c00 x1870620403016448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979472.949285:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403016448:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979472.949288:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979472.949291:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882300 x1870620403016576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.949316:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979472.949318:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979472.949320:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979472.949321:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979472.949323:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979472.949326:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403016576:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979472.949329:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979472.949331:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979472.949332:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979472.949334:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979472.949337:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979472.949338:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979472.949341:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979472.949343:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979472.949347:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979472.949350:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403016576, portal 4 00000100:00000001:0.0:1783979472.949352:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979472.949364:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694538496 : -110484015013120 : ffff9b83ef882300) 00000100:00000040:0.0:1783979472.949370:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882300 x1870620403016576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.949376:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979472.949378:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979472.949381:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979472.949383:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403016576, offset 0 00000400:00000200:0.0:1783979472.949387:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979472.949390:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979472.949394:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979472.949396:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979472.949399:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979472.949401:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979472.949403:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979472.949406:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826899:826899:256:4294967295] 192.168.201.148@tcp LPNI seq info [826870:826870:8:4294967295] 00000400:00000200:0.0:1783979472.949410:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979472.949416:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979472.949420:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979472.949423:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979472.949426:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979472.949429:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1783979472.949438:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979472.949440:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979472.949443:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979472.949446:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979472.949448:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979472.949450:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979472.949452:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979472.949455:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882300 x1870620403016576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.949468:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979472.949471:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882300 x1870620403016576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979497 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.949477:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979472.949478:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979472.949481:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979472.949484:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979472.949487:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979472.949489:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311798813 00000100:00000001:0.0:1783979472.949491:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311800058 00000100:00000001:0.0:1783979472.949493:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311798813 00000100:00000001:0.0:1783979472.949495:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311800058 00000100:00000001:0.0:1783979472.949496:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979472.949499:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979472.949500:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979472.949504:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979472/real 1783979472] req@ffff9b83ef882300 x1870620403016576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979472.949511:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979472.949512:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979472.949513:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979472.949516:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979472.949517:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979472.949519:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979472.949522:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882300 x1870620403016576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979472.949529:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882300 x1870620403016576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.949535:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979472.949537:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.949539:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979472.949541:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979472.949544:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882300 x1870620403016576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.949550:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979472.949553:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882300 x1870620403016576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.949559:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979472.949562:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.949563:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979472.949564:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.949566:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979472.949569:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979472.949571:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979472.949574:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979472.949576:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979472.949580:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882300 x1870620403016576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979472.949600:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403016576:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979472.950562:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.950566:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979472.950571:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882d80 x1870620403016192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.950578:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979472.950580:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979472.950593:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979472.950597:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979472.950599:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979472.950601:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979472.950603:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979472.950605:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636400. 02000000:00000001:0.0:1783979472.950609:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979472.950610:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979472.950612:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882d80. 00000100:00000001:0.0:1783979472.950617:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979472.950618:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.950620:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979472.950624:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883b80 x1870620403016320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.950630:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979472.950631:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979472.950633:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979472.950635:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979472.950636:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979472.950637:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979472.950639:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979472.950640:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635400. 02000000:00000001:0.0:1783979472.950643:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979472.950644:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979472.950645:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883b80. 00000100:00000001:0.0:1783979472.950647:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979472.950648:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.950650:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979472.950653:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881c00 x1870620403016448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.950659:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979472.950660:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979472.950661:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979472.950663:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979472.950664:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979472.950665:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979472.950667:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979472.950668:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783979472.950671:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979472.950673:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979472.950674:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881c00. 00000100:00000001:0.0:1783979472.950676:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979472.950678:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.950679:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979472.950683:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882300 x1870620403016576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979497 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979472.950688:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979472.950690:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979472.950703:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979472.950706:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979472.950708:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979472.950709:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979472.950711:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979472.950712:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636000. 02000000:00000001:0.0:1783979472.950714:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979472.950715:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979472.950717:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882300. 00000100:00000001:0.0:1783979472.950719:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979472.950720:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.950722:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979472.950728:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979472.950730:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979472.950731:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979472.950733:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979473.331413:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979473.331422:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979473.331424:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979473.331429:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979473.331433:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979473.331437:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979473.331440:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979473.331442:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979473.331445:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979473.332601:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979473.332604:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979473.332605:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979473.332608:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979473.332611:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979473.332613:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979473.332615:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979473.332616:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979473.332618:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979473.461780:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979473.461785:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979473.461790:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979473.461791:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979473.461795:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979473.461796:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979473.461800:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979473.461801:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979473.461804:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979473.461805:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979473.462815:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979473.462818:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979473.462819:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979473.462822:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979473.462824:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979473.462827:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979473.462829:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979473.462830:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979473.462832:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979474.357410:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979474.357418:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979474.357420:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979474.357426:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979474.357429:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979474.357433:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979474.357436:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979474.357439:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979474.357442:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979474.483410:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979474.483416:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979474.483419:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979474.483424:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979474.483429:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979474.483433:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979474.483444:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979474.483447:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979474.483450:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979474.483475:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979474.483478:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979474.483482:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979474.483483:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979474.483487:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979474.483488:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979474.483491:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979474.483493:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979474.483496:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979474.483497:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979474.484107:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979474.484110:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979474.484111:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979474.484114:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979474.484116:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979474.484117:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979474.484119:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979474.484121:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979474.484122:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979475.380851:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979475.380856:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979475.380858:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979475.380862:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979475.380865:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979475.380868:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979475.380870:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979475.380871:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979475.380874:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979475.507631:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979475.507635:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979475.507636:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979475.507638:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979475.507640:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979475.507642:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979475.512801:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979475.512807:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979475.512812:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979475.512843:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979475.512846:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979475.512851:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979475.512852:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979475.512856:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979475.512857:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979475.512860:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979475.512861:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979475.512865:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979475.512866:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979476.403431:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979476.403438:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979476.403440:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979476.403446:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979476.403453:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979476.403457:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979476.403462:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979476.403466:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979476.403471:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979476.531413:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979476.531420:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979476.531424:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979476.531429:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979476.531434:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979476.531438:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979476.531443:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979476.531447:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979476.531452:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979476.531478:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979476.531496:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979476.531500:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979476.531506:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979476.531514:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979476.531533:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979476.531538:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979476.531545:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979476.531553:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979476.531557:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979476.531566:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979476.531569:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979476.531576:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979476.531579:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979476.531586:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979476.531589:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979477.428770:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979477.428775:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979477.428777:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979477.428780:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979477.428783:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979477.428785:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979477.428787:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979477.428789:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979477.428791:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979477.555870:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979477.555874:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979477.555876:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979477.555879:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979477.555883:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979477.555886:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979477.555891:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979477.555895:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979477.555900:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979477.555925:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979477.555929:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979477.555934:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979477.555936:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979477.555941:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979477.555943:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979477.555947:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979477.555951:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979477.555956:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979477.555959:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979477.555992:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979477.555996:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979477.556000:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979478.067585:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979478.067591:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979478.067596:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979478.067608:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881500 x1870620403016704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.067625:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979478.067629:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979478.067636:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979478.067641:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979478.067648:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979478.067656:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403016704:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979478.067663:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979478.067667:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979478.067671:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979478.067683:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979478.067693:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979478.067698:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979478.067707:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979478.067715:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979478.067724:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979478.067735:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403016704, portal 25 00000100:00000001:0.0:1783979478.067738:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979478.067741:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694534912 : -110484015016704 : ffff9b83ef881500) 00000100:00000040:0.0:1783979478.067752:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881500 x1870620403016704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.067768:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979478.067772:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979478.067775:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979478.067781:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620403016704, offset 0 00000400:00000200:0.0:1783979478.067805:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979478.067820:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979478.067831:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979478.067840:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979478.067846:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979478.067851:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979478.067857:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979478.067862:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826900:826900:256:4294967295] 192.168.201.148@tcp LPNI seq info [826871:826871:8:4294967295] 00000400:00000200:0.0:1783979478.067869:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979478.067892:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979478.067902:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979478.067908:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979478.067918:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979478.067924:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979478.067959:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979478.067964:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979478.067974:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979478.067985:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979478.067996:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979478.068001:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979478.068008:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979478.068018:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881500 x1870620403016704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.068045:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979478.068053:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881500 x1870620403016704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979503 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.068066:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979478.068071:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979478.068079:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979478.068086:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979478.068092:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311805178 00000100:00000010:0.0:1783979478.068098:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783979478.068105:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979478.068114:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311805178 00000100:00000010:0.0:1783979478.068119:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783979478.068123:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979478.068128:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979478.068132:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979478.068135:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979478.068141:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979478/real 1783979478] req@ffff9b83ef881500 x1870620403016704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979478.068168:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979478.068171:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979478.068175:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979478.068180:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979478.068184:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979478.068189:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979478.068196:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881500 x1870620403016704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979478.068233:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881500 x1870620403016704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.068244:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979478.068245:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979478.068247:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979478.068250:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979478.068257:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881500 x1870620403016704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.068265:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979478.068272:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881500 x1870620403016704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979503 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.068285:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979478.068288:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979478.068291:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979478.068314:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979478.068316:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979478.068320:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979478.068324:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979478.068331:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979478.068335:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979478.068351:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881500 x1870620403016704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979503 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979478.068372:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403016704:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979478.068381:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979478.068385:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979478.068391:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881500 x1870620403016704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979503 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.068410:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979478.068415:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979478.068420:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979478.068426:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979478.068429:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979478.068433:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979478.068439:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979478.068443:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636c00. 02000000:00000001:0.0:1783979478.068449:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979478.068452:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979478.068454:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881500. 00000100:00000001:0.0:1783979478.068458:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979478.068459:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979478.068462:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979478.068471:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979478.068472:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979478.068474:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979478.068476:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979478.068478:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979478.068482:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880e00 x1870620403016832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.068506:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979478.068508:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979478.068510:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979478.068512:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979478.068514:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979478.068517:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403016832:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979478.068520:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979478.068522:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979478.068523:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979478.068525:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979478.068528:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979478.068530:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979478.068534:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979478.068536:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979478.068540:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979478.068543:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403016832, portal 10 00000100:00000001:0.0:1783979478.068545:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979478.068546:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694533120 : -110484015018496 : ffff9b83ef880e00) 00000100:00000040:0.0:1783979478.068553:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880e00 x1870620403016832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.068559:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979478.068562:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979478.068564:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979478.068567:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403016832, offset 0 00000400:00000200:0.0:1783979478.068571:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979478.068575:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979478.068579:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979478.068581:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979478.068584:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979478.068586:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979478.068588:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979478.068591:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826901:826901:256:4294967295] 192.168.201.148@tcp LPNI seq info [826872:826872:8:4294967295] 00000400:00000200:0.0:1783979478.068595:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979478.068601:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979478.068606:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979478.068610:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979478.068614:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979478.068616:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979478.068627:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979478.068629:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979478.068632:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979478.068636:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979478.068639:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979478.068640:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979478.068643:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979478.068646:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880e00 x1870620403016832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.068654:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979478.068657:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880e00 x1870620403016832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979503 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.068663:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979478.068665:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979478.068668:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979478.068671:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979478.068675:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979478.068676:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311803920 00000100:00000001:0.0:1783979478.068679:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311805178 00000100:00000001:0.0:1783979478.068681:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311803920 00000100:00000001:0.0:1783979478.068683:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311805178 00000100:00000001:0.0:1783979478.068685:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979478.068688:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979478.068689:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979478.068693:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979478/real 1783979478] req@ffff9b83ef880e00 x1870620403016832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979478.068701:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979478.068703:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979478.068704:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979478.068707:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979478.068709:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979478.068711:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979478.068714:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880e00 x1870620403016832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979478.068722:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880e00 x1870620403016832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.068728:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979478.068729:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979478.068731:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979478.068733:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979478.068735:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880e00 x1870620403016832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.068739:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979478.068742:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880e00 x1870620403016832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979503 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.068746:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979478.068747:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979478.068748:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979478.068749:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979478.068750:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979478.068755:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979478.068757:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979478.068759:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979478.068761:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979478.068763:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880e00 x1870620403016832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979503 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979478.068768:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403016832:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979478.068770:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979478.068772:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882680 x1870620403016960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.068775:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979478.068776:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979478.068777:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979478.068778:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979478.068779:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979478.068781:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403016960:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979478.068783:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979478.068785:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979478.068787:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979478.068789:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979478.068792:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979478.068794:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979478.068796:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979478.068799:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979478.068801:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979478.068804:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403016960, portal 10 00000100:00000001:0.0:1783979478.068806:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979478.068807:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694539392 : -110484015012224 : ffff9b83ef882680) 00000100:00000040:0.0:1783979478.068813:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882680 x1870620403016960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.068819:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979478.068821:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979478.068823:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979478.068826:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403016960, offset 0 00000400:00000200:0.0:1783979478.068830:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979478.068834:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979478.068837:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979478.068839:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979478.068841:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979478.068843:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979478.068844:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979478.068846:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826902:826902:256:4294967295] 192.168.201.148@tcp LPNI seq info [826873:826873:8:4294967295] 00000400:00000200:0.0:1783979478.068848:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979478.068853:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979478.068856:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979478.068858:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979478.068861:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979478.068862:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979478.068869:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979478.068870:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979478.068873:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979478.068876:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979478.068878:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979478.068880:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979478.068882:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979478.068886:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882680 x1870620403016960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.068893:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979478.068896:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882680 x1870620403016960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979503 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.068902:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979478.068904:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979478.068907:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979478.068910:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979478.068913:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979478.068915:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311803915 00000100:00000001:0.0:1783979478.068917:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311805178 00000100:00000001:0.0:1783979478.068919:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311803915 00000100:00000001:0.0:1783979478.068921:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311805178 00000100:00000001:0.0:1783979478.068924:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979478.068926:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979478.068927:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979478.068931:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979478/real 1783979478] req@ffff9b83ef882680 x1870620403016960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979478.068938:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979478.068940:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979478.068941:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979478.068944:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979478.068945:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979478.068948:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979478.068951:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882680 x1870620403016960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979478.068958:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882680 x1870620403016960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.068965:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979478.068966:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979478.068968:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979478.068969:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979478.068973:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882680 x1870620403016960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.068980:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979478.068984:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882680 x1870620403016960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979503 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.068990:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979478.068992:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979478.068994:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979478.068995:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979478.068996:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979478.069001:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979478.069003:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979478.069007:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979478.069009:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979478.069012:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882680 x1870620403016960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979503 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979478.069020:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403016960:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979478.069023:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979478.069026:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881880 x1870620403017088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.069032:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979478.069034:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979478.069036:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979478.069038:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979478.069039:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979478.069042:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403017088:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979478.069045:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979478.069047:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979478.069049:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979478.069050:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979478.069053:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979478.069056:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979478.069059:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979478.069062:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979478.069065:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979478.069068:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403017088, portal 4 00000100:00000001:0.0:1783979478.069069:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979478.069070:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694535808 : -110484015015808 : ffff9b83ef881880) 00000100:00000040:0.0:1783979478.069076:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881880 x1870620403017088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.069082:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979478.069084:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979478.069086:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979478.069088:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403017088, offset 0 00000400:00000200:0.0:1783979478.069092:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979478.069095:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979478.069099:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979478.069101:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979478.069104:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979478.069106:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979478.069108:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979478.069111:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826903:826903:256:4294967295] 192.168.201.148@tcp LPNI seq info [826874:826874:8:4294967295] 00000400:00000200:0.0:1783979478.069115:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979478.069120:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979478.069123:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979478.069125:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979478.069128:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979478.069130:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979478.069136:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979478.069137:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979478.069139:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979478.069141:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979478.069143:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979478.069145:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979478.069147:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979478.069149:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881880 x1870620403017088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.069154:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979478.069156:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881880 x1870620403017088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979503 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.069160:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979478.069161:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979478.069163:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979478.069165:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979478.069166:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979478.069168:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311803942 00000100:00000001:0.0:1783979478.069169:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311805178 00000100:00000001:0.0:1783979478.069170:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311803942 00000100:00000001:0.0:1783979478.069172:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311805178 00000100:00000001:0.0:1783979478.069174:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979478.069176:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979478.069178:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979478.069181:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979478/real 1783979478] req@ffff9b83ef881880 x1870620403017088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979478.069188:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979478.069189:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979478.069191:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979478.069194:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979478.069195:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979478.069197:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979478.069200:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881880 x1870620403017088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979478.069209:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881880 x1870620403017088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.069215:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979478.069217:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979478.069219:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979478.069220:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979478.069223:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881880 x1870620403017088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.069228:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979478.069230:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881880 x1870620403017088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979503 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.069235:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979478.069236:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979478.069237:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979478.069238:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979478.069239:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979478.069241:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979478.069242:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979478.069244:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979478.069245:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979478.069248:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881880 x1870620403017088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979503 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979478.069252:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403017088:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979478.069255:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979478.069256:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881f80 x1870620403017216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.069260:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979478.069261:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979478.069262:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979478.069264:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979478.069265:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979478.069266:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403017216:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979478.069268:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979478.069269:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979478.069270:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979478.069271:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979478.069274:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979478.069275:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979478.069277:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979478.069278:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979478.069281:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979478.069282:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403017216, portal 4 00000100:00000001:0.0:1783979478.069284:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979478.069285:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694537600 : -110484015014016 : ffff9b83ef881f80) 00000100:00000040:0.0:1783979478.069290:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881f80 x1870620403017216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.069317:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979478.069320:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979478.069323:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979478.069326:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403017216, offset 0 00000400:00000200:0.0:1783979478.069330:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979478.069334:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979478.069337:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979478.069340:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979478.069342:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979478.069344:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979478.069346:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979478.069348:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826904:826904:256:4294967295] 192.168.201.148@tcp LPNI seq info [826875:826875:8:4294967295] 00000400:00000200:0.0:1783979478.069352:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979478.069357:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979478.069362:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979478.069366:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979478.069370:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979478.069372:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1783979478.069383:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979478.069386:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979478.069388:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979478.069390:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979478.069392:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979478.069393:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979478.069395:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979478.069398:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881f80 x1870620403017216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.069405:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979478.069408:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881f80 x1870620403017216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979503 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.069414:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979478.069415:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979478.069418:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979478.069421:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979478.069424:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979478.069426:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311803933 00000100:00000001:0.0:1783979478.069429:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311805178 00000100:00000001:0.0:1783979478.069431:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311803933 00000100:00000001:0.0:1783979478.069433:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311805178 00000100:00000001:0.0:1783979478.069435:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979478.069437:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979478.069439:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979478.069442:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979478/real 1783979478] req@ffff9b83ef881f80 x1870620403017216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979478.069450:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979478.069450:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979478.069452:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979478.069453:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979478.069454:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979478.069456:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979478.069458:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881f80 x1870620403017216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979478.069463:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881f80 x1870620403017216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.069468:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979478.069469:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979478.069471:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979478.069472:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979478.069475:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881f80 x1870620403017216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.069481:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979478.069484:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881f80 x1870620403017216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979503 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.069491:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979478.069506:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979478.069508:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979478.069509:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979478.069511:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979478.069515:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979478.069518:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979478.069521:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979478.069523:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979478.069526:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881f80 x1870620403017216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979503 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979478.069530:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403017216:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979478.069533:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979478.069534:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979478.069536:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880e00 x1870620403016832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979503 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.069540:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979478.069541:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979478.069542:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979478.069544:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979478.069545:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979478.069546:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979478.069547:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979478.069549:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634000. 02000000:00000001:0.0:1783979478.069551:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979478.069551:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979478.069552:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880e00. 00000100:00000001:0.0:1783979478.069555:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979478.069556:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979478.069557:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979478.069559:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882680 x1870620403016960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979503 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.069562:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979478.069563:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979478.069564:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979478.069566:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979478.069566:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979478.069567:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979478.069568:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979478.069569:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634400. 02000000:00000001:0.0:1783979478.069570:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979478.069571:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979478.069571:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882680. 00000100:00000001:0.0:1783979478.069573:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979478.069574:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979478.069575:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979478.069577:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881880 x1870620403017088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979503 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.069580:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979478.069581:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979478.069582:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979478.069583:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979478.069583:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979478.069584:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979478.069585:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979478.069585:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634c00. 02000000:00000001:0.0:1783979478.069586:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979478.069587:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979478.069588:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881880. 00000100:00000001:0.0:1783979478.069589:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979478.069589:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979478.069590:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979478.069592:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881f80 x1870620403017216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979503 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979478.069595:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979478.069596:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979478.069597:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979478.069601:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979478.069601:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979478.069602:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979478.069604:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979478.069605:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636000. 02000000:00000001:0.0:1783979478.069607:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979478.069607:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979478.069608:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881f80. 00000100:00000001:0.0:1783979478.069610:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979478.069611:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979478.069613:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979478.069618:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979478.069620:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979478.069622:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979478.069623:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979478.451512:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979478.451516:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979478.451518:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979478.451521:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979478.451523:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979478.451525:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979478.451527:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979478.451528:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979478.451531:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979478.579418:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979478.579424:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979478.579432:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979478.579435:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979478.579440:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979478.579444:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979478.579450:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979478.579453:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979478.579458:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979478.579460:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979479.475629:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979479.475632:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979479.475634:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979479.475636:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979479.475639:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979479.475640:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979479.475642:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979479.475644:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979479.475646:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979479.603390:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979479.603397:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979479.603404:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979479.603409:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979479.603415:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979479.603419:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979479.603426:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979479.603429:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979479.603436:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979479.603439:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979479.603526:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979479.603531:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979479.603535:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979479.603545:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979479.603551:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979479.603557:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979479.603572:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979479.603576:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979479.603580:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979480.499424:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979480.499430:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979480.499434:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979480.499437:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979480.499443:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979480.499449:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979480.499463:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979480.499467:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979480.499472:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979480.627379:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979480.627388:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979480.627391:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979480.627399:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979480.627405:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979480.627408:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979480.627412:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979480.627415:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979480.627420:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979480.627445:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979480.627463:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979480.628115:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979480.628118:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979480.628123:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979480.628123:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979480.628126:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979480.628127:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979480.628130:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979480.628131:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979481.523390:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979481.523402:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979481.523404:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979481.523410:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979481.523415:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979481.523419:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979481.523422:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979481.523426:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979481.523432:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979481.651467:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979481.651470:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979481.651473:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979481.651476:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979481.651480:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979481.651483:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979481.651487:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979481.651489:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979481.651492:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979481.651512:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979481.651515:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979481.651518:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979481.651521:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979481.651522:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979481.651525:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979481.651527:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979481.651529:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979481.651530:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979481.651532:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979481.651534:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979481.651535:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979481.651535:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979481.651536:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979481.651537:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979481.651538:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979481.651539:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979481.651540:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979481.651543:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979481.651544:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979481.651545:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979481.651546:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979481.651546:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979481.651547:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979481.651548:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979481.651549:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979481.651551:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979481.651552:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979481.651552:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979481.651553:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979481.651554:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979481.651555:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979481.651556:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979481.651557:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979482.547561:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979482.547564:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979482.547575:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979482.547578:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979482.547580:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979482.547582:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979482.547584:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979482.547585:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979482.547587:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979482.675790:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979482.675796:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979482.675799:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979482.675802:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979482.675805:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979482.675808:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979482.675810:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979482.675812:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979482.675814:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979482.675836:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979482.675839:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979482.675844:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979482.675846:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979482.675849:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979482.675851:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979482.675854:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979482.675855:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979482.675858:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979482.675859:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979483.187760:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979483.187765:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979483.187769:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979483.187779:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881f80 x1870620403017344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.187808:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979483.187813:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979483.187820:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979483.187824:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979483.187830:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979483.187839:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403017344:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979483.187846:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979483.187851:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979483.187856:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979483.187861:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979483.187869:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979483.187872:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979483.187881:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979483.187887:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979483.187896:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979483.187905:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403017344, portal 25 00000100:00000001:0.0:1783979483.187910:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979483.187912:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694537600 : -110484015014016 : ffff9b83ef881f80) 00000100:00000040:0.0:1783979483.187923:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881f80 x1870620403017344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.187937:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979483.187941:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979483.187944:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979483.187948:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620403017344, offset 0 00000400:00000200:0.0:1783979483.187960:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979483.187970:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979483.187979:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979483.187986:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979483.187995:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979483.188003:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979483.188009:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979483.188018:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826905:826905:256:4294967295] 192.168.201.148@tcp LPNI seq info [826876:826876:8:4294967295] 00000400:00000200:0.0:1783979483.188028:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979483.188041:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979483.188048:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979483.188054:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979483.188064:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979483.188068:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979483.188088:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979483.188092:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979483.188098:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979483.188103:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979483.188108:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979483.188111:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979483.188116:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979483.188120:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881f80 x1870620403017344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.188131:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979483.188135:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881f80 x1870620403017344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979508 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.188145:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979483.188148:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979483.188153:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979483.188157:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979483.188160:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311810298 00000100:00000010:0.0:1783979483.188166:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783979483.188173:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979483.188179:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311810298 00000100:00000010:0.0:1783979483.188185:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783979483.188188:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979483.188192:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979483.188197:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979483.188202:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979483.188208:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979483/real 1783979483] req@ffff9b83ef881f80 x1870620403017344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979483.188234:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979483.188237:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979483.188239:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979483.188243:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979483.188246:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979483.188250:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979483.188255:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881f80 x1870620403017344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979483.188265:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881f80 x1870620403017344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.188274:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979483.188276:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979483.188277:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979483.188280:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979483.188285:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881f80 x1870620403017344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.188320:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979483.188324:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881f80 x1870620403017344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979508 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.188333:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979483.188338:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979483.188341:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979483.188343:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979483.188347:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979483.188350:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979483.188353:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979483.188359:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979483.188362:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979483.188366:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881f80 x1870620403017344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979508 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979483.188376:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403017344:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979483.188416:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979483.188421:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881880 x1870620403017472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.188431:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979483.188434:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979483.188438:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979483.188440:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979483.188442:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979483.188448:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403017472:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979483.188454:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979483.188458:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979483.188461:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979483.188466:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979483.188471:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979483.188475:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979483.188483:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979483.188489:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979483.188496:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979483.188500:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403017472, portal 10 00000100:00000001:0.0:1783979483.188503:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979483.188506:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694535808 : -110484015015808 : ffff9b83ef881880) 00000100:00000040:0.0:1783979483.188515:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881880 x1870620403017472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.188536:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979483.188539:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979483.188541:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979483.188546:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403017472, offset 0 00000400:00000200:0.0:1783979483.188549:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979483.188555:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979483.188558:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979483.188561:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979483.188563:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979483.188565:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979483.188566:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979483.188568:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826906:826906:256:4294967295] 192.168.201.148@tcp LPNI seq info [826877:826877:8:4294967295] 00000400:00000200:0.0:1783979483.188571:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979483.188577:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979483.188580:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979483.188582:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979483.188584:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979483.188586:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979483.188593:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979483.188594:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979483.188596:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979483.188599:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979483.188602:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979483.188604:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979483.188606:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979483.188610:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881880 x1870620403017472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.188617:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979483.188621:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881880 x1870620403017472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979508 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.188628:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979483.188630:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979483.188633:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979483.188637:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979483.188641:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979483.188643:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311809040 00000100:00000001:0.0:1783979483.188646:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311810298 00000100:00000001:0.0:1783979483.188648:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311809040 00000100:00000001:0.0:1783979483.188649:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311810298 00000100:00000001:0.0:1783979483.188650:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979483.188652:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979483.188653:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979483.188656:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979483/real 1783979483] req@ffff9b83ef881880 x1870620403017472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979483.188661:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979483.188662:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979483.188663:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979483.188665:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979483.188666:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979483.188667:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979483.188669:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881880 x1870620403017472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979483.188675:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881880 x1870620403017472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.188683:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979483.188685:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979483.188686:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979483.188687:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979483.188689:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881880 x1870620403017472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.188693:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979483.188696:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881880 x1870620403017472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979508 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.188699:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979483.188701:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979483.188702:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979483.188702:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979483.188703:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979483.188709:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979483.188710:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979483.188712:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979483.188713:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979483.188716:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881880 x1870620403017472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979508 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979483.188723:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403017472:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979483.188726:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979483.188728:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979483.188731:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881f80 x1870620403017344/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979508 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.188737:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979483.188740:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979483.188743:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979483.188747:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979483.188748:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979483.188751:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979483.188753:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979483.188756:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636400. 02000000:00000001:0.0:1783979483.188761:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979483.188762:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979483.188763:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881f80. 00000100:00000001:0.0:1783979483.188769:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979483.188770:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979483.188771:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979483.188775:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881880 x1870620403017472/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979508 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.188781:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979483.188783:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979483.188784:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979483.188787:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979483.188788:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979483.188790:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979483.188792:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979483.188793:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635000. 02000000:00000001:0.0:1783979483.188796:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979483.188797:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979483.188799:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881880. 00000100:00000001:0.0:1783979483.188801:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979483.188802:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979483.188805:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979483.188811:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979483.188813:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979483.188816:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979483.188817:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979483.188818:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979483.188822:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882680 x1870620403017600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.188828:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979483.188830:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979483.188832:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979483.188834:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979483.188836:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979483.188839:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403017600:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979483.188842:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979483.188844:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979483.188845:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979483.188847:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979483.188850:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979483.188852:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979483.188855:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979483.188857:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979483.188860:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979483.188863:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403017600, portal 10 00000100:00000001:0.0:1783979483.188865:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979483.188866:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694539392 : -110484015012224 : ffff9b83ef882680) 00000100:00000040:0.0:1783979483.188872:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882680 x1870620403017600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.188878:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979483.188880:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979483.188882:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979483.188885:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403017600, offset 0 00000400:00000200:0.0:1783979483.188888:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979483.188892:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979483.188896:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979483.188899:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979483.188901:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979483.188903:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979483.188906:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979483.188909:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826907:826907:256:4294967295] 192.168.201.148@tcp LPNI seq info [826878:826878:8:4294967295] 00000400:00000200:0.0:1783979483.188912:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979483.188918:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979483.188923:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979483.188927:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979483.188930:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979483.188932:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979483.188942:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979483.188944:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979483.188947:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979483.188950:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979483.188953:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979483.188955:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979483.188957:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979483.188961:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882680 x1870620403017600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.188968:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979483.188970:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882680 x1870620403017600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979508 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.188977:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979483.188978:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979483.188981:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979483.188983:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979483.188986:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979483.188988:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311809035 00000100:00000001:0.0:1783979483.188990:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311810298 00000100:00000001:0.0:1783979483.188992:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311809035 00000100:00000001:0.0:1783979483.188994:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311810298 00000100:00000001:0.0:1783979483.188996:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979483.188997:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979483.188999:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979483.189002:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979483/real 1783979483] req@ffff9b83ef882680 x1870620403017600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979483.189009:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979483.189010:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979483.189011:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979483.189014:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979483.189015:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979483.189017:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979483.189020:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882680 x1870620403017600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979483.189026:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882680 x1870620403017600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.189032:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979483.189033:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979483.189034:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979483.189036:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979483.189039:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882680 x1870620403017600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.189044:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979483.189048:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882680 x1870620403017600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979508 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.189054:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979483.189056:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979483.189058:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979483.189059:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979483.189060:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979483.189065:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979483.189068:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979483.189071:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979483.189073:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979483.189077:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882680 x1870620403017600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979508 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979483.189085:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403017600:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979483.189088:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979483.189092:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880e00 x1870620403017728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.189096:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979483.189097:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979483.189098:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979483.189099:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979483.189100:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979483.189102:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403017728:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979483.189104:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979483.189105:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979483.189106:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979483.189107:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979483.189110:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979483.189111:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979483.189113:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979483.189114:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979483.189117:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979483.189118:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403017728, portal 4 00000100:00000001:0.0:1783979483.189120:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979483.189121:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694533120 : -110484015018496 : ffff9b83ef880e00) 00000100:00000040:0.0:1783979483.189124:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880e00 x1870620403017728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.189128:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979483.189130:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979483.189131:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979483.189132:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403017728, offset 0 00000400:00000200:0.0:1783979483.189135:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979483.189137:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979483.189140:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979483.189141:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979483.189143:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979483.189145:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979483.189146:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979483.189148:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826908:826908:256:4294967295] 192.168.201.148@tcp LPNI seq info [826879:826879:8:4294967295] 00000400:00000200:0.0:1783979483.189150:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979483.189154:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979483.189157:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979483.189159:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979483.189161:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979483.189163:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979483.189169:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979483.189170:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979483.189172:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979483.189174:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979483.189176:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979483.189177:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979483.189178:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979483.189180:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880e00 x1870620403017728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.189185:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979483.189187:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880e00 x1870620403017728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979508 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.189190:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979483.189191:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979483.189193:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979483.189195:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979483.189196:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979483.189198:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311809062 00000100:00000001:0.0:1783979483.189199:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311810298 00000100:00000001:0.0:1783979483.189201:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311809062 00000100:00000001:0.0:1783979483.189202:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311810298 00000100:00000001:0.0:1783979483.189203:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979483.189204:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979483.189205:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979483.189207:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979483/real 1783979483] req@ffff9b83ef880e00 x1870620403017728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979483.189211:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979483.189212:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979483.189213:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979483.189214:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979483.189215:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979483.189216:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979483.189218:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880e00 x1870620403017728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979483.189222:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880e00 x1870620403017728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.189225:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979483.189226:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979483.189227:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979483.189228:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979483.189230:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880e00 x1870620403017728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.189233:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979483.189235:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880e00 x1870620403017728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979508 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.189239:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979483.189241:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979483.189242:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979483.189242:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979483.189243:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979483.189246:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979483.189248:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979483.189249:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979483.189250:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979483.189252:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880e00 x1870620403017728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979508 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979483.189256:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403017728:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979483.189258:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979483.189260:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881500 x1870620403017856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.189264:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979483.189265:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979483.189266:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979483.189267:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979483.189268:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979483.189269:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403017856:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979483.189271:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979483.189271:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979483.189272:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979483.189273:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979483.189275:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979483.189276:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979483.189277:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979483.189279:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979483.189280:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979483.189282:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403017856, portal 4 00000100:00000001:0.0:1783979483.189283:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979483.189284:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694534912 : -110484015016704 : ffff9b83ef881500) 00000100:00000040:0.0:1783979483.189287:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881500 x1870620403017856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.189291:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979483.189307:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979483.189309:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979483.189311:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403017856, offset 0 00000400:00000200:0.0:1783979483.189313:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979483.189315:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979483.189317:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979483.189318:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979483.189320:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979483.189321:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979483.189322:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979483.189324:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826909:826909:256:4294967295] 192.168.201.148@tcp LPNI seq info [826880:826880:8:4294967295] 00000400:00000200:0.0:1783979483.189327:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979483.189330:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979483.189332:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979483.189334:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979483.189336:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979483.189337:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1783979483.189344:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979483.189345:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979483.189347:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979483.189348:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979483.189350:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979483.189351:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979483.189352:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979483.189354:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881500 x1870620403017856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.189363:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979483.189364:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881500 x1870620403017856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979508 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.189368:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979483.189369:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979483.189370:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979483.189372:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979483.189373:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979483.189374:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311809053 00000100:00000001:0.0:1783979483.189376:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311810298 00000100:00000001:0.0:1783979483.189377:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311809053 00000100:00000001:0.0:1783979483.189378:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311810298 00000100:00000001:0.0:1783979483.189379:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979483.189380:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979483.189381:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979483.189383:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979483/real 1783979483] req@ffff9b83ef881500 x1870620403017856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979483.189387:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979483.189388:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979483.189388:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979483.189390:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979483.189391:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979483.189392:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979483.189394:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881500 x1870620403017856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979483.189398:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881500 x1870620403017856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.189401:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979483.189402:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979483.189417:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979483.189419:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979483.189423:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881500 x1870620403017856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.189430:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979483.189437:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881500 x1870620403017856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979508 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.189446:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979483.189447:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979483.189449:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979483.189450:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979483.189452:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979483.189455:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979483.189458:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979483.189461:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979483.189462:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979483.189466:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881500 x1870620403017856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979508 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979483.189472:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403017856:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979483.189475:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979483.189477:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979483.189480:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882680 x1870620403017600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979508 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.189485:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979483.189486:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979483.189488:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979483.189491:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979483.189492:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979483.189494:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979483.189495:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979483.189496:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635400. 02000000:00000001:0.0:1783979483.189499:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979483.189500:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979483.189501:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882680. 00000100:00000001:0.0:1783979483.189504:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979483.189505:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979483.189507:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979483.189509:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880e00 x1870620403017728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979508 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.189514:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979483.189515:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979483.189517:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979483.189518:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979483.189519:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979483.189520:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979483.189522:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979483.189523:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783979483.189525:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979483.189526:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979483.189528:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880e00. 00000100:00000001:0.0:1783979483.189530:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979483.189531:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979483.189532:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979483.189536:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881500 x1870620403017856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979508 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979483.189541:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979483.189542:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979483.189543:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979483.189544:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979483.189545:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979483.189546:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979483.189548:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979483.189549:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636000. 02000000:00000001:0.0:1783979483.189550:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979483.189552:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979483.189553:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881500. 00000100:00000001:0.0:1783979483.189554:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979483.189555:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979483.189556:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979483.189560:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979483.189561:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979483.189563:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979483.189564:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979483.571415:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979483.571424:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979483.571427:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979483.571435:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979483.571442:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979483.571448:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979483.571453:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979483.571457:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979483.571461:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979483.700089:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979483.700093:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979483.700098:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979483.700100:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979483.700104:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979483.700105:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979483.700108:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979483.700109:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979483.700112:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979483.700113:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979483.700135:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979483.700138:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979483.700140:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979483.700143:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979483.700146:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979483.700148:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979483.700150:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979483.700152:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979483.700154:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979484.595529:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979484.595532:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979484.595533:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979484.595536:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979484.595538:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979484.595539:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979484.595541:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979484.595542:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979484.595544:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979484.724958:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979484.724962:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979484.724968:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979484.724970:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979484.724989:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979484.724992:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979484.725001:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979484.725002:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979484.725006:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979484.725008:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979485.619410:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979485.619419:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979485.619422:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979485.619429:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979485.619435:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979485.619439:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979485.619444:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979485.619447:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979485.619452:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979485.747412:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979485.747418:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979485.747425:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979485.747428:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979485.747433:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979485.747436:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979485.747442:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979485.747444:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979485.747451:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979485.747454:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979485.747525:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979485.747529:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979485.747531:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979485.747534:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979485.747537:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979485.747540:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979485.747542:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979485.747544:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979485.747547:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979485.749761:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979485.749764:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979485.749766:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979485.749768:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979485.749770:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979485.749773:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979485.749774:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979485.749776:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979485.749778:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979486.643459:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979486.643464:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979486.643466:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979486.643469:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979486.643472:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979486.643474:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979486.643476:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979486.643478:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979486.643480:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979486.771425:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979486.771432:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979486.771434:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979486.771439:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979486.771444:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979486.771448:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979486.771451:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979486.771456:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979486.771463:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979486.771484:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979486.771488:0:297225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979486.771489:0:297225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979486.771492:0:297225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979486.771495:0:297225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979486.771497:0:297225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979486.771499:0:297225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979486.771500:0:297225:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979486.771504:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979486.771506:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979486.771509:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979486.771510:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979486.771512:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979486.771513:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979486.771515:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979486.771516:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979486.771542:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979486.771545:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979486.771546:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979486.771548:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979486.771550:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979486.771551:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979486.771553:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979486.771554:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979486.771557:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979486.771571:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979486.771582:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979486.771586:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979486.771590:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979486.771596:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979486.771600:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979486.771606:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979486.771610:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979486.771614:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979487.667419:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979487.667427:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979487.667430:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979487.667435:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979487.667440:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979487.667444:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979487.667454:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979487.667457:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979487.667461:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979487.795437:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979487.795442:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979487.795445:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979487.795450:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979487.795454:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979487.795458:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979487.795463:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979487.795467:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979487.795471:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979487.795497:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979487.795500:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979487.795505:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979487.795509:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979487.795515:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979487.795518:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979487.795524:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979487.795527:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979487.795533:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979487.795535:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979487.796587:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979487.796590:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979487.796591:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979487.796593:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979487.796595:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979487.796597:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979487.796598:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979487.796600:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979487.796602:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979488.308287:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979488.308291:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979488.308313:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979488.308329:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0e00 x1870620403017984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.308337:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979488.308339:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979488.308343:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979488.308346:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979488.308349:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979488.308352:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403017984:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979488.308356:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979488.308360:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979488.308362:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979488.308365:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979488.308371:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979488.308373:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979488.308378:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979488.308382:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979488.308388:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979488.308395:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403017984, portal 25 00000100:00000001:0.0:1783979488.308397:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979488.308399:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889961472 : -110483819590144 : ffff9b83fb2e0e00) 00000100:00000040:0.0:1783979488.308404:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0e00 x1870620403017984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.308411:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979488.308414:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979488.308416:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979488.308420:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620403017984, offset 0 00000400:00000200:0.0:1783979488.308426:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979488.308434:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979488.308439:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979488.308445:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979488.308449:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979488.308453:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979488.308455:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979488.308459:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826910:826910:256:4294967295] 192.168.201.148@tcp LPNI seq info [826881:826881:8:4294967295] 00000400:00000200:0.0:1783979488.308464:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979488.308474:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979488.308480:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979488.308486:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979488.308492:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979488.308495:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979488.308508:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979488.308510:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979488.308515:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979488.308518:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979488.308522:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979488.308523:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979488.308527:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979488.308530:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0e00 x1870620403017984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.308536:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979488.308539:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0e00 x1870620403017984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979513 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.308544:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979488.308545:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979488.308549:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979488.308551:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979488.308553:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311815419 00000100:00000010:0.0:1783979488.308556:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783979488.308562:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979488.308566:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311815419 00000100:00000010:0.0:1783979488.308569:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783979488.308572:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979488.308575:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979488.308578:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979488.308580:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979488.308584:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979488/real 1783979488] req@ffff9b83fb2e0e00 x1870620403017984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979488.308599:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979488.308600:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979488.308602:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979488.308605:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979488.308606:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979488.308609:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979488.308611:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0e00 x1870620403017984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979488.308619:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0e00 x1870620403017984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.308625:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979488.308626:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979488.308628:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979488.308630:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979488.308634:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0e00 x1870620403017984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.308641:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979488.308645:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0e00 x1870620403017984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979513 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.308651:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979488.308654:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979488.308655:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979488.308656:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979488.308658:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979488.308660:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979488.308663:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979488.309768:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979488.309773:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979488.309780:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0e00 x1870620403017984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979513 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979488.309789:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403017984:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979488.309794:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979488.309798:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1500 x1870620403018112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.309805:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979488.309806:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979488.309809:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979488.309812:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979488.309814:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979488.309817:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403018112:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979488.309820:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979488.309823:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979488.309825:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979488.309826:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979488.309831:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979488.309833:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979488.309838:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979488.309841:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979488.309845:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979488.309850:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403018112, portal 10 00000100:00000001:0.0:1783979488.309852:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979488.309853:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889963264 : -110483819588352 : ffff9b83fb2e1500) 00000100:00000040:0.0:1783979488.309861:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1500 x1870620403018112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.309867:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979488.309868:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979488.309870:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979488.309872:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403018112, offset 0 00000400:00000200:0.0:1783979488.309876:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979488.309882:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979488.309887:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979488.309891:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979488.309894:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979488.309897:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979488.309899:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979488.309902:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826911:826911:256:4294967295] 192.168.201.148@tcp LPNI seq info [826882:826882:8:4294967295] 00000400:00000200:0.0:1783979488.309907:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979488.309914:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979488.309919:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979488.309923:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979488.309928:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979488.309930:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979488.309939:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979488.309940:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979488.309945:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979488.309947:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979488.309950:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979488.309951:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979488.309953:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979488.309956:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1500 x1870620403018112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.309962:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979488.309964:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1500 x1870620403018112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979513 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.309967:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979488.309968:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979488.309971:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979488.309973:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979488.309976:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979488.309977:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311814161 00000100:00000001:0.0:1783979488.309980:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311815419 00000100:00000001:0.0:1783979488.309981:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311814161 00000100:00000001:0.0:1783979488.309982:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311815419 00000100:00000001:0.0:1783979488.309984:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979488.309985:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979488.309986:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979488.309988:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979488/real 1783979488] req@ffff9b83fb2e1500 x1870620403018112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979488.309993:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979488.309994:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979488.309996:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979488.309997:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979488.309998:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979488.309999:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979488.310001:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1500 x1870620403018112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979488.310006:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1500 x1870620403018112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.310009:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979488.310010:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979488.310011:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979488.310012:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979488.310014:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1500 x1870620403018112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.310018:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979488.310020:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1500 x1870620403018112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979513 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.310024:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979488.310026:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979488.310027:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979488.310027:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979488.310028:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979488.310034:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979488.310036:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979488.310038:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979488.310040:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979488.310042:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1500 x1870620403018112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979513 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979488.310046:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403018112:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979488.310048:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979488.310050:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0700 x1870620403018240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.310054:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979488.310055:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979488.310056:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979488.310058:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979488.310059:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979488.310060:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403018240:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979488.310062:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979488.310063:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979488.310064:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979488.310065:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979488.310067:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979488.310068:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979488.310070:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979488.310071:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979488.310073:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979488.310075:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403018240, portal 10 00000100:00000001:0.0:1783979488.310076:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979488.310077:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889959680 : -110483819591936 : ffff9b83fb2e0700) 00000100:00000040:0.0:1783979488.310081:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0700 x1870620403018240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.310084:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979488.310086:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979488.310087:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979488.310088:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403018240, offset 0 00000400:00000200:0.0:1783979488.310091:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979488.310093:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979488.310095:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979488.310096:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979488.310098:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979488.310100:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979488.310101:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979488.310103:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826912:826912:256:4294967295] 192.168.201.148@tcp LPNI seq info [826883:826883:8:4294967295] 00000400:00000200:0.0:1783979488.310105:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979488.310109:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979488.310111:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979488.310113:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979488.310115:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979488.310117:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979488.310123:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979488.310124:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979488.310126:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979488.310128:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979488.310129:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979488.310130:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979488.310132:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979488.310134:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0700 x1870620403018240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.310142:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979488.310143:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0700 x1870620403018240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979513 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.310147:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979488.310148:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979488.310149:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979488.310151:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979488.310153:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979488.310154:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311814156 00000100:00000001:0.0:1783979488.310155:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311815419 00000100:00000001:0.0:1783979488.310156:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311814156 00000100:00000001:0.0:1783979488.310157:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311815419 00000100:00000001:0.0:1783979488.310159:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979488.310160:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979488.310161:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979488.310162:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979488/real 1783979488] req@ffff9b83fb2e0700 x1870620403018240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979488.310166:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979488.310167:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979488.310168:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979488.310169:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979488.310170:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979488.310171:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979488.310172:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0700 x1870620403018240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979488.310178:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0700 x1870620403018240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.310185:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979488.310186:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979488.310188:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979488.310189:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979488.310192:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0700 x1870620403018240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.310197:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979488.310200:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0700 x1870620403018240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979513 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.310206:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979488.310208:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979488.310209:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979488.310211:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979488.310212:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979488.310217:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979488.310220:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979488.310223:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979488.310226:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979488.310230:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0700 x1870620403018240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979513 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979488.310235:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403018240:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979488.310238:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979488.310240:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2d80 x1870620403018368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.310244:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979488.310245:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979488.310246:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979488.310247:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979488.310248:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979488.310250:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403018368:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979488.310252:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979488.310254:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979488.310255:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979488.310256:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979488.310258:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979488.310259:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979488.310262:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979488.310263:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979488.310265:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979488.310267:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403018368, portal 4 00000100:00000001:0.0:1783979488.310268:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979488.310269:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889969536 : -110483819582080 : ffff9b83fb2e2d80) 00000100:00000040:0.0:1783979488.310273:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2d80 x1870620403018368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.310278:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979488.310281:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979488.310282:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979488.310284:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403018368, offset 0 00000400:00000200:0.0:1783979488.310288:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979488.310292:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979488.310314:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979488.310326:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979488.310328:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979488.310331:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979488.310333:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979488.310335:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826913:826913:256:4294967295] 192.168.201.148@tcp LPNI seq info [826884:826884:8:4294967295] 00000400:00000200:0.0:1783979488.310339:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979488.310345:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979488.310349:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979488.310353:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979488.310357:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979488.310360:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979488.310369:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979488.310371:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979488.310373:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979488.310376:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979488.310379:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979488.310380:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979488.310382:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979488.310386:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2d80 x1870620403018368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.310393:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979488.310396:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2d80 x1870620403018368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979513 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.310401:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979488.310402:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979488.310405:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979488.310408:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979488.310411:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979488.310413:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311814184 00000100:00000001:0.0:1783979488.310415:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311815419 00000100:00000001:0.0:1783979488.310417:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311814184 00000100:00000001:0.0:1783979488.310419:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311815419 00000100:00000001:0.0:1783979488.310420:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979488.310422:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979488.310424:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979488.310427:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979488/real 1783979488] req@ffff9b83fb2e2d80 x1870620403018368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979488.310434:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979488.310436:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979488.310437:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979488.310439:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979488.310441:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979488.310443:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979488.310445:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2d80 x1870620403018368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979488.310453:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2d80 x1870620403018368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.310459:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979488.310460:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979488.310462:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979488.310463:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979488.310466:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2d80 x1870620403018368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.310473:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979488.310477:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2d80 x1870620403018368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979513 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.310481:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979488.310483:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979488.310484:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979488.310485:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979488.310486:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979488.310488:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979488.310489:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979488.310491:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979488.310492:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979488.310494:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2d80 x1870620403018368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979513 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979488.310503:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403018368:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979488.310505:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979488.310507:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3b80 x1870620403018496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.310511:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979488.310511:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979488.310513:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979488.310514:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979488.310516:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979488.310517:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403018496:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979488.310519:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979488.310520:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979488.310521:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979488.310522:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979488.310524:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979488.310525:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979488.310527:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979488.310529:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979488.310531:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979488.310533:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403018496, portal 4 00000100:00000001:0.0:1783979488.310534:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979488.310535:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889973120 : -110483819578496 : ffff9b83fb2e3b80) 00000100:00000040:0.0:1783979488.310539:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3b80 x1870620403018496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.310543:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979488.310544:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979488.310545:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979488.310547:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403018496, offset 0 00000400:00000200:0.0:1783979488.310549:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979488.310552:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979488.310554:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979488.310556:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979488.310558:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979488.310559:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979488.310560:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979488.310562:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826914:826914:256:4294967295] 192.168.201.148@tcp LPNI seq info [826885:826885:8:4294967295] 00000400:00000200:0.0:1783979488.310565:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979488.310568:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979488.310571:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979488.310573:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979488.310575:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979488.310577:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1783979488.310583:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979488.310584:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979488.310586:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979488.310588:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979488.310590:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979488.310591:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979488.310593:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979488.310596:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3b80 x1870620403018496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.310603:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979488.310606:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3b80 x1870620403018496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979513 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.310612:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979488.310613:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979488.310616:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979488.310618:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979488.310621:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979488.310660:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311814174 00000100:00000001:0.0:1783979488.310662:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311815419 00000100:00000001:0.0:1783979488.310663:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311814174 00000100:00000001:0.0:1783979488.310665:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311815419 00000100:00000001:0.0:1783979488.312172:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979488.312179:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979488.312181:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979488.312190:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979488/real 1783979488] req@ffff9b83fb2e3b80 x1870620403018496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979488.312201:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979488.312203:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979488.312206:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979488.312209:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979488.312211:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979488.312215:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979488.312219:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3b80 x1870620403018496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979488.312228:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3b80 x1870620403018496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.312235:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979488.312236:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979488.312238:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979488.312239:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979488.312241:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3b80 x1870620403018496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.312246:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979488.312249:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3b80 x1870620403018496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979513 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.312253:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979488.312255:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979488.312256:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979488.312257:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979488.312259:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979488.312262:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979488.312264:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979488.312267:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979488.312269:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979488.312271:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3b80 x1870620403018496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979513 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979488.312277:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403018496:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979488.312281:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979488.312284:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979488.312287:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0e00 x1870620403017984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979513 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.312308:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979488.312311:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979488.312314:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979488.312329:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979488.312332:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979488.312335:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979488.312337:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979488.312339:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065400. 02000000:00000001:0.0:1783979488.312343:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979488.312345:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979488.312346:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0e00. 00000100:00000001:0.0:1783979488.312349:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979488.312350:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979488.312352:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979488.312356:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1500 x1870620403018112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979513 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.312368:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979488.312369:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979488.312370:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979488.312374:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979488.312376:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979488.312377:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979488.312379:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979488.312380:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065800. 02000000:00000001:0.0:1783979488.312382:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979488.312384:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979488.312385:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1500. 00000100:00000001:0.0:1783979488.312387:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979488.312388:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979488.312390:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979488.312394:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0700 x1870620403018240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979513 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.312400:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979488.312401:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979488.312403:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979488.312405:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979488.312406:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979488.312407:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979488.312409:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979488.312410:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065000. 02000000:00000001:0.0:1783979488.312412:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979488.312413:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979488.312414:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0700. 00000100:00000001:0.0:1783979488.312415:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979488.312416:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979488.312417:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979488.312419:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2d80 x1870620403018368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979513 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.312423:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979488.312424:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979488.312425:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979488.312427:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979488.312427:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979488.312429:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979488.312430:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979488.312432:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067800. 02000000:00000001:0.0:1783979488.312434:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979488.312435:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979488.312437:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2d80. 00000100:00000001:0.0:1783979488.312440:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979488.312441:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979488.312442:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979488.312446:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3b80 x1870620403018496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979513 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979488.312452:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979488.312453:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979488.312455:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979488.312457:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979488.312458:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979488.312459:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979488.312461:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979488.312463:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064c00. 02000000:00000001:0.0:1783979488.312465:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979488.312466:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979488.312467:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3b80. 00000100:00000001:0.0:1783979488.312470:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979488.312471:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979488.312473:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979488.312480:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979488.312482:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979488.312485:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979488.312487:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979488.691389:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979488.691398:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979488.691400:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979488.691405:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979488.691409:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979488.691419:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979488.691420:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979488.691422:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979488.691423:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979488.819419:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979488.819429:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979488.819433:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979488.819442:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979488.819448:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979488.819453:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979488.819458:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979488.819462:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979488.819465:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979488.819490:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979488.819494:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979488.819500:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979488.819501:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979488.819505:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979488.819506:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979488.819510:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979488.819511:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979488.819514:0:297225:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979488.819516:0:297225:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979488.819779:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979488.819782:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979488.819784:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979488.819786:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979488.819789:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979488.819793:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979488.819797:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979488.819801:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979488.819806:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979489.716373:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979489.716379:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979489.716380:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979489.716384:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979489.716387:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979489.716389:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979489.716391:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979489.716393:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979489.716395:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979489.844144:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979489.844148:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979489.844152:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979489.844154:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979489.844157:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979489.844158:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979489.844161:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979489.844162:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979489.844166:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979489.844167:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979490.739490:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979490.739499:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979490.739501:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979490.739507:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979490.739511:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979490.739514:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979490.739518:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979490.739521:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979490.739524:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979490.867419:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979490.867427:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979490.867434:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979490.867436:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979490.867440:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979490.867441:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979490.867444:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979490.867445:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979490.867449:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979490.867450:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979490.868001:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979490.868004:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979490.868006:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979490.868008:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979490.868010:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979490.868012:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979490.868014:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979490.868015:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979490.868017:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979490.868834:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979490.868840:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979490.868843:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979490.868848:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979490.868852:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979490.868855:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979490.868857:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979490.868860:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979490.868864:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979491.763413:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979491.763422:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979491.763424:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979491.763430:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979491.763436:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979491.763441:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979491.763446:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979491.763448:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979491.763450:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979491.891419:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979491.891425:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979491.891428:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979491.891435:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979491.891442:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979491.891448:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979491.891462:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979491.891466:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979491.891468:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979491.891484:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979491.891489:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979491.891492:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979491.891497:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979491.891502:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979491.891506:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979491.891513:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979491.891517:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979491.891524:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979491.891549:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979491.891553:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979491.891558:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979491.891561:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979491.891564:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979491.891566:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979491.891570:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979491.891572:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979491.891574:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979491.891577:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979491.891581:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979491.891582:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979491.891583:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979491.891584:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979491.891586:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979491.891587:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979491.891589:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979491.891591:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979491.891594:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979491.891596:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979491.891597:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979491.891598:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979491.891600:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979491.891601:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979491.891603:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979491.891604:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979491.891608:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979491.891609:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979491.891610:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979491.891612:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979491.891613:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979491.891614:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979491.891616:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979491.891618:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979492.787492:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979492.787495:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979492.787496:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979492.787498:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979492.787500:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979492.787501:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979492.787502:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979492.787503:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979492.787504:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979492.915418:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979492.915426:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979492.915429:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979492.915436:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979492.915443:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979492.915449:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979492.915455:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979492.915458:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979492.915461:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979492.915487:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979492.915491:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979492.915498:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979492.915501:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979492.915507:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979492.915509:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979492.915513:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979492.915517:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979492.915523:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979492.915526:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979492.915554:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979492.915557:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979492.915560:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979492.915563:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979492.915568:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979492.915572:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979492.915575:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979492.915578:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979492.915581:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979493.427599:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979493.427605:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979493.427609:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979493.427620:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38a80 x1870620403018624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.427631:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979493.427636:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979493.427642:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979493.427645:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979493.427651:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979493.427658:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403018624:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979493.427667:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979493.427682:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979493.427686:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979493.427691:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979493.427698:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979493.427702:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979493.427712:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979493.427717:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979493.427727:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979493.427745:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403018624, portal 25 00000100:00000001:0.0:1783979493.427754:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979493.427757:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682702976 : -110484026848640 : ffff9b83eed38a80) 00000100:00000040:0.0:1783979493.427768:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38a80 x1870620403018624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.427785:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979493.427790:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979493.427794:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979493.427801:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620403018624, offset 0 00000400:00000200:0.0:1783979493.427813:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979493.427824:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979493.427834:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979493.427842:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979493.427849:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979493.427855:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979493.427861:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979493.427871:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826915:826915:256:4294967295] 192.168.201.148@tcp LPNI seq info [826886:826886:8:4294967295] 00000400:00000200:0.0:1783979493.427879:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979493.427897:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979493.427907:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979493.427912:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979493.427921:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979493.427927:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979493.427954:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979493.427958:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979493.427967:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979493.427976:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979493.427984:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979493.427989:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979493.427996:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979493.428003:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38a80 x1870620403018624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.428012:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979493.428015:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38a80 x1870620403018624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979518 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.428022:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979493.428030:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979493.428035:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979493.428039:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979493.428042:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311820538 00000100:00000010:0.0:1783979493.428050:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783979493.428059:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979493.428067:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311820538 00000100:00000010:0.0:1783979493.428073:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783979493.428079:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979493.428093:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979493.428100:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979493.428105:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979493.428114:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979493/real 1783979493] req@ffff9b83eed38a80 x1870620403018624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979493.428133:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979493.428136:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979493.428140:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979493.428145:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979493.428149:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979493.428155:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979493.428162:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38a80 x1870620403018624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979493.428194:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38a80 x1870620403018624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.428211:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979493.428215:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979493.428221:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979493.428226:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979493.428245:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38a80 x1870620403018624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.428263:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979493.428273:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38a80 x1870620403018624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979518 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.428321:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979493.428328:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979493.428332:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979493.428334:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979493.428340:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979493.428343:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979493.428350:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979493.428359:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979493.428363:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979493.428372:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38a80 x1870620403018624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979518 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979493.428390:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403018624:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979493.428399:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979493.428402:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979493.428406:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38a80 x1870620403018624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979518 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.428413:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979493.428415:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979493.428418:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979493.428422:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979493.428423:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979493.428425:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979493.428427:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979493.428429:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14000. 02000000:00000001:0.0:1783979493.428432:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979493.428434:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979493.428435:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38a80. 00000100:00000001:0.0:1783979493.428437:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979493.428438:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979493.428440:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979493.428446:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979493.428448:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979493.428450:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979493.428457:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979493.428459:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979493.428462:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b100 x1870620403018752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.428468:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979493.428469:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979493.428471:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979493.428473:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979493.428475:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979493.428477:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403018752:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979493.428480:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979493.428481:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979493.428483:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979493.428484:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979493.428487:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979493.428489:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979493.428492:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979493.428494:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979493.428497:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979493.428500:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403018752, portal 10 00000100:00000001:0.0:1783979493.428501:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979493.428502:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682712832 : -110484026838784 : ffff9b83eed3b100) 00000100:00000040:0.0:1783979493.428507:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b100 x1870620403018752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.428512:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979493.428514:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979493.428516:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979493.428518:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403018752, offset 0 00000400:00000200:0.0:1783979493.428522:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979493.428525:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979493.428528:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979493.428530:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979493.428532:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979493.428534:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979493.428536:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979493.428539:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826916:826916:256:4294967295] 192.168.201.148@tcp LPNI seq info [826887:826887:8:4294967295] 00000400:00000200:0.0:1783979493.428542:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979493.428547:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979493.428552:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979493.428555:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979493.428558:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979493.428561:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979493.428571:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979493.428572:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979493.428575:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979493.428578:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979493.428581:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979493.428582:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979493.428585:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979493.428588:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b100 x1870620403018752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.428596:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979493.428599:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b100 x1870620403018752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979518 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.428605:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979493.428606:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979493.428609:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979493.428613:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979493.428616:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979493.428618:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311819280 00000100:00000001:0.0:1783979493.428620:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311820538 00000100:00000001:0.0:1783979493.428622:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311819280 00000100:00000001:0.0:1783979493.428624:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311820538 00000100:00000001:0.0:1783979493.428626:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979493.428628:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979493.428629:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979493.428633:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979493/real 1783979493] req@ffff9b83eed3b100 x1870620403018752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979493.428646:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979493.428647:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979493.428649:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979493.428651:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979493.428652:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979493.428654:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979493.428657:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b100 x1870620403018752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979493.428663:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b100 x1870620403018752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.428669:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979493.428670:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979493.428671:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979493.428673:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979493.428675:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b100 x1870620403018752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.428680:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979493.428683:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b100 x1870620403018752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979518 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.428689:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979493.428692:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979493.428693:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979493.428694:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979493.428696:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979493.428703:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979493.428705:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979493.428708:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979493.428710:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979493.428713:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b100 x1870620403018752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979518 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979493.428719:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403018752:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979493.428722:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979493.428725:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620403018880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.428730:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979493.428731:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979493.428733:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979493.428735:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979493.428736:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979493.428739:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403018880:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979493.428741:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979493.428743:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979493.428744:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979493.428745:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979493.428748:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979493.428750:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979493.428753:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979493.428755:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979493.428757:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979493.428759:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403018880, portal 10 00000100:00000001:0.0:1783979493.428761:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979493.428762:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783979493.428767:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620403018880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.428772:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979493.428773:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979493.428775:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979493.428777:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403018880, offset 0 00000400:00000200:0.0:1783979493.428780:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979493.428783:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979493.428786:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979493.428788:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979493.428791:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979493.428792:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979493.428794:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979493.428797:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826917:826917:256:4294967295] 192.168.201.148@tcp LPNI seq info [826888:826888:8:4294967295] 00000400:00000200:0.0:1783979493.428800:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979493.428805:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979493.428809:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979493.428811:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979493.428815:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979493.428817:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979493.428826:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979493.428828:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979493.428830:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979493.428833:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979493.428836:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979493.428837:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979493.428839:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979493.428842:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620403018880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.428849:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979493.428851:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620403018880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979518 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.428856:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979493.428857:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979493.428859:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979493.428862:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979493.428865:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979493.428867:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311819275 00000100:00000001:0.0:1783979493.428869:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311820538 00000100:00000001:0.0:1783979493.428871:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311819275 00000100:00000001:0.0:1783979493.428873:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311820538 00000100:00000001:0.0:1783979493.428875:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979493.428876:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979493.428878:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979493.428881:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979493/real 1783979493] req@ffff9b83eed39f80 x1870620403018880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979493.428888:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979493.428889:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979493.428890:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979493.428893:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979493.428894:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979493.428896:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979493.428899:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620403018880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979493.428906:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620403018880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.428912:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979493.428914:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979493.428915:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979493.428916:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979493.428919:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620403018880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.428926:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979493.428930:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620403018880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979518 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.428936:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979493.428939:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979493.428940:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979493.428942:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979493.428943:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979493.428948:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979493.428950:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979493.428953:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979493.428955:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979493.428958:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620403018880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979518 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979493.428966:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403018880:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979493.428969:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979493.428971:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b480 x1870620403019008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.428977:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979493.428978:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979493.428980:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979493.428982:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979493.428984:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979493.428986:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403019008:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979493.428988:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979493.428990:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979493.428991:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979493.428993:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979493.428996:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979493.428998:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979493.429000:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979493.429002:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979493.429005:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979493.429007:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403019008, portal 4 00000100:00000001:0.0:1783979493.429009:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979493.429011:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682713728 : -110484026837888 : ffff9b83eed3b480) 00000100:00000040:0.0:1783979493.429015:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b480 x1870620403019008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.429020:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979493.429022:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979493.429023:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979493.429025:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403019008, offset 0 00000400:00000200:0.0:1783979493.429028:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979493.429032:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979493.429035:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979493.429037:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979493.429039:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979493.429041:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979493.429043:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979493.429045:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826918:826918:256:4294967295] 192.168.201.148@tcp LPNI seq info [826889:826889:8:4294967295] 00000400:00000200:0.0:1783979493.429049:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979493.429054:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979493.429058:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979493.429061:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979493.429064:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979493.429067:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979493.429077:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979493.429079:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979493.429082:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979493.429085:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979493.429088:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979493.429090:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979493.429092:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979493.429095:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b480 x1870620403019008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.429108:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979493.429111:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620403019008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979518 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.429117:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979493.429118:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979493.429120:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979493.429123:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979493.429125:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979493.429127:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311819302 00000100:00000001:0.0:1783979493.429129:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311820538 00000100:00000001:0.0:1783979493.429131:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311819302 00000100:00000001:0.0:1783979493.429133:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311820538 00000100:00000001:0.0:1783979493.429135:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979493.429137:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979493.429139:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979493.429143:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979493/real 1783979493] req@ffff9b83eed3b480 x1870620403019008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979493.429150:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979493.429151:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979493.429152:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979493.429154:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979493.429155:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979493.429157:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979493.429160:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b480 x1870620403019008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979493.429167:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b480 x1870620403019008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.429173:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979493.429174:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979493.429176:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979493.429177:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979493.429181:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b480 x1870620403019008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.429187:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979493.429190:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b480 x1870620403019008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979518 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.429197:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979493.429199:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979493.429201:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979493.429202:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979493.429203:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979493.429207:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979493.429209:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979493.429211:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979493.429213:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979493.429217:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b480 x1870620403019008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979518 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979493.429225:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403019008:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979493.429240:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979493.429243:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39180 x1870620403019136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.429249:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979493.429250:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979493.429252:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979493.429254:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979493.429256:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979493.429259:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403019136:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979493.429262:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979493.429263:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979493.429265:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979493.429266:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979493.429269:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979493.429271:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979493.429274:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979493.429276:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979493.429279:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979493.429281:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403019136, portal 4 00000100:00000001:0.0:1783979493.429283:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979493.429284:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682704768 : -110484026846848 : ffff9b83eed39180) 00000100:00000040:0.0:1783979493.429289:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39180 x1870620403019136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.429312:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979493.429315:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979493.429317:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979493.429320:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403019136, offset 0 00000400:00000200:0.0:1783979493.429323:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979493.429327:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979493.429330:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979493.429333:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979493.429335:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979493.429337:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979493.429339:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979493.429342:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826919:826919:256:4294967295] 192.168.201.148@tcp LPNI seq info [826890:826890:8:4294967295] 00000400:00000200:0.0:1783979493.429346:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979493.429352:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979493.429356:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979493.429359:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979493.429363:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979493.429365:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1783979493.429374:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979493.429376:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979493.429379:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979493.429382:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979493.429384:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979493.429386:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979493.429388:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979493.429392:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39180 x1870620403019136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.429398:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979493.429401:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39180 x1870620403019136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979518 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.429406:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979493.429407:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979493.429410:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979493.429412:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979493.429415:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979493.429417:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311819293 00000100:00000001:0.0:1783979493.429419:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311820538 00000100:00000001:0.0:1783979493.429421:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311819293 00000100:00000001:0.0:1783979493.429423:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311820538 00000100:00000001:0.0:1783979493.429425:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979493.429427:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979493.429428:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979493.429432:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979493/real 1783979493] req@ffff9b83eed39180 x1870620403019136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979493.429439:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979493.429440:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979493.429442:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979493.429444:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979493.429445:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979493.429447:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979493.429451:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39180 x1870620403019136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979493.429458:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39180 x1870620403019136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.429464:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979493.429466:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979493.429467:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979493.429469:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979493.429472:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39180 x1870620403019136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.429478:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979493.429481:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39180 x1870620403019136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979518 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.429488:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979493.429490:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979493.429491:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979493.429492:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979493.429494:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979493.429498:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979493.429500:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979493.429504:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979493.429506:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979493.429510:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39180 x1870620403019136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979518 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979493.429522:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403019136:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979493.429526:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979493.429528:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979493.429531:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b100 x1870620403018752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979518 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.429537:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979493.429539:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979493.429541:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979493.429544:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979493.429545:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979493.429546:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979493.429549:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979493.429550:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16c00. 02000000:00000001:0.0:1783979493.429552:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979493.429553:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979493.429555:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b100. 00000100:00000001:0.0:1783979493.429557:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979493.429559:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979493.429560:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979493.429563:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620403018880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979518 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.429568:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979493.429570:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979493.429571:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979493.429573:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979493.429574:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979493.429575:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979493.429577:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979493.429579:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec17400. 02000000:00000001:0.0:1783979493.429581:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979493.429582:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979493.429583:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783979493.429585:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979493.429586:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979493.429588:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979493.429590:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b480 x1870620403019008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979518 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.429597:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979493.429598:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979493.429599:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979493.429601:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979493.429602:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979493.429603:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979493.429605:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979493.429606:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec14c00. 02000000:00000001:0.0:1783979493.429608:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979493.429610:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979493.429611:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b480. 00000100:00000001:0.0:1783979493.429613:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979493.429614:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979493.429616:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979493.429619:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39180 x1870620403019136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979518 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979493.429624:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979493.429625:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979493.429627:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979493.429630:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979493.429631:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979493.429632:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979493.429634:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979493.429635:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15800. 02000000:00000001:0.0:1783979493.429637:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979493.429638:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979493.429639:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39180. 00000100:00000001:0.0:1783979493.429641:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979493.429643:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979493.429644:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979493.429648:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979493.429650:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979493.429652:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979493.429653:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979493.814343:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979493.814350:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979493.814352:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979493.814358:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979493.814361:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979493.814366:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979493.814368:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979493.814371:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979493.814374:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979493.939401:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979493.939408:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979493.939413:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979493.939420:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979493.939427:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979493.939431:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979493.939435:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979493.939438:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979493.939443:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979493.939474:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979493.939478:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979493.939483:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979493.939487:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979493.939495:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979493.939500:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979493.939511:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979493.939514:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979493.939522:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979493.939525:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979494.835413:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979494.835423:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979494.835426:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979494.835433:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979494.835441:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979494.835447:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979494.835459:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979494.835462:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979494.835465:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979494.963412:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979494.963417:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979494.963425:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979494.963428:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979494.963433:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979494.963436:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979494.963444:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979494.963449:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979494.963453:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979494.963455:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979494.963483:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979494.963486:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979494.963489:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979494.963494:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979494.963510:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979494.963515:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979494.963522:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979494.963525:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979494.963529:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979495.859406:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979495.859415:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979495.859419:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979495.859426:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979495.859431:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979495.859435:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979495.859447:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979495.859451:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979495.859454:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979495.987528:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979495.987532:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979495.987535:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979495.987539:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979495.987544:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979495.987549:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979495.987554:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979495.987557:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979495.987561:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979495.987580:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979495.987582:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979495.987586:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979495.987586:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979495.987589:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979495.987590:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979495.987592:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979495.987593:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979495.987595:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979495.987597:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979496.883410:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979496.883419:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979496.883423:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979496.883432:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979496.883440:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979496.883445:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979496.883450:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979496.883454:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979496.883457:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979497.011437:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979497.011444:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979497.011449:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979497.011455:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979497.011462:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979497.011467:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979497.011472:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979497.011476:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979497.011483:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979497.011486:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979497.011493:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979497.011497:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979497.011506:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979497.011509:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979497.011517:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979497.011521:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979497.011549:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979497.011554:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979497.011558:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979497.011564:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979497.011583:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979497.011587:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979497.011590:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979497.011591:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979497.011594:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979497.907398:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979497.907403:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979497.907406:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979497.907411:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979497.907415:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979497.907418:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979497.907422:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979497.907425:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979497.907428:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979498.035414:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979498.035422:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979498.035427:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979498.035433:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979498.035440:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979498.035444:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979498.035449:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979498.035453:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979498.035460:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979498.035487:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979498.035492:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979498.035498:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979498.035502:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979498.035508:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979498.035512:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979498.035521:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979498.035525:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979498.035533:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979498.035537:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979498.548528:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979498.548532:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979498.548534:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979498.548542:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882300 x1870620403019264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.548551:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979498.548553:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979498.548556:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979498.548559:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979498.548561:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979498.548564:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403019264:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979498.548568:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979498.548573:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979498.548575:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979498.548578:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979498.548583:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979498.548585:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979498.548591:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979498.548594:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979498.548600:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979498.548607:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403019264, portal 25 00000100:00000001:0.0:1783979498.548609:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979498.548611:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694538496 : -110484015013120 : ffff9b83ef882300) 00000100:00000040:0.0:1783979498.548616:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882300 x1870620403019264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.548624:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979498.548626:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979498.548629:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979498.548633:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620403019264, offset 0 00000400:00000200:0.0:1783979498.548639:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979498.548646:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979498.548652:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979498.548657:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979498.548660:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979498.548663:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979498.548666:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979498.548683:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826920:826920:256:4294967295] 192.168.201.148@tcp LPNI seq info [826891:826891:8:4294967295] 00000400:00000200:0.0:1783979498.548688:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979498.548698:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979498.548703:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979498.548712:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979498.548718:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979498.548722:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 11 secs later) 00000800:00000100:0.0:1783979498.548735:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979498.548737:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979498.548744:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979498.548749:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979498.548754:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979498.548756:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979498.548762:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979498.548766:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882300 x1870620403019264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.548776:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979498.548780:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882300 x1870620403019264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979523 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.548787:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979498.548789:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979498.548794:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979498.548798:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979498.548801:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311825659 00000100:00000010:0.0:1783979498.548806:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783979498.548812:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979498.548817:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311825659 00000100:00000010:0.0:1783979498.548820:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783979498.548822:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979498.548824:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979498.548826:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979498.548828:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979498.548831:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979498/real 1783979498] req@ffff9b83ef882300 x1870620403019264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979498.548839:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979498.548840:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979498.548842:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979498.548844:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979498.548845:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979498.548847:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979498.548849:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882300 x1870620403019264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979498.548854:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882300 x1870620403019264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.548858:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979498.548859:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979498.548860:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979498.548861:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979498.548863:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882300 x1870620403019264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.548868:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979498.548871:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882300 x1870620403019264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979523 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.548876:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979498.548879:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979498.548880:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979498.548882:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979498.548884:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979498.548886:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979498.548890:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979498.548893:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979498.548896:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979498.548901:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882300 x1870620403019264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979523 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979498.548908:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403019264:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979498.548913:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979498.548916:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881c00 x1870620403019392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.548922:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979498.548923:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979498.548925:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979498.548927:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979498.548929:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979498.548931:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403019392:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979498.548934:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979498.548936:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979498.548938:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979498.548939:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979498.548942:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979498.548944:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979498.548948:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979498.548950:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979498.548953:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979498.548956:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403019392, portal 10 00000100:00000001:0.0:1783979498.548958:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979498.548959:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694536704 : -110484015014912 : ffff9b83ef881c00) 00000100:00000040:0.0:1783979498.548965:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881c00 x1870620403019392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.548972:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979498.548974:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979498.548976:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979498.548978:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403019392, offset 0 00000400:00000200:0.0:1783979498.548982:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979498.548985:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979498.548989:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979498.548992:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979498.548994:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979498.548996:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979498.548998:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979498.549001:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826921:826921:256:4294967295] 192.168.201.148@tcp LPNI seq info [826892:826892:8:4294967295] 00000400:00000200:0.0:1783979498.549005:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979498.549011:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979498.549014:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979498.549017:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979498.549020:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979498.549023:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 11 secs later) 00000800:00000100:0.0:1783979498.549030:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979498.549031:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979498.549033:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979498.549035:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979498.549037:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979498.549038:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979498.549040:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979498.549042:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881c00 x1870620403019392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.549047:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979498.549048:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881c00 x1870620403019392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979523 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.549052:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979498.549053:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979498.549055:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979498.549058:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979498.549061:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979498.549062:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311824400 00000100:00000001:0.0:1783979498.549064:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311825659 00000100:00000001:0.0:1783979498.549065:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311824400 00000100:00000001:0.0:1783979498.549067:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311825659 00000100:00000001:0.0:1783979498.549068:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979498.549069:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979498.549071:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979498.549074:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979498/real 1783979498] req@ffff9b83ef881c00 x1870620403019392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979498.549081:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979498.549082:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979498.549084:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979498.549086:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979498.549087:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979498.549089:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979498.549092:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881c00 x1870620403019392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979498.549101:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881c00 x1870620403019392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.549106:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979498.549108:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979498.549110:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979498.549111:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979498.549114:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881c00 x1870620403019392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.549121:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979498.549125:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881c00 x1870620403019392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979523 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.549130:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979498.549132:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979498.549133:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979498.549133:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979498.549134:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979498.549150:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979498.549153:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979498.549157:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979498.549159:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979498.549163:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881c00 x1870620403019392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979523 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979498.549170:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403019392:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979498.549174:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979498.549177:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883b80 x1870620403019520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.549183:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979498.549184:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979498.549186:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979498.549188:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979498.549190:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979498.549193:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403019520:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979498.549196:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979498.549198:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979498.549200:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979498.549201:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979498.549205:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979498.549206:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979498.549215:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979498.549217:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979498.549222:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979498.549225:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403019520, portal 10 00000100:00000001:0.0:1783979498.549226:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979498.549228:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694544768 : -110484015006848 : ffff9b83ef883b80) 00000100:00000040:0.0:1783979498.549234:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883b80 x1870620403019520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.549240:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979498.549242:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979498.549244:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979498.549246:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403019520, offset 0 00000400:00000200:0.0:1783979498.549250:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979498.549254:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979498.549257:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979498.549260:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979498.549262:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979498.549264:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979498.549267:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979498.549270:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826922:826922:256:4294967295] 192.168.201.148@tcp LPNI seq info [826893:826893:8:4294967295] 00000400:00000200:0.0:1783979498.549274:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979498.549279:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979498.549284:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979498.549287:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979498.549291:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979498.549325:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 11 secs later) 00000800:00000100:0.0:1783979498.549336:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979498.549338:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979498.549341:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979498.549344:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979498.549347:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979498.549349:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979498.549351:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979498.549355:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883b80 x1870620403019520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.549362:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979498.549366:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883b80 x1870620403019520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979523 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.549372:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979498.549374:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979498.549376:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979498.549379:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979498.549382:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979498.549384:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311824396 00000100:00000001:0.0:1783979498.549387:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311825659 00000100:00000001:0.0:1783979498.549388:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311824396 00000100:00000001:0.0:1783979498.549390:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311825659 00000100:00000001:0.0:1783979498.549392:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979498.549394:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979498.549396:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979498.549400:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979498/real 1783979498] req@ffff9b83ef883b80 x1870620403019520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979498.549407:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979498.549409:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979498.549410:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979498.549413:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979498.549414:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979498.549416:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979498.549419:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883b80 x1870620403019520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979498.549427:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883b80 x1870620403019520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.549434:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979498.549435:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979498.549436:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979498.549438:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979498.549441:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883b80 x1870620403019520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.549447:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979498.549450:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883b80 x1870620403019520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979523 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.549456:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979498.549458:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979498.549459:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979498.549461:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979498.549463:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979498.549468:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979498.549470:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979498.549473:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979498.549475:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979498.549479:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883b80 x1870620403019520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979523 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979498.549486:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403019520:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979498.549490:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979498.549493:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882d80 x1870620403019648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.549498:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979498.549499:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979498.549501:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979498.549503:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979498.549505:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979498.549507:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403019648:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979498.549510:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979498.549512:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979498.549513:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979498.549514:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979498.549517:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979498.549519:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979498.549523:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979498.549525:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979498.549528:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979498.549530:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403019648, portal 4 00000100:00000001:0.0:1783979498.549532:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979498.549533:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694541184 : -110484015010432 : ffff9b83ef882d80) 00000100:00000040:0.0:1783979498.549538:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882d80 x1870620403019648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.549544:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979498.549546:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979498.549548:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979498.549551:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403019648, offset 0 00000400:00000200:0.0:1783979498.549554:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979498.549557:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979498.549561:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979498.549564:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979498.549566:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979498.549568:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979498.549570:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979498.549573:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826923:826923:256:4294967295] 192.168.201.148@tcp LPNI seq info [826894:826894:8:4294967295] 00000400:00000200:0.0:1783979498.549577:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979498.549583:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979498.549588:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979498.549591:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979498.549594:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979498.549596:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 11 secs later) 00000800:00000100:0.0:1783979498.549606:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979498.549608:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979498.549610:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979498.549614:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979498.549617:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979498.549619:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979498.549621:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979498.549624:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882d80 x1870620403019648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.549631:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979498.549633:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882d80 x1870620403019648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979523 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.549638:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979498.549640:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979498.549642:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979498.549645:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979498.549648:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979498.549650:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311824423 00000100:00000001:0.0:1783979498.549653:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311825659 00000100:00000001:0.0:1783979498.549655:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311824423 00000100:00000001:0.0:1783979498.549656:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311825659 00000100:00000001:0.0:1783979498.549658:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979498.549660:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979498.549661:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979498.549664:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979498/real 1783979498] req@ffff9b83ef882d80 x1870620403019648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979498.549671:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979498.549673:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979498.549674:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979498.549676:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979498.549678:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979498.549679:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979498.549682:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882d80 x1870620403019648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979498.549689:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882d80 x1870620403019648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.549694:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979498.549695:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979498.549697:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979498.549698:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979498.549701:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882d80 x1870620403019648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.549707:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979498.549710:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882d80 x1870620403019648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979523 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.549716:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979498.549718:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979498.549720:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979498.549721:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979498.549723:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979498.549726:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979498.549728:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979498.549731:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979498.549733:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979498.549737:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882d80 x1870620403019648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979523 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979498.549743:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403019648:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979498.549745:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979498.549747:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880000 x1870620403019776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.549751:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979498.549752:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979498.549754:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979498.549755:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979498.549756:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979498.549757:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403019776:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979498.549759:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979498.549761:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979498.549762:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979498.549763:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979498.549765:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979498.549767:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979498.549769:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979498.549770:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979498.549772:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979498.549774:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403019776, portal 4 00000100:00000001:0.0:1783979498.549775:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979498.549776:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694529536 : -110484015022080 : ffff9b83ef880000) 00000100:00000040:0.0:1783979498.549780:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880000 x1870620403019776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.549784:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979498.549785:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979498.549786:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979498.549788:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403019776, offset 0 00000400:00000200:0.0:1783979498.549790:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979498.549793:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979498.549795:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979498.549796:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979498.549798:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979498.549800:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979498.549802:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979498.549805:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826924:826924:256:4294967295] 192.168.201.148@tcp LPNI seq info [826895:826895:8:4294967295] 00000400:00000200:0.0:1783979498.549809:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979498.549815:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979498.549819:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979498.549822:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979498.549826:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979498.549828:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 11 secs later) 00000800:00000100:0.0:1783979498.549838:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979498.549840:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979498.549843:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979498.549845:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979498.549848:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979498.549850:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979498.549852:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979498.549855:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880000 x1870620403019776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.549863:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979498.549866:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880000 x1870620403019776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979523 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.549870:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979498.549870:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979498.549873:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979498.549874:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979498.549876:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979498.549879:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311824413 00000100:00000001:0.0:1783979498.549881:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311825659 00000100:00000001:0.0:1783979498.549883:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311824413 00000100:00000001:0.0:1783979498.549885:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311825659 00000100:00000001:0.0:1783979498.549887:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979498.549889:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979498.549891:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979498.549894:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979498/real 1783979498] req@ffff9b83ef880000 x1870620403019776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979498.549901:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979498.549902:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979498.549904:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979498.549906:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979498.549907:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979498.549909:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979498.549912:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880000 x1870620403019776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979498.549920:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880000 x1870620403019776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.549926:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979498.549927:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979498.549929:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979498.549930:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979498.549933:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880000 x1870620403019776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.549939:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979498.549942:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880000 x1870620403019776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979523 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.549948:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979498.549951:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979498.549952:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979498.549954:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979498.549955:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979498.549958:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979498.549961:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979498.549964:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979498.549966:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979498.549970:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880000 x1870620403019776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979523 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979498.549977:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403019776:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979498.549981:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979498.549983:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979498.549986:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882300 x1870620403019264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979523 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.549991:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979498.549992:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979498.549994:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979498.549997:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979498.549998:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979498.550000:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979498.550001:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979498.550003:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636c00. 02000000:00000001:0.0:1783979498.550006:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979498.550007:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979498.550009:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882300. 00000100:00000001:0.0:1783979498.550012:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979498.550013:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979498.550014:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979498.550016:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881c00 x1870620403019392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979523 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.550023:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979498.550024:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979498.550025:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979498.550027:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979498.550028:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979498.550028:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979498.550029:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979498.550030:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634000. 02000000:00000001:0.0:1783979498.550031:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979498.550032:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979498.550033:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881c00. 00000100:00000001:0.0:1783979498.550034:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979498.550035:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979498.550036:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979498.550038:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883b80 x1870620403019520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979523 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.550041:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979498.550041:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979498.550042:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979498.550043:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979498.550044:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979498.550044:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979498.550046:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979498.550046:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634400. 02000000:00000001:0.0:1783979498.550048:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979498.550048:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979498.550049:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883b80. 00000100:00000001:0.0:1783979498.550051:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979498.550052:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979498.550053:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979498.550054:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882d80 x1870620403019648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979523 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.550058:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979498.550058:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979498.550059:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979498.550061:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979498.550061:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979498.550062:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979498.550063:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979498.550064:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634c00. 02000000:00000001:0.0:1783979498.550065:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979498.550065:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979498.550066:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882d80. 00000100:00000001:0.0:1783979498.550067:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979498.550068:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979498.550069:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979498.550071:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880000 x1870620403019776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979523 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979498.550076:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979498.550077:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979498.550079:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979498.550080:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979498.550081:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979498.550082:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979498.550084:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979498.550085:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636000. 02000000:00000001:0.0:1783979498.550087:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979498.550088:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979498.550089:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880000. 00000100:00000001:0.0:1783979498.550091:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979498.550092:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979498.550094:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979498.550102:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979498.550104:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979498.550106:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979498.550108:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979498.931591:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979498.931596:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979498.931597:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979498.931600:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979498.931603:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979498.931605:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979498.931607:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979498.931608:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979498.931610:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979499.059427:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979499.059433:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979499.059451:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979499.059454:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979499.059462:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979499.059466:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979499.059472:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979499.059474:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979499.059477:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979499.059479:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979499.059933:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979499.059936:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979499.059937:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979499.059940:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979499.059942:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979499.059944:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979499.059946:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979499.059947:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979499.059949:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979499.955403:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979499.955412:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979499.955416:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979499.955424:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979499.955430:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979499.955436:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979499.955448:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979499.955451:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979499.955454:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979500.083529:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979500.083531:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979500.083535:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979500.083536:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979500.083538:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979500.083539:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979500.083542:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979500.083543:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979500.083546:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979500.083547:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979500.083564:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979500.083566:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979500.083568:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979500.083576:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979500.083579:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979500.083581:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979500.083584:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979500.083588:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979500.083591:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979500.083593:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979500.083594:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979500.083596:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979500.083609:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979500.083612:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979500.083613:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979500.083615:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979500.083616:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979500.083617:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979500.083618:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979500.083620:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979500.083622:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979500.982200:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979500.982206:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979500.982207:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979500.982211:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979500.982213:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979500.982215:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979500.982217:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979500.982219:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979500.982220:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979501.107562:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979501.107567:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979501.107571:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979501.107574:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979501.107577:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979501.107579:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979501.107619:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979501.107622:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979501.107624:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979501.107634:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979501.107637:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979501.107638:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979501.107640:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979501.107682:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979501.107683:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979501.107685:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979501.107686:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979501.107687:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979501.107694:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979501.107695:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979501.107696:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979501.107698:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979501.107699:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979501.107700:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979501.108803:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979501.108805:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979501.108808:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979501.108835:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979501.108838:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979501.108842:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979501.108843:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979501.108847:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979501.108848:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979501.108851:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979501.108852:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979501.108855:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979501.108856:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979501.108876:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979501.108878:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979501.108881:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979502.003381:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979502.003389:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979502.003398:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979502.003404:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979502.003408:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979502.003411:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979502.003422:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979502.003425:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979502.003430:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979502.131391:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979502.131395:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979502.131402:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979502.131407:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979502.131410:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979502.131416:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979502.131422:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979502.131426:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979502.131430:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979502.131432:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979502.131436:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979502.131438:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979502.131439:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979502.131440:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979502.131441:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979502.131442:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979502.131444:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979502.131446:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979502.131449:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979502.131451:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979502.131453:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979502.131455:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979502.131458:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979502.131461:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979502.131466:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979502.131468:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979502.131473:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979502.131476:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979502.131479:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979502.131483:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979502.131487:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979502.131490:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979502.131491:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979502.131493:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979502.131512:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979502.131515:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979502.131517:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979502.135034:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979502.135037:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979502.135038:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979502.135041:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979502.135043:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979502.135045:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979502.135047:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979502.135048:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979502.135051:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979503.027454:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979503.027465:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979503.027468:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979503.027476:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979503.027480:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979503.027484:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979503.027487:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979503.027490:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979503.027494:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979503.155457:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979503.155467:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979503.155479:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979503.155486:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979503.155496:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979503.155499:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979503.155505:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979503.155506:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979503.155510:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979503.155511:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979503.155565:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979503.155571:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979503.155575:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979503.155578:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979503.155584:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979503.155588:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979503.155593:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979503.155599:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979503.155606:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979503.155638:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979503.155645:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979503.155648:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979503.155656:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979503.155662:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979503.155666:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979503.155668:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979503.155670:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979503.155672:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979503.667893:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979503.667899:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979503.667903:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979503.667910:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2a00 x1870620403019904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.667919:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979503.667921:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979503.667926:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979503.667929:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979503.667931:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979503.667936:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403019904:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979503.667940:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979503.667946:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979503.667948:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979503.667951:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979503.667958:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979503.667960:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979503.667967:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979503.667972:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979503.667980:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979503.667990:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403019904, portal 25 00000100:00000001:0.0:1783979503.667994:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979503.667996:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889968640 : -110483819582976 : ffff9b83fb2e2a00) 00000100:00000040:0.0:1783979503.668001:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2a00 x1870620403019904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.668009:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979503.668012:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979503.668015:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979503.668019:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620403019904, offset 0 00000400:00000200:0.0:1783979503.668027:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979503.668038:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979503.668045:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979503.668061:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979503.668065:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979503.668070:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979503.668072:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979503.668076:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826925:826925:256:4294967295] 192.168.201.148@tcp LPNI seq info [826896:826896:8:4294967295] 00000400:00000200:0.0:1783979503.668080:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979503.668092:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979503.668100:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979503.668107:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979503.668115:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979503.668120:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1783979503.668134:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979503.668138:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979503.668146:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979503.668150:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979503.668156:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979503.668159:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979503.668166:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979503.668171:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2a00 x1870620403019904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.668466:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979503.668473:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2a00 x1870620403019904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979528 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.668481:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979503.668483:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979503.668492:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979503.668496:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979503.668500:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311830779 00000100:00000010:0.0:1783979503.668508:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783979503.668517:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979503.668526:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311830779 00000100:00000010:0.0:1783979503.668531:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783979503.668535:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979503.668541:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979503.668546:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979503.668550:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979503.668557:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979503/real 1783979503] req@ffff9b83fb2e2a00 x1870620403019904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979503.668570:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979503.668573:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979503.668577:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979503.668581:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979503.668583:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979503.668587:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979503.668593:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2a00 x1870620403019904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979503.668605:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2a00 x1870620403019904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.668615:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979503.668619:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979503.668622:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979503.668625:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979503.668632:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2a00 x1870620403019904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.668641:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979503.668648:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2a00 x1870620403019904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979528 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.668655:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979503.668660:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979503.668662:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979503.668664:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979503.668667:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979503.668672:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979503.668677:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979503.668683:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979503.668688:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979503.668696:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2a00 x1870620403019904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979528 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979503.668706:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403019904:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979503.668716:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979503.668718:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979503.668725:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2a00 x1870620403019904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979528 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.668732:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979503.668735:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979503.668739:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979503.668745:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979503.668748:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979503.668751:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979503.668754:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979503.668757:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064800. 02000000:00000001:0.0:1783979503.668762:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979503.668764:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979503.668766:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2a00. 00000100:00000001:0.0:1783979503.668771:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979503.668773:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979503.668776:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979503.668788:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979503.668790:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979503.668794:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979503.668797:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979503.668799:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979503.668804:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0380 x1870620403020032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.668813:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979503.668815:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979503.668818:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979503.668822:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979503.668824:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979503.668827:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403020032:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979503.668830:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979503.668833:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979503.668835:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979503.668837:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979503.668840:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979503.668842:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979503.668846:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979503.668849:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979503.668854:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979503.668857:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403020032, portal 10 00000100:00000001:0.0:1783979503.668859:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979503.668861:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889958784 : -110483819592832 : ffff9b83fb2e0380) 00000100:00000040:0.0:1783979503.668869:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0380 x1870620403020032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.668876:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979503.668878:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979503.668880:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979503.668883:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403020032, offset 0 00000400:00000200:0.0:1783979503.668886:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979503.668891:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979503.668895:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979503.668898:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979503.668900:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979503.668903:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979503.668905:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979503.668908:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826926:826926:256:4294967295] 192.168.201.148@tcp LPNI seq info [826897:826897:8:4294967295] 00000400:00000200:0.0:1783979503.668912:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979503.668918:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979503.668923:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979503.668926:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979503.668931:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979503.668933:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1783979503.668944:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979503.668946:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979503.668949:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979503.668953:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979503.668956:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979503.668958:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979503.668961:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979503.668965:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0380 x1870620403020032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.668972:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979503.668975:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0380 x1870620403020032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979528 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.668987:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979503.668988:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979503.668991:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979503.668994:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979503.668997:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979503.668999:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311829520 00000100:00000001:0.0:1783979503.669002:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311830779 00000100:00000001:0.0:1783979503.669004:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311829520 00000100:00000001:0.0:1783979503.669006:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311830779 00000100:00000001:0.0:1783979503.669008:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979503.669010:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979503.669012:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979503.669015:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979503/real 1783979503] req@ffff9b83fb2e0380 x1870620403020032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979503.669023:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979503.669024:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979503.669025:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979503.669028:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979503.669029:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979503.669031:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979503.669034:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0380 x1870620403020032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979503.669042:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0380 x1870620403020032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.669049:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979503.669061:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979503.669064:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979503.669065:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979503.669069:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0380 x1870620403020032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.669076:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979503.669082:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0380 x1870620403020032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979528 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.669088:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979503.669090:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979503.669092:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979503.669093:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979503.669095:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979503.669105:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979503.669108:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979503.669111:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979503.669113:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979503.669117:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0380 x1870620403020032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979528 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979503.669124:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403020032:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979503.669127:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979503.669130:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979503.669132:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0380 x1870620403020032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979528 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.669138:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979503.669139:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979503.669141:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979503.669143:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979503.669145:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979503.669146:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979503.669148:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979503.669150:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067000. 02000000:00000001:0.0:1783979503.669153:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979503.669155:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979503.669157:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0380. 00000100:00000001:0.0:1783979503.669159:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979503.669160:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979503.669162:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979503.669166:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979503.669167:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979503.669170:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979503.669171:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979503.671419:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979503.671428:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979503.671792:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979503.671797:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979503.671802:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979503.671813:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1880 x1870620403020160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.671829:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979503.671832:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979503.671840:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979503.671845:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979503.671850:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979503.671858:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403020160:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979503.671867:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979503.671875:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979503.671881:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979503.671888:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979503.671897:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979503.671902:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979503.671912:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979503.671920:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979503.671928:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979503.671937:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403020160, portal 10 00000100:00000001:0.0:1783979503.671943:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979503.671947:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889964160 : -110483819587456 : ffff9b83fb2e1880) 00000100:00000040:0.0:1783979503.671960:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1880 x1870620403020160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.672033:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979503.672039:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979503.672045:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979503.672061:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403020160, offset 0 00000400:00000200:0.0:1783979503.672072:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979503.672087:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979503.672096:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979503.672103:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979503.672107:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979503.672111:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979503.672114:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979503.672118:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826927:826927:256:4294967295] 192.168.201.148@tcp LPNI seq info [826898:826898:8:4294967295] 00000400:00000200:0.0:1783979503.672123:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979503.672135:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979503.672145:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979503.672151:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979503.672159:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979503.672164:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1783979503.672180:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979503.672183:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979503.672189:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979503.672195:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979503.672201:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979503.672204:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979503.672209:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979503.672215:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1880 x1870620403020160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.672225:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979503.672234:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1880 x1870620403020160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979528 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.672371:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979503.672373:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979503.672381:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979503.672386:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979503.672390:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979503.672392:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311829518 00000100:00000001:0.0:1783979503.672396:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311830779 00000100:00000001:0.0:1783979503.672398:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311829518 00000100:00000001:0.0:1783979503.672410:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311830779 00000100:00000001:0.0:1783979503.672413:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979503.672416:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979503.672419:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979503.672424:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979503/real 1783979503] req@ffff9b83fb2e1880 x1870620403020160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979503.672434:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979503.672436:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979503.672439:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979503.672443:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979503.672444:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979503.672447:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979503.672451:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1880 x1870620403020160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979503.672459:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1880 x1870620403020160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.672466:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979503.672468:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979503.672470:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979503.672473:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979503.672477:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1880 x1870620403020160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.672485:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979503.672490:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1880 x1870620403020160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979528 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.672497:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979503.672500:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979503.672502:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979503.672503:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979503.672506:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979503.672515:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979503.672518:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979503.672522:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979503.672525:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979503.672529:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1880 x1870620403020160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979528 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979503.672606:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403020160:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979503.672622:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979503.672625:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979503.672629:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1880 x1870620403020160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979528 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.672635:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979503.672638:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979503.672641:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979503.672645:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979503.672647:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979503.672649:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979503.672651:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979503.672653:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064800. 02000000:00000001:0.0:1783979503.672658:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979503.672659:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979503.672661:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1880. 00000100:00000001:0.0:1783979503.672664:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979503.672666:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979503.672668:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979503.672675:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979503.672677:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979503.672679:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979503.672681:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979503.672682:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979503.672686:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1f80 x1870620403020288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.672703:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979503.672704:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979503.672706:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979503.672708:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979503.672710:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979503.672713:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403020288:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979503.672717:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979503.672719:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979503.672721:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979503.672723:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979503.672726:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979503.672728:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979503.672732:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979503.672734:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979503.672739:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979503.672742:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403020288, portal 4 00000100:00000001:0.0:1783979503.672744:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979503.672745:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889965952 : -110483819585664 : ffff9b83fb2e1f80) 00000100:00000040:0.0:1783979503.672751:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1f80 x1870620403020288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.672758:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979503.672760:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979503.672762:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979503.672765:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403020288, offset 0 00000400:00000200:0.0:1783979503.672769:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979503.672773:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979503.672777:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979503.672780:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979503.672783:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979503.672785:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979503.672788:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979503.672791:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826928:826928:256:4294967295] 192.168.201.148@tcp LPNI seq info [826899:826899:8:4294967295] 00000400:00000200:0.0:1783979503.672795:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979503.672802:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979503.672806:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979503.672809:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979503.672814:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979503.672817:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1783979503.672827:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979503.672830:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979503.672833:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979503.672836:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979503.672839:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979503.672841:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979503.672843:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979503.672847:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1f80 x1870620403020288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.672854:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979503.672858:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1f80 x1870620403020288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979528 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.672863:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979503.672865:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979503.672868:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979503.672872:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979503.672875:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979503.672877:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311829545 00000100:00000001:0.0:1783979503.672879:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311830779 00000100:00000001:0.0:1783979503.672881:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311829545 00000100:00000001:0.0:1783979503.672883:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311830779 00000100:00000001:0.0:1783979503.672885:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979503.672887:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979503.672889:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979503.672893:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979503/real 1783979503] req@ffff9b83fb2e1f80 x1870620403020288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979503.672901:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979503.672902:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979503.672904:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979503.672906:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979503.672908:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979503.672909:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979503.672912:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1f80 x1870620403020288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979503.672920:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1f80 x1870620403020288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.672926:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979503.672928:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979503.672930:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979503.672932:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979503.672935:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1f80 x1870620403020288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.672941:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979503.672945:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1f80 x1870620403020288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979528 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.672953:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979503.672955:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979503.672956:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979503.672958:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979503.672960:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979503.672964:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979503.672966:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979503.672969:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979503.672971:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979503.672984:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1f80 x1870620403020288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979528 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979503.672996:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403020288:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979503.673000:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979503.673003:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2300 x1870620403020416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.673009:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979503.673011:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979503.673013:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979503.673015:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979503.673017:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979503.673020:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403020416:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979503.673022:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979503.673024:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979503.673026:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979503.673027:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979503.673031:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979503.673033:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979503.673036:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979503.673039:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979503.673042:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979503.673044:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403020416, portal 4 00000100:00000001:0.0:1783979503.673046:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979503.673047:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889966848 : -110483819584768 : ffff9b83fb2e2300) 00000100:00000040:0.0:1783979503.673066:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2300 x1870620403020416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.673073:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979503.673075:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979503.673078:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979503.673081:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403020416, offset 0 00000400:00000200:0.0:1783979503.673085:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979503.673088:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979503.673091:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979503.673094:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979503.673097:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979503.673100:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979503.673103:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979503.673107:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826929:826929:256:4294967295] 192.168.201.148@tcp LPNI seq info [826900:826900:8:4294967295] 00000400:00000200:0.0:1783979503.673111:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979503.673121:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979503.673125:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979503.673129:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979503.673134:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979503.673137:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1783979503.673149:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979503.673151:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979503.673154:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979503.673157:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979503.673160:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979503.673162:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979503.673165:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979503.673169:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2300 x1870620403020416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.673176:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979503.673179:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2300 x1870620403020416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979528 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.673185:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979503.673187:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979503.673190:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979503.673193:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979503.673197:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979503.673198:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311829536 00000100:00000001:0.0:1783979503.673201:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311830779 00000100:00000001:0.0:1783979503.673203:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311829536 00000100:00000001:0.0:1783979503.673205:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311830779 00000100:00000001:0.0:1783979503.673207:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979503.673209:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979503.673211:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979503.673214:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979503/real 1783979503] req@ffff9b83fb2e2300 x1870620403020416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979503.673222:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979503.673224:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979503.673225:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979503.673228:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979503.673230:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979503.673232:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979503.673236:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2300 x1870620403020416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979503.673243:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2300 x1870620403020416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.673255:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979503.673257:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979503.673258:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979503.673260:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979503.673264:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2300 x1870620403020416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.673271:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979503.673274:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2300 x1870620403020416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979528 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.673281:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979503.673283:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979503.673285:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979503.673286:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979503.673288:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979503.673323:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979503.673328:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979503.673336:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979503.673339:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979503.673344:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2300 x1870620403020416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979528 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979503.673352:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403020416:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979503.673357:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979503.673359:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979503.673364:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1f80 x1870620403020288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979528 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.673371:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979503.673373:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979503.673375:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979503.673379:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979503.673380:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979503.673382:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979503.673384:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979503.673386:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064c00. 02000000:00000001:0.0:1783979503.673388:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979503.673389:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979503.673390:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1f80. 00000100:00000001:0.0:1783979503.673393:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979503.673395:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979503.673396:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979503.673399:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2300 x1870620403020416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979528 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979503.673406:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979503.673407:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979503.673409:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979503.673411:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979503.673412:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979503.673414:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979503.673416:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979503.673417:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067800. 02000000:00000001:0.0:1783979503.673419:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979503.673420:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979503.673422:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2300. 00000100:00000001:0.0:1783979503.673424:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979503.673425:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979503.673427:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979503.673431:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979503.673433:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979503.673434:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979503.673436:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979504.051482:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979504.051492:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979504.051494:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979504.051501:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979504.051506:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979504.051511:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979504.051515:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979504.051518:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979504.051522:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979504.179447:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979504.179458:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979504.179462:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979504.179472:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979504.179479:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979504.179486:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979504.179545:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979504.179549:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979504.179552:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979504.179584:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979504.179599:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979504.179607:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979504.179610:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979504.179616:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979504.179620:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979504.179634:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979504.179637:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979504.179642:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979504.179645:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979504.179681:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979504.179685:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979504.179691:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979504.179703:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979504.179708:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979504.179712:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979504.179716:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979504.179720:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979504.179723:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979504.179726:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979504.179728:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979504.179730:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979505.075452:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979505.075460:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979505.075462:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979505.075468:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979505.075472:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979505.075476:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979505.075478:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979505.075481:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979505.075483:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979505.203433:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979505.203440:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979505.203444:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979505.203454:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979505.203462:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979505.203469:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979505.203476:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979505.203480:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979505.203484:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979505.203516:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979505.203520:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979505.203526:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979505.203527:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979505.203531:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979505.203533:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979505.203537:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979505.203538:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979505.203543:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979505.203544:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979505.203573:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979505.203576:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979505.203579:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979505.207235:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979505.207241:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979505.207245:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979505.207326:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979505.207333:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979505.207337:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979505.207342:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979505.207346:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979505.207351:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979506.099652:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979506.099657:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979506.099658:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979506.099661:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979506.099663:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979506.099665:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979506.099667:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979506.099669:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979506.099671:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979506.227971:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979506.227976:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979506.227978:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979506.227983:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979506.227987:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979506.228001:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979506.228015:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979506.228019:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979506.228023:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979506.228050:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979506.228055:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979506.228061:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979506.228063:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979506.228067:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979506.228068:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979506.228072:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979506.228073:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979506.228078:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979506.228079:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979506.228121:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979506.228124:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979506.228127:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979506.228451:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979506.228455:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979506.228456:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979506.228458:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979506.228460:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979506.228463:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979506.228464:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979506.228466:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979506.228478:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979507.123410:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979507.123420:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979507.123423:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979507.123431:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979507.123437:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979507.123441:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979507.123454:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979507.123457:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979507.123460:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979507.251558:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979507.251561:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979507.251563:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979507.251565:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979507.251566:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979507.251568:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979507.251570:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979507.251571:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979507.251579:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979507.251609:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979507.251615:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979507.251621:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979507.251626:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979507.251631:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979507.251633:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979507.251634:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979507.251636:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979507.251640:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979507.251641:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979507.251645:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979507.251646:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979507.251649:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979507.251652:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979507.251656:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979507.251658:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979507.251678:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979507.251683:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979507.251687:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979508.147395:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979508.147401:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979508.147405:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979508.147412:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979508.147427:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979508.147431:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979508.147433:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979508.147435:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979508.147438:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979508.275392:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979508.275398:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979508.275407:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979508.275411:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979508.275418:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979508.275422:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979508.275432:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979508.275436:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979508.275442:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979508.275445:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979508.275468:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979508.275473:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979508.275478:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979508.275504:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979508.275510:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979508.275514:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979508.275520:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979508.275526:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979508.275531:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979508.275545:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979508.275549:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979508.275553:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979508.788391:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979508.788399:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979508.788404:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979508.788411:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed38380 x1870620403020544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.788432:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979508.788437:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979508.788443:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979508.788448:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979508.788462:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979508.788471:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403020544:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979508.788480:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979508.788485:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979508.788489:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979508.788502:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979508.788510:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979508.788515:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979508.788524:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979508.788532:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979508.788542:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979508.788551:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403020544, portal 25 00000100:00000001:0.0:1783979508.788556:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979508.788560:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682701184 : -110484026850432 : ffff9b83eed38380) 00000100:00000040:0.0:1783979508.788571:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed38380 x1870620403020544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.788596:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979508.788603:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979508.788610:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979508.788617:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620403020544, offset 0 00000400:00000200:0.0:1783979508.788630:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979508.788641:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979508.788650:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979508.788659:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979508.788667:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979508.788676:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979508.788682:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979508.788702:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826930:826930:256:4294967295] 192.168.201.148@tcp LPNI seq info [826901:826901:8:4294967295] 00000400:00000200:0.0:1783979508.788711:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979508.788728:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979508.788746:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979508.788755:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979508.788765:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979508.788772:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783979508.788802:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979508.788807:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979508.788816:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979508.788826:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979508.788834:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979508.788839:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979508.788854:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979508.788864:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed38380 x1870620403020544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.788891:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979508.788900:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed38380 x1870620403020544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979533 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.788920:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979508.788925:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979508.788934:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979508.788944:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979508.788950:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311835899 00000100:00000010:0.0:1783979508.788959:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783979508.788976:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979508.788985:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311835899 00000100:00000010:0.0:1783979508.788991:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783979508.788999:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979508.789006:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979508.789012:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979508.789017:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979508.789026:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979508/real 1783979508] req@ffff9b83eed38380 x1870620403020544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979508.789053:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979508.789057:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979508.789061:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979508.789067:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979508.789071:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979508.789077:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979508.789086:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed38380 x1870620403020544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979508.789106:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed38380 x1870620403020544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.789120:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979508.789124:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979508.789130:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979508.789134:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979508.789143:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed38380 x1870620403020544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.789155:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979508.789166:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed38380 x1870620403020544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979533 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.789182:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979508.789187:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979508.789192:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979508.789195:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979508.789199:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979508.789203:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979508.789208:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979508.789214:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979508.789217:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979508.789222:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed38380 x1870620403020544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979533 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979508.789240:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403020544:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979508.789245:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979508.789247:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979508.789251:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed38380 x1870620403020544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979533 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.789257:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979508.789260:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979508.789262:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979508.789266:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979508.789268:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979508.789269:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979508.789271:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979508.789273:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16400. 02000000:00000001:0.0:1783979508.789277:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979508.789279:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979508.789280:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed38380. 00000100:00000001:0.0:1783979508.789283:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979508.789285:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979508.789287:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979508.789313:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979508.789315:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979508.789318:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979508.789319:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979508.789321:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979508.789325:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3a300 x1870620403020672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.789331:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979508.789332:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979508.789335:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979508.789336:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979508.789338:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979508.789341:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403020672:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979508.789345:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979508.789347:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979508.789348:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979508.789350:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979508.789353:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979508.789355:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979508.789359:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979508.789362:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979508.789366:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979508.789369:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403020672, portal 10 00000100:00000001:0.0:1783979508.789371:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979508.789372:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682709248 : -110484026842368 : ffff9b83eed3a300) 00000100:00000040:0.0:1783979508.789379:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3a300 x1870620403020672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.789386:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979508.789388:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979508.789390:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979508.789392:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403020672, offset 0 00000400:00000200:0.0:1783979508.789397:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979508.789401:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979508.789404:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979508.789407:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979508.789410:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979508.789412:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979508.789414:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979508.789417:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826931:826931:256:4294967295] 192.168.201.148@tcp LPNI seq info [826902:826902:8:4294967295] 00000400:00000200:0.0:1783979508.789421:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979508.789428:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979508.789433:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979508.789436:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979508.789440:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979508.789443:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783979508.789453:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979508.789455:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979508.789459:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979508.789462:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979508.789465:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979508.789466:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979508.789469:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979508.789472:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3a300 x1870620403020672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.789479:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979508.789482:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3a300 x1870620403020672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979533 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.789487:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979508.789489:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979508.789492:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979508.789495:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979508.789498:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979508.789501:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311834641 00000100:00000001:0.0:1783979508.789503:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311835899 00000100:00000001:0.0:1783979508.789505:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311834641 00000100:00000001:0.0:1783979508.789507:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311835899 00000100:00000001:0.0:1783979508.789509:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979508.789511:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979508.789513:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979508.789517:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979508/real 1783979508] req@ffff9b83eed3a300 x1870620403020672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979508.789525:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979508.789526:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979508.789529:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979508.789531:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979508.789533:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979508.789535:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979508.789537:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3a300 x1870620403020672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979508.789545:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3a300 x1870620403020672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.789551:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979508.789552:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979508.789554:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979508.789555:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979508.789559:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3a300 x1870620403020672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.789565:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979508.789569:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3a300 x1870620403020672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979533 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.789576:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979508.789578:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979508.789580:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979508.789581:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979508.789583:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979508.789590:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979508.789593:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979508.789596:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979508.789598:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979508.789602:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3a300 x1870620403020672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979533 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979508.789610:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403020672:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979508.789614:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979508.789616:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39180 x1870620403020800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.789622:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979508.789623:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979508.789625:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979508.789627:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979508.789629:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979508.789632:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403020800:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979508.789635:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979508.789637:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979508.789638:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979508.789640:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979508.789643:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979508.789645:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979508.789648:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979508.789650:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979508.789653:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979508.789656:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403020800, portal 10 00000100:00000001:0.0:1783979508.789658:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979508.789659:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682704768 : -110484026846848 : ffff9b83eed39180) 00000100:00000040:0.0:1783979508.789664:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39180 x1870620403020800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.789670:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979508.789672:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979508.789675:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979508.789677:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403020800, offset 0 00000400:00000200:0.0:1783979508.789681:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979508.789685:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979508.789688:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979508.789691:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979508.789693:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979508.789696:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979508.789698:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979508.789702:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826932:826932:256:4294967295] 192.168.201.148@tcp LPNI seq info [826903:826903:8:4294967295] 00000400:00000200:0.0:1783979508.789705:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979508.789712:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979508.789716:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979508.789719:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979508.789723:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979508.789725:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783979508.789735:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979508.789737:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979508.789740:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979508.789743:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979508.789745:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979508.789747:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979508.789749:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979508.789752:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39180 x1870620403020800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.789759:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979508.789762:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39180 x1870620403020800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979533 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.789767:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979508.789769:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979508.789771:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979508.789774:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979508.789777:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979508.789779:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311834636 00000100:00000001:0.0:1783979508.789781:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311835899 00000100:00000001:0.0:1783979508.789783:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311834636 00000100:00000001:0.0:1783979508.789785:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311835899 00000100:00000001:0.0:1783979508.789787:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979508.789789:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979508.789791:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979508.789794:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979508/real 1783979508] req@ffff9b83eed39180 x1870620403020800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979508.789801:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979508.789802:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979508.789804:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979508.789806:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979508.789807:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979508.789809:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979508.789812:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39180 x1870620403020800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979508.789821:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39180 x1870620403020800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.789827:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979508.789828:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979508.789830:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979508.789831:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979508.789834:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39180 x1870620403020800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.789840:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979508.789843:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39180 x1870620403020800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979533 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.789849:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979508.789851:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979508.789853:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979508.789854:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979508.789856:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979508.789861:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979508.789864:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979508.789867:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979508.789869:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979508.789873:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39180 x1870620403020800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979533 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979508.789879:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403020800:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979508.789882:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979508.789885:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed3b480 x1870620403020928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.789891:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979508.789893:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979508.789895:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979508.789896:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979508.789898:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979508.789901:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403020928:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979508.789904:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979508.789906:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979508.789907:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979508.789909:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979508.789912:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979508.789914:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979508.789918:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979508.789920:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979508.789923:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979508.789925:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403020928, portal 4 00000100:00000001:0.0:1783979508.789927:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979508.789928:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682713728 : -110484026837888 : ffff9b83eed3b480) 00000100:00000040:0.0:1783979508.789933:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed3b480 x1870620403020928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.789940:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979508.789942:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979508.789944:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979508.789947:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403020928, offset 0 00000400:00000200:0.0:1783979508.789951:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979508.789955:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979508.789958:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979508.789972:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979508.789974:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979508.789976:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979508.789978:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979508.789981:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826933:826933:256:4294967295] 192.168.201.148@tcp LPNI seq info [826904:826904:8:4294967295] 00000400:00000200:0.0:1783979508.789984:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979508.789990:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979508.789994:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979508.789998:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979508.790002:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979508.790004:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783979508.790014:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979508.790016:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979508.790019:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979508.790022:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979508.790024:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979508.790026:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979508.790028:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979508.790031:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed3b480 x1870620403020928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.790038:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979508.790041:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed3b480 x1870620403020928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979533 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.790051:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979508.790053:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979508.790056:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979508.790059:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979508.790062:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979508.790064:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311834663 00000100:00000001:0.0:1783979508.790066:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311835899 00000100:00000001:0.0:1783979508.790068:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311834663 00000100:00000001:0.0:1783979508.790070:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311835899 00000100:00000001:0.0:1783979508.790072:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979508.790074:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979508.790076:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979508.790079:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979508/real 1783979508] req@ffff9b83eed3b480 x1870620403020928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979508.790086:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979508.790088:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979508.790089:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979508.790091:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979508.790093:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979508.790095:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979508.790098:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed3b480 x1870620403020928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979508.790105:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed3b480 x1870620403020928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.790111:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979508.790113:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979508.790115:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979508.790116:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979508.790120:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed3b480 x1870620403020928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.790126:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979508.790130:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed3b480 x1870620403020928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979533 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.790136:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979508.790138:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979508.790139:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979508.790141:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979508.790142:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979508.790146:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979508.790149:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979508.790152:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979508.790154:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979508.790158:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed3b480 x1870620403020928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979533 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979508.790164:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403020928:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979508.790168:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979508.790171:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83eed39f80 x1870620403021056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.790177:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979508.790178:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979508.790180:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979508.790182:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979508.790184:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979508.790186:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403021056:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979508.790190:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979508.790191:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979508.790193:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979508.790194:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979508.790197:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979508.790199:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979508.790202:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979508.790204:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979508.790208:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979508.790210:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403021056, portal 4 00000100:00000001:0.0:1783979508.790212:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979508.790213:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589682708352 : -110484026843264 : ffff9b83eed39f80) 00000100:00000040:0.0:1783979508.790219:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83eed39f80 x1870620403021056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.790225:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979508.790227:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979508.790229:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979508.790231:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403021056, offset 0 00000400:00000200:0.0:1783979508.790235:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979508.790239:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979508.790242:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979508.790244:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979508.790246:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979508.790248:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979508.790251:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979508.790254:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826934:826934:256:4294967295] 192.168.201.148@tcp LPNI seq info [826905:826905:8:4294967295] 00000400:00000200:0.0:1783979508.790257:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979508.790263:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979508.790267:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979508.790270:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979508.790273:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979508.790276:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1783979508.790285:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979508.790288:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979508.790290:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979508.790317:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979508.790320:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075110 00000400:00000010:0.0:1783979508.790322:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075110. 00000100:00000001:0.0:1783979508.790324:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979508.790328:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83eed39f80 x1870620403021056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.790335:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979508.790338:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83eed39f80 x1870620403021056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979533 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.790344:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979508.790345:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979508.790348:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979508.790351:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979508.790354:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979508.790356:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311834654 00000100:00000001:0.0:1783979508.790358:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311835899 00000100:00000001:0.0:1783979508.790360:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311834654 00000100:00000001:0.0:1783979508.790362:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311835899 00000100:00000001:0.0:1783979508.790364:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979508.790366:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979508.790367:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979508.790371:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979508/real 1783979508] req@ffff9b83eed39f80 x1870620403021056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979508.790378:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979508.790379:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979508.790381:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979508.790384:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979508.790385:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979508.790388:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979508.790391:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83eed39f80 x1870620403021056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979508.790399:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83eed39f80 x1870620403021056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.790405:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979508.790406:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979508.790408:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979508.790409:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979508.790412:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83eed39f80 x1870620403021056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.790418:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979508.790421:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83eed39f80 x1870620403021056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979533 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.790427:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979508.790429:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979508.790430:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979508.790431:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979508.790433:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979508.790436:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979508.790439:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979508.790442:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979508.790443:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979508.790446:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83eed39f80 x1870620403021056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979533 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979508.790455:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83eed39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403021056:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979508.790458:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979508.790460:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979508.790463:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3a300 x1870620403020672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979533 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.790469:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979508.790471:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979508.790473:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979508.790476:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979508.790478:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979508.790479:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979508.790481:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979508.790483:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15c00. 02000000:00000001:0.0:1783979508.790485:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979508.790487:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979508.790488:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3a300. 00000100:00000001:0.0:1783979508.790491:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979508.790493:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979508.790494:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979508.790498:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39180 x1870620403020800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979533 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.790504:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979508.790505:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979508.790506:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979508.790508:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979508.790509:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979508.790510:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979508.790512:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979508.790514:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec16800. 02000000:00000001:0.0:1783979508.790516:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979508.790517:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979508.790518:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39180. 00000100:00000001:0.0:1783979508.790520:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979508.790521:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979508.790523:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979508.790527:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed3b480 x1870620403020928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979533 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.790533:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979508.790534:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979508.790536:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979508.790538:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979508.790539:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979508.790540:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979508.790542:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979508.790543:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15400. 02000000:00000001:0.0:1783979508.790545:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979508.790546:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979508.790547:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed3b480. 00000100:00000001:0.0:1783979508.790549:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979508.790550:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979508.790552:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979508.790555:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83eed39f80 x1870620403021056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979533 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979508.790562:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979508.790563:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979508.790564:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979508.790566:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979508.790567:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979508.790568:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979508.790570:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979508.790572:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83eec15800. 02000000:00000001:0.0:1783979508.790573:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979508.790574:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979508.790576:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83eed39f80. 00000100:00000001:0.0:1783979508.790578:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979508.790579:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979508.790581:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979508.790586:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979508.790588:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979508.790590:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979508.790592:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979509.171452:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979509.171462:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979509.171464:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979509.171470:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979509.171474:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979509.171478:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979509.171481:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979509.171484:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979509.171487:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979509.299397:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979509.299404:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979509.299407:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979509.299412:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979509.299416:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979509.299420:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979509.299426:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979509.299430:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979509.299435:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979509.299463:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979509.299466:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979509.299471:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979509.299473:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979509.299476:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979509.299478:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979509.299481:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979509.299482:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979509.299485:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979509.299486:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979509.299503:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979509.299506:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979509.299508:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979509.299649:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979509.299651:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979509.299653:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979509.299654:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979509.299656:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979509.299658:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979509.299659:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979509.299661:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979509.299663:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979509.299855:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979509.299858:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979509.299859:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979509.299862:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979509.299864:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979509.299865:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979509.299867:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979509.299869:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979509.299870:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979510.195401:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979510.195411:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979510.195414:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979510.195422:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979510.195428:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979510.195433:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979510.195438:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979510.195441:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979510.195445:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979510.323535:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979510.323538:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979510.323539:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979510.323541:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979510.323542:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979510.323543:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979510.323545:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979510.323546:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979510.323547:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979510.323561:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979510.323563:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979510.323566:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979510.323567:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979510.323569:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979510.323570:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979510.323572:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979510.323573:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979510.323575:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979510.323576:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979510.323587:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979510.323589:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979510.323590:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979510.324251:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979510.324254:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979510.324255:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979510.324257:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979510.324259:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979510.324261:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979510.325701:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979510.325704:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979510.325707:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979511.219448:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979511.219461:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979511.219465:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979511.219475:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979511.219484:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979511.219494:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979511.219502:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979511.219507:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979511.219511:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979511.349214:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979511.349217:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979511.349218:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979511.349221:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979511.349223:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979511.349225:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979511.349227:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979511.349229:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979511.349231:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979511.349251:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979511.349254:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979511.349272:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979511.349274:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979511.349278:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979511.349280:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979511.349283:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979511.349284:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979511.349287:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979511.349288:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979511.349319:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979511.349322:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979511.349325:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979511.349644:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979511.349646:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979511.349647:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979511.349649:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979511.349651:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979511.349653:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979511.349655:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979511.349656:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979511.349658:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979512.243450:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979512.243458:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979512.243462:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979512.243468:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979512.243474:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979512.243478:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979512.243485:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979512.243489:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979512.243492:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979512.371440:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979512.371445:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979512.371448:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979512.371454:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979512.371458:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979512.371462:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979512.371475:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979512.371479:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979512.371485:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979512.371507:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979512.371513:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979512.371527:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979512.371532:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979512.371537:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979512.371541:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979512.371545:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979512.371549:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979512.371551:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979512.371574:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979512.371577:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979512.371588:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979512.371592:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979512.371594:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979512.371598:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979512.371601:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979512.371603:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979512.371605:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979512.371607:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979512.371611:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979512.371613:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979512.371614:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979512.371615:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979512.371617:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979512.371618:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979512.371620:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979512.371622:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979512.371625:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979512.371627:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979512.371628:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979512.371629:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979512.371631:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979512.371631:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979512.371633:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979512.371634:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979512.371636:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979512.371637:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979512.371638:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979512.371639:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979512.371639:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979512.371640:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979512.371641:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979512.371642:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979512.371653:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979512.371655:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979512.371657:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979513.267598:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979513.267602:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979513.267603:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979513.267606:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979513.267608:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979513.267610:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979513.267611:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979513.267613:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979513.267615:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979513.395444:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979513.395449:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979513.395453:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979513.395459:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979513.395464:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979513.395470:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979513.395489:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979513.395490:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979513.395493:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979513.395511:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979513.395513:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979513.395518:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979513.395522:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979513.395528:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979513.395908:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979513.395915:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979513.395916:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979513.395919:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979513.395920:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979513.395938:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979513.395941:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979513.395944:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979513.907917:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979513.907920:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979513.907929:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979513.907934:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2300 x1870620403021184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979513.907939:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979513.907941:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979513.907944:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979513.907945:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979513.907947:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979513.907949:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403021184:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979513.907952:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979513.907956:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979513.907957:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979513.907959:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979513.907963:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979513.907964:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979513.907968:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979513.907971:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979513.907977:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979513.907982:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403021184, portal 25 00000100:00000001:0.0:1783979513.907984:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979513.907985:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889966848 : -110483819584768 : ffff9b83fb2e2300) 00000100:00000040:0.0:1783979513.907988:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2300 x1870620403021184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979513.907993:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979513.907995:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979513.907997:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075110. 00000100:00000200:0.0:1783979513.907999:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620403021184, offset 0 00000400:00000200:0.0:1783979513.908004:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979513.908009:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979513.908013:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979513.908017:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979513.908020:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979513.908023:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979513.908025:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979513.908027:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826935:826935:256:4294967295] 192.168.201.148@tcp LPNI seq info [826906:826906:8:4294967295] 00000400:00000200:0.0:1783979513.908030:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979513.908037:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979513.908041:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979513.908046:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979513.908052:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783979513.908075:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979513.908079:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979513.908082:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311841018 00000100:00000010:0.0:1783979513.908087:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783979513.908092:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979513.908098:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311841018 00000100:00000010:0.0:1783979513.908102:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783979513.908105:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979513.908108:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979513.908110:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979513.908113:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979513.908115:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979513.908968:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979513.908971:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783979513.908974:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979513.908975:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979513.908977:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979513.908982:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1f80 x1870620403021312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979513.908990:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979513.908991:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979513.908993:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979513.908995:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979513.908997:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979513.909000:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403021312:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979513.909003:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979513.909006:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979513.909008:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979513.909009:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979513.909014:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979513.909016:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979513.909020:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979513.909023:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ac60. 00000400:00000010:0.0:1783979513.909027:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783979513.909030:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403021312, portal 10 00000100:00000001:0.0:1783979513.909032:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979513.909033:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889965952 : -110483819585664 : ffff9b83fb2e1f80) 00000100:00000040:0.0:1783979513.909040:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1f80 x1870620403021312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979513.909047:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979513.909049:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979513.909051:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075aa0. 00000100:00000200:0.0:1783979513.909054:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403021312, offset 0 00000400:00000200:0.0:1783979513.909058:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979513.909062:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979513.909065:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979513.909067:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979513.909069:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979513.909071:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979513.909072:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979513.909074:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826936:826936:255:4294967295] 192.168.201.148@tcp LPNI seq info [826907:826907:7:4294967295] 00000400:00000200:0.0:1783979513.909077:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979513.909082:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979513.909085:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979513.909088:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb300. 00000800:00000200:0.0:1783979513.909090:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783979513.909095:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979513.909107:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979513.909109:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979513.909110:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311839760 00000100:00000001:0.0:1783979513.909112:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311841018 00000100:00000001:0.0:1783979513.909114:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311839760 00000100:00000001:0.0:1783979513.909115:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311841018 00000100:00000001:0.0:1783979513.909117:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979513.909118:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979513.909119:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979513.909121:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979513.909123:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979513.909124:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783979513.909125:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979513.909125:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979513.909126:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979513.909128:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979513.909357:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979513.909359:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979513.909360:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979513.909361:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979513.909570:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979513.909572:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979513.909573:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979513.909576:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1880 x1870620403021440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979513.909581:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979513.909582:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979513.909583:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979513.909584:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979513.909586:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979513.909587:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403021440:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979513.909589:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979513.909590:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979513.909592:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979513.909593:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979513.909595:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979513.909596:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979513.909599:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979513.909600:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783979513.909603:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979513.909605:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403021440, portal 10 00000100:00000001:0.0:1783979513.909606:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979513.909607:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889964160 : -110483819587456 : ffff9b83fb2e1880) 00000100:00000040:0.0:1783979513.909611:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1880 x1870620403021440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979513.909615:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979513.909616:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979513.909617:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075088. 00000100:00000200:0.0:1783979513.909619:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403021440, offset 0 00000400:00000200:0.0:1783979513.909621:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979513.909624:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979513.909626:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979513.909628:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979513.909630:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979513.909631:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979513.909633:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979513.909634:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826937:826937:254:4294967295] 192.168.201.148@tcp LPNI seq info [826908:826908:6:4294967295] 00000400:00000200:0.0:1783979513.909637:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979513.909641:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979513.909643:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979513.909645:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbe00. 00000800:00000200:0.0:1783979513.909648:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783979513.909652:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979513.909654:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979513.909656:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979513.909658:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311839756 00000100:00000001:0.0:1783979513.909668:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311841018 00000100:00000001:0.0:1783979513.909669:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311839756 00000100:00000001:0.0:1783979513.909671:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311841018 00000100:00000001:0.0:1783979513.909672:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979513.909673:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979513.909675:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979513.909676:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979513.913289:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979513.913308:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783979513.913313:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979513.913316:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979513.913319:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979513.913332:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0380 x1870620403021568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979513.913342:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979513.913344:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979513.913348:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979513.913351:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979513.913354:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979513.913356:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403021568:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979513.913360:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979513.913363:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979513.913365:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979513.913367:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979513.913375:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979513.913376:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979513.913381:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979513.913384:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979513.913389:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075198. 00000100:00000200:0.0:1783979513.913393:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403021568, portal 4 00000100:00000001:0.0:1783979513.913395:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979513.913396:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889958784 : -110483819592832 : ffff9b83fb2e0380) 00000100:00000040:0.0:1783979513.913402:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0380 x1870620403021568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979513.913407:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979513.913409:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979513.913411:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40754c8. 00000100:00000200:0.0:1783979513.913413:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403021568, offset 0 00000400:00000200:0.0:1783979513.913418:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979513.913424:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979513.913430:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979513.913433:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979513.913436:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979513.913439:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979513.913441:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979513.913444:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826938:826938:253:4294967295] 192.168.201.148@tcp LPNI seq info [826909:826909:5:4294967295] 00000400:00000200:0.0:1783979513.913446:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979513.913453:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979513.913457:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979513.913460:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb800. 00000800:00000200:0.0:1783979513.913465:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783979513.913471:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979513.913473:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979513.913551:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979513.913554:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311839783 00000100:00000001:0.0:1783979513.913556:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311841018 00000100:00000001:0.0:1783979513.913557:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311839783 00000100:00000001:0.0:1783979513.913558:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311841018 00000100:00000001:0.0:1783979513.913560:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979513.913562:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979513.913564:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979513.913566:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979513.913569:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979513.913569:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783979513.913571:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979513.913571:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979513.913573:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979513.913574:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979513.913717:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979513.913719:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979513.913720:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979513.913722:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979513.914141:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979513.914144:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979513.914145:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979513.914149:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2a00 x1870620403021696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979513.914214:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979513.914215:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979513.914218:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979513.914219:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979513.914221:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979513.914224:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403021696:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979513.914228:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979513.914230:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979513.914232:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979513.914234:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979513.914238:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979513.914239:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979513.914242:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979513.914245:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a898. 00000400:00000010:0.0:1783979513.914249:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075dd0. 00000100:00000200:0.0:1783979513.914252:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403021696, portal 4 00000100:00000001:0.0:1783979513.914254:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979513.914255:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889968640 : -110483819582976 : ffff9b83fb2e2a00) 00000100:00000040:0.0:1783979513.914261:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2a00 x1870620403021696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979513.914268:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979513.914270:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979513.914272:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075908. 00000100:00000200:0.0:1783979513.914275:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403021696, offset 0 00000400:00000200:0.0:1783979513.914279:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979513.914284:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979513.914288:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979513.914291:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979513.914372:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979513.914376:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979513.914377:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979513.914379:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826939:826939:252:4294967295] 192.168.201.148@tcp LPNI seq info [826910:826910:4:4294967295] 00000400:00000200:0.0:1783979513.914382:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979513.914388:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979513.914391:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979513.914394:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb100. 00000800:00000200:0.0:1783979513.914397:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783979513.914402:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979513.914404:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979513.914406:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979513.914408:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311839778 00000100:00000001:0.0:1783979513.914409:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311841018 00000100:00000001:0.0:1783979513.914411:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311839778 00000100:00000001:0.0:1783979513.914412:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311841018 00000100:00000001:0.0:1783979513.914413:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979513.914414:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979513.914416:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979513.914417:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979513.914472:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979513.914473:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783979513.914557:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979513.914559:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979513.914560:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979513.914562:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979514.291996:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979514.292001:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979514.292002:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979514.292005:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979514.292007:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979514.292009:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979514.292011:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979514.292012:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979514.292014:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979514.419573:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979514.419576:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979514.419578:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979514.419581:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979514.419583:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979514.419586:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979514.419588:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979514.419590:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979514.419593:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979514.419615:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979514.419619:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979514.419624:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979514.419625:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979514.419630:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979514.419631:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979514.419635:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979514.419636:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979514.419640:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979514.419641:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979514.419666:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979514.419669:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979514.419673:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979514.420441:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979514.420444:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979514.420445:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979514.420448:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979514.420450:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979514.420451:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979514.420453:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979514.420455:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979514.420457:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979515.315413:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979515.315421:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979515.315423:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979515.315429:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979515.315436:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979515.315441:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979515.315445:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979515.315448:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979515.315450:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979515.443775:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979515.443780:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979515.443786:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979515.443788:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979515.443792:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979515.443793:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979515.443797:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979515.443800:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979515.443806:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979515.443810:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979515.443832:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979515.443835:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979515.443840:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979516.339896:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979516.339901:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979516.339902:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979516.339905:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979516.339907:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979516.339909:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979516.339911:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979516.339913:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979516.339915:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979516.467920:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979516.467925:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979516.467927:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979516.467930:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979516.467934:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979516.467936:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979516.467938:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979516.467940:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979516.467945:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979516.467946:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979516.467950:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979516.467951:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979516.467954:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979516.467956:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979516.467959:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979516.467960:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979516.467981:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979516.467984:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979516.467986:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979516.467988:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979516.467991:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979516.467993:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979516.467995:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979516.467997:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979516.467999:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979516.469232:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979516.469236:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979516.469237:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979516.469239:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979516.469241:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979516.469243:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979516.469245:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979516.469246:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979516.469248:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979516.981240:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979516.981246:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979516.981249:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979516.981257:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979513/real 1783979516] req@ffff9b83fb2e2a00 x1870620403021696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979516.981269:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979516.981271:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979516.981275:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a898. 00000400:00000200:0.0:1783979516.981279:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075dd0 00000400:00000010:0.0:1783979516.981281:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075dd0. 00000100:00000001:0.0:1783979516.981284:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979516.981289:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2a00 x1870620403021696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979516.981325:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2a00 x1870620403021696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979516.981332:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979516.981334:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979516.981337:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979516.981339:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979516.981344:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2a00 x1870620403021696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979516.981350:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979516.981355:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2a00 x1870620403021696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979538 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979516.981363:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979516.981366:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979516.981368:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979516.981369:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979516.981371:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979516.981377:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979516.981380:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979516.981385:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979516.981388:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979516.981392:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2a00 x1870620403021696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979538 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979516.981400:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403021696:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979516.981407:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979516.981410:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979513/real 1783979516] req@ffff9b83fb2e0380 x1870620403021568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979516.981417:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979516.981418:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979516.981420:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979516.981422:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075198 00000400:00000010:0.0:1783979516.981424:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075198. 00000100:00000001:0.0:1783979516.981426:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979516.981429:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0380 x1870620403021568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979516.981436:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0380 x1870620403021568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979516.981441:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979516.981443:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979516.981445:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979516.981446:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979516.981449:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0380 x1870620403021568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979516.981455:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979516.981458:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0380 x1870620403021568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979538 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979516.981464:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979516.981466:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979516.981468:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979516.981469:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979516.981470:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979516.981474:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979516.981477:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979516.981481:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979516.981483:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979516.981486:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0380 x1870620403021568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979538 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979516.981494:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403021568:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979516.981498:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979516.981501:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979513/real 1783979516] req@ffff9b83fb2e1880 x1870620403021440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979516.981508:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979516.981509:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979516.981511:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783979516.981513:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979516.981515:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979516.981517:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979516.981520:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1880 x1870620403021440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979516.981529:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1880 x1870620403021440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979516.981534:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979516.981535:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979516.981537:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979516.981538:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979516.981542:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1880 x1870620403021440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979516.981548:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979516.981552:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1880 x1870620403021440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979538 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979516.981565:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979516.981567:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979516.981569:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979516.981570:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979516.981572:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979516.981579:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979516.981581:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979516.981585:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979516.981588:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979516.981591:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1880 x1870620403021440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979538 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979516.981598:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403021440:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979516.981603:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979516.981606:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979513/real 1783979516] req@ffff9b83fb2e1f80 x1870620403021312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979516.981615:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979516.981616:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979516.981617:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ac60. 00000400:00000200:0.0:1783979516.981620:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783979516.981622:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783979516.981624:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979516.981627:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1f80 x1870620403021312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979516.981635:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1f80 x1870620403021312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979516.981642:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979516.981643:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979516.981645:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979516.981647:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979516.981650:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1f80 x1870620403021312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979516.981657:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979516.981661:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1f80 x1870620403021312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979538 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979516.981668:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979516.981669:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979516.981671:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979516.981672:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979516.981674:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979516.981681:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979516.981683:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979516.981686:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979516.981688:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979516.981692:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1f80 x1870620403021312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979538 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979516.981699:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403021312:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979516.981703:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979516.981707:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979513/real 1783979516] req@ffff9b83fb2e2300 x1870620403021184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979516.981714:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979516.981716:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979516.981717:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979516.981720:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979516.981722:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979516.981724:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979516.981727:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2300 x1870620403021184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979516.981735:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2300 x1870620403021184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979516.981740:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979516.981742:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979516.981743:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979516.981744:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979516.981747:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2300 x1870620403021184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979516.981753:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979516.981757:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2300 x1870620403021184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979538 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979516.981763:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979516.981765:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979516.981766:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979516.981767:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979516.981769:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979516.981771:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979516.981773:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979516.981776:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979516.981778:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979516.981781:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2300 x1870620403021184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979538 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979516.981789:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403021184:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979516.981792:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979516.981794:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979516.981797:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2a00 x1870620403021696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979538 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979516.981804:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979516.981807:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979516.981810:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979516.981815:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979516.981818:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979516.981832:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979516.981834:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979516.981837:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067800. 02000000:00000001:0.0:1783979516.981841:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979516.981843:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979516.981844:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2a00. 00000100:00000001:0.0:1783979516.981848:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979516.981849:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979516.981851:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979516.981854:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0380 x1870620403021568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979538 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979516.981860:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979516.981862:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979516.981863:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979516.981867:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979516.981868:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979516.981869:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979516.981871:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979516.981873:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065400. 02000000:00000001:0.0:1783979516.981875:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979516.981876:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979516.981877:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0380. 00000100:00000001:0.0:1783979516.981879:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979516.981881:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979516.981882:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979516.981885:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1880 x1870620403021440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979538 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979516.981891:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979516.981893:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979516.981895:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979516.981897:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979516.981898:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979516.981899:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979516.981901:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979516.981902:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065800. 02000000:00000001:0.0:1783979516.981905:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979516.981905:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979516.981907:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1880. 00000100:00000001:0.0:1783979516.981909:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979516.981910:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979516.981912:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979516.981915:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1f80 x1870620403021312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979538 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979516.981920:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979516.981921:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979516.981922:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979516.981925:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979516.981926:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979516.981927:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979516.981928:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979516.981929:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065000. 02000000:00000001:0.0:1783979516.981931:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979516.981932:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979516.981933:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1f80. 00000100:00000001:0.0:1783979516.981935:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979516.981936:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979516.981937:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979516.981940:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2300 x1870620403021184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979538 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979516.981944:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979516.981946:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979516.981947:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979516.981956:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979516.981957:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979516.981958:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979516.981960:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979516.981961:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067000. 02000000:00000001:0.0:1783979516.981964:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979516.981965:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979516.981967:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2300. 00000100:00000001:0.0:1783979516.981969:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979516.981970:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979516.981972:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979516.981980:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979516.981981:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979516.981983:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979516.981985:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979517.363425:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979517.363431:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979517.363433:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979517.363436:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979517.363439:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979517.363443:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979517.363445:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979517.363446:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979517.363448:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979517.363501:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979517.363503:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979517.363504:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979517.363506:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979517.363508:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979517.363510:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979517.363512:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979517.363513:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979517.363514:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979517.491409:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979517.491418:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979517.491422:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979517.491428:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979517.491433:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979517.491437:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979517.491447:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979517.491451:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979517.491456:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979517.491482:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979517.491487:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979517.491494:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979517.491498:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979517.491506:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979517.491510:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979517.491517:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979517.491522:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979517.491529:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979517.491532:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979518.387449:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979518.387459:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979518.387464:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979518.387472:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979518.387478:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979518.387482:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979518.387496:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979518.387499:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979518.387502:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979518.515435:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979518.515441:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979518.515445:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979518.515450:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979518.515455:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979518.515458:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979518.515462:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979518.515464:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979518.515467:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979518.515502:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979518.515506:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979518.515511:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979518.515513:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979518.515518:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979518.515519:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979518.515524:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979518.515525:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979518.515534:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979518.515536:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979518.515560:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979518.515565:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979518.515570:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979518.515589:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979518.515591:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979518.515592:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979518.515595:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979518.515596:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979518.515598:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979518.515600:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979518.515601:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979518.515603:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979518.515610:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979518.515613:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979518.515614:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979518.515616:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979518.515617:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979518.515619:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979518.517007:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979518.517010:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979518.517012:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979519.028321:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979519.028326:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979519.028329:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979519.028335:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883100 x1870620403021824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.028343:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979519.028345:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979519.028348:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979519.028351:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979519.028353:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979519.028356:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403021824:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979519.028360:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979519.028364:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979519.028368:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979519.028371:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979519.028376:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979519.028377:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979519.028383:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979519.028387:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979519.028393:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979519.028400:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403021824, portal 25 00000100:00000001:0.0:1783979519.028402:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979519.028404:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542080 : -110484015009536 : ffff9b83ef883100) 00000100:00000040:0.0:1783979519.028409:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883100 x1870620403021824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.028416:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979519.028419:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979519.028421:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783979519.028425:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620403021824, offset 0 00000400:00000200:0.0:1783979519.028432:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979519.028441:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979519.028447:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979519.028454:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979519.028457:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979519.028461:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979519.028464:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979519.028467:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826940:826940:256:4294967295] 192.168.201.148@tcp LPNI seq info [826911:826911:8:4294967295] 00000400:00000200:0.0:1783979519.028472:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979519.028481:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979519.028487:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979519.028492:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979519.028498:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979519.028502:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783979519.028513:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979519.028516:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979519.028522:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979519.028527:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979519.028532:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783979519.028534:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783979519.028540:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979519.028544:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883100 x1870620403021824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.028553:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979519.028556:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883100 x1870620403021824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979544 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.028562:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979519.028564:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979519.028569:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979519.028572:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979519.028575:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311846139 00000100:00000010:0.0:1783979519.028579:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783979519.028585:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979519.028589:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311846139 00000100:00000010:0.0:1783979519.028592:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783979519.028595:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979519.028598:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979519.028600:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979519.028602:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979519.028606:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979519/real 1783979519] req@ffff9b83ef883100 x1870620403021824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979519.028614:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979519.028616:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979519.028618:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979519.028621:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979519.028623:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979519.028625:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979519.028628:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883100 x1870620403021824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979519.028635:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883100 x1870620403021824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.028641:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979519.028643:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979519.028644:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979519.028646:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979519.028649:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883100 x1870620403021824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.028655:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979519.028660:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883100 x1870620403021824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979544 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.028666:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979519.028668:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979519.028670:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979519.028671:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979519.028673:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979519.028675:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979519.028684:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979519.028687:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979519.028690:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979519.028694:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883100 x1870620403021824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979544 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979519.028701:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403021824:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979519.028705:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979519.028709:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883480 x1870620403021952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.028719:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979519.028721:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979519.028723:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979519.028725:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979519.028726:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979519.028729:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403021952:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979519.028732:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979519.028734:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979519.028735:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979519.028737:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979519.028740:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979519.028742:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979519.028745:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979519.028748:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979519.028751:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979519.028753:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403021952, portal 10 00000100:00000001:0.0:1783979519.028755:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979519.028756:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542976 : -110484015008640 : ffff9b83ef883480) 00000100:00000040:0.0:1783979519.028764:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883480 x1870620403021952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.028769:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979519.028772:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979519.028774:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783979519.028777:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403021952, offset 0 00000400:00000200:0.0:1783979519.028780:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979519.028796:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979519.028800:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979519.028803:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979519.028805:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979519.028808:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979519.028810:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979519.028813:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826941:826941:256:4294967295] 192.168.201.148@tcp LPNI seq info [826912:826912:8:4294967295] 00000400:00000200:0.0:1783979519.028816:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979519.028822:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979519.028826:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979519.028829:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979519.028832:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979519.028835:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783979519.028845:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979519.028847:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979519.028850:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979519.028853:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979519.028856:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783979519.028857:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783979519.028859:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979519.028862:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883480 x1870620403021952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.028869:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979519.028872:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883480 x1870620403021952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979544 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.028878:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979519.028879:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979519.028882:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979519.028886:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979519.028889:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979519.028891:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311844880 00000100:00000001:0.0:1783979519.028894:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311846139 00000100:00000001:0.0:1783979519.028896:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311844880 00000100:00000001:0.0:1783979519.028898:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311846139 00000100:00000001:0.0:1783979519.028900:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979519.028903:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979519.028905:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979519.028908:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979519/real 1783979519] req@ffff9b83ef883480 x1870620403021952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979519.028916:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979519.028917:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979519.028919:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979519.028921:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979519.028923:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979519.028925:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979519.028927:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883480 x1870620403021952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979519.028934:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883480 x1870620403021952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.028939:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979519.028941:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979519.028942:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979519.028943:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979519.028946:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883480 x1870620403021952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.028952:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979519.028955:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883480 x1870620403021952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979544 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.028961:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979519.028963:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979519.028965:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979519.028966:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979519.028967:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979519.028976:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979519.028978:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979519.028982:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979519.028984:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979519.028987:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883480 x1870620403021952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979544 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979519.028994:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403021952:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979519.028998:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979519.029001:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882a00 x1870620403022080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.029007:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979519.029008:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979519.029010:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979519.029011:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979519.029013:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979519.029016:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403022080:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979519.029019:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979519.029021:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979519.029022:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979519.029024:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979519.029027:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979519.029029:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979519.029031:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979519.029034:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979519.029037:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979519.029040:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403022080, portal 10 00000100:00000001:0.0:1783979519.029041:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979519.029042:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694540288 : -110484015011328 : ffff9b83ef882a00) 00000100:00000040:0.0:1783979519.029048:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882a00 x1870620403022080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.029053:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979519.029056:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979519.029058:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783979519.029060:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403022080, offset 0 00000400:00000200:0.0:1783979519.029063:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979519.029066:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979519.029070:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979519.029072:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979519.029074:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979519.029077:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979519.029079:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979519.029082:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826942:826942:256:4294967295] 192.168.201.148@tcp LPNI seq info [826913:826913:8:4294967295] 00000400:00000200:0.0:1783979519.029086:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979519.029091:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979519.029095:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979519.029097:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979519.029101:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979519.029103:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783979519.029112:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979519.029114:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979519.029117:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979519.029126:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979519.029129:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783979519.029130:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783979519.029133:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979519.029136:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882a00 x1870620403022080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.029142:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979519.029145:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882a00 x1870620403022080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979544 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.029150:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979519.029152:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979519.029155:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979519.029157:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979519.029160:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979519.029162:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311844875 00000100:00000001:0.0:1783979519.029165:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311846139 00000100:00000001:0.0:1783979519.029168:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311844875 00000100:00000001:0.0:1783979519.029169:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311846139 00000100:00000001:0.0:1783979519.029171:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979519.029173:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979519.029175:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979519.029178:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979519/real 1783979519] req@ffff9b83ef882a00 x1870620403022080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979519.029185:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979519.029186:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979519.029187:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979519.029189:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979519.029191:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979519.029193:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979519.029196:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882a00 x1870620403022080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979519.029205:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882a00 x1870620403022080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.029210:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979519.029211:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979519.029213:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979519.029214:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979519.029218:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882a00 x1870620403022080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.029224:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979519.029227:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882a00 x1870620403022080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979544 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.029234:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979519.029236:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979519.029238:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979519.029239:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979519.029241:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979519.029248:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979519.029251:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979519.029254:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979519.029256:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979519.029259:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882a00 x1870620403022080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979544 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979519.029266:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403022080:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979519.029269:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979519.029272:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881180 x1870620403022208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.029278:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979519.029279:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979519.029281:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979519.029283:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979519.029284:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979519.029286:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403022208:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979519.029289:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979519.029291:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979519.029292:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979519.029319:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979519.029322:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979519.029324:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979519.029328:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979519.029330:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979519.029333:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979519.029336:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403022208, portal 4 00000100:00000001:0.0:1783979519.029337:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979519.029338:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694534016 : -110484015017600 : ffff9b83ef881180) 00000100:00000040:0.0:1783979519.029344:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881180 x1870620403022208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.029349:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979519.029352:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979519.029353:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783979519.029356:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403022208, offset 0 00000400:00000200:0.0:1783979519.029360:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979519.029363:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979519.029366:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979519.029369:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979519.029371:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979519.029373:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979519.029376:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979519.029378:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826943:826943:256:4294967295] 192.168.201.148@tcp LPNI seq info [826914:826914:8:4294967295] 00000400:00000200:0.0:1783979519.029381:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979519.029387:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979519.029391:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979519.029394:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979519.029397:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979519.029400:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783979519.029409:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979519.029411:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979519.029413:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979519.029416:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979519.029419:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783979519.029421:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783979519.029423:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979519.029426:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881180 x1870620403022208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.029433:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979519.029436:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881180 x1870620403022208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979544 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.029442:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979519.029443:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979519.029446:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979519.029449:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979519.029452:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979519.029454:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311844903 00000100:00000001:0.0:1783979519.029456:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311846139 00000100:00000001:0.0:1783979519.029458:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311844903 00000100:00000001:0.0:1783979519.029460:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311846139 00000100:00000001:0.0:1783979519.029461:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979519.029463:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979519.029464:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979519.029467:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979519/real 1783979519] req@ffff9b83ef881180 x1870620403022208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979519.029474:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979519.029475:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979519.029477:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979519.029479:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979519.029480:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979519.029482:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979519.029484:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881180 x1870620403022208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979519.029491:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881180 x1870620403022208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.029497:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979519.029499:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979519.029500:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979519.029502:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979519.029505:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881180 x1870620403022208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.029511:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979519.029514:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881180 x1870620403022208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979544 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.029520:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979519.029523:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979519.029524:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979519.029525:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979519.029527:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979519.029531:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979519.029533:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979519.029536:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979519.029537:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979519.029541:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881180 x1870620403022208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979544 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979519.029547:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403022208:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979519.029551:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979519.029554:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880700 x1870620403022336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.029560:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979519.029561:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979519.029563:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979519.029565:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979519.029566:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979519.029569:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403022336:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979519.029572:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979519.029574:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979519.029575:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979519.029576:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979519.029579:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979519.029581:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979519.029588:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979519.029591:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979519.029594:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979519.029596:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403022336, portal 4 00000100:00000001:0.0:1783979519.029598:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979519.029599:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694531328 : -110484015020288 : ffff9b83ef880700) 00000100:00000040:0.0:1783979519.029604:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880700 x1870620403022336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.029609:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979519.029612:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979519.029614:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783979519.029617:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403022336, offset 0 00000400:00000200:0.0:1783979519.029620:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979519.029624:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979519.029627:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979519.029629:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979519.029632:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979519.029634:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979519.029636:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979519.029639:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826944:826944:256:4294967295] 192.168.201.148@tcp LPNI seq info [826915:826915:8:4294967295] 00000400:00000200:0.0:1783979519.029642:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979519.029647:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979519.029652:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979519.029654:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979519.029657:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979519.029660:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783979519.029669:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979519.029671:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979519.029673:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979519.029676:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979519.029679:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783979519.029680:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783979519.029682:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979519.029685:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880700 x1870620403022336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.029692:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979519.029694:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880700 x1870620403022336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979544 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.029699:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979519.029701:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979519.029703:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979519.029705:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979519.029708:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979519.029709:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311844893 00000100:00000001:0.0:1783979519.029712:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311846139 00000100:00000001:0.0:1783979519.029714:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311844893 00000100:00000001:0.0:1783979519.029716:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311846139 00000100:00000001:0.0:1783979519.029718:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979519.029719:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979519.029720:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979519.029724:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979519/real 1783979519] req@ffff9b83ef880700 x1870620403022336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979519.029731:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979519.029732:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979519.029733:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979519.029735:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979519.029737:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979519.029738:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979519.029741:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880700 x1870620403022336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979519.029749:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880700 x1870620403022336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.029756:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979519.029757:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979519.029759:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979519.029760:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979519.029764:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880700 x1870620403022336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.029769:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979519.029772:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880700 x1870620403022336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979544 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.029778:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979519.029780:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979519.029782:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979519.029794:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979519.029797:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979519.029800:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979519.029803:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979519.029806:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979519.029808:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979519.029813:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880700 x1870620403022336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979544 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979519.029820:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403022336:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979519.029823:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979519.029826:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979519.029829:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883100 x1870620403021824/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979544 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.029835:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979519.029837:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979519.029839:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979519.029842:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979519.029844:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979519.029846:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979519.029848:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979519.029851:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635400. 02000000:00000001:0.0:1783979519.029855:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979519.029856:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979519.029857:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883100. 00000100:00000001:0.0:1783979519.029862:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979519.029863:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979519.029864:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979519.029868:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883480 x1870620403021952/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979544 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.029873:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979519.029875:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979519.029876:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979519.029878:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979519.029879:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979519.029880:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979519.029882:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979519.029884:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783979519.029887:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979519.029888:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979519.029890:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883480. 00000100:00000001:0.0:1783979519.029891:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979519.029892:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979519.029893:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979519.029897:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882a00 x1870620403022080/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979544 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.029902:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979519.029904:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979519.029905:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979519.029907:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979519.029908:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979519.029909:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979519.029910:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979519.029911:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636000. 02000000:00000001:0.0:1783979519.029914:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979519.029915:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979519.029916:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882a00. 00000100:00000001:0.0:1783979519.029919:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979519.029921:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979519.029922:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979519.029925:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881180 x1870620403022208/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979544 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.029931:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979519.029932:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979519.029933:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979519.029937:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979519.029938:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979519.029939:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979519.029941:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979519.029942:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634c00. 02000000:00000001:0.0:1783979519.029945:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979519.029946:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979519.029947:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881180. 00000100:00000001:0.0:1783979519.029950:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979519.029951:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979519.029953:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979519.029957:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880700 x1870620403022336/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979544 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979519.029962:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979519.029964:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979519.029965:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979519.029967:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979519.029968:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979519.029969:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979519.029970:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979519.029972:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634400. 02000000:00000001:0.0:1783979519.029974:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979519.029975:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979519.029976:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880700. 00000100:00000001:0.0:1783979519.029979:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979519.029980:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979519.029982:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979519.029992:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979519.029993:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979519.029996:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979519.029997:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979519.411407:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979519.411416:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979519.411419:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979519.411428:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979519.411434:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979519.411439:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979519.411454:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979519.411458:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979519.411462:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979519.539442:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979519.539447:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979519.539457:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979519.539465:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979519.539473:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979519.539476:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979519.539483:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979519.539487:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979519.539494:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979519.539497:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979519.539523:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979519.539535:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979519.539539:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979519.539552:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979519.539557:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979519.539562:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979519.539568:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979519.539573:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979519.539576:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979519.539579:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979519.539581:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979519.539584:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979520.435435:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979520.435443:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979520.435445:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979520.435451:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979520.435455:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979520.435465:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979520.435469:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979520.435471:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979520.435475:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979520.563523:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979520.563527:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979520.563528:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979520.563531:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979520.563533:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979520.563537:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979520.563542:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979520.563544:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979520.563548:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979520.563573:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979520.563577:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979520.563582:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979520.563584:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979520.563589:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979520.563590:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979520.563594:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979520.563595:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979520.563598:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979520.563599:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979520.563615:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979520.563617:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979520.563620:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979521.459405:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979521.459414:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979521.459416:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979521.459421:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979521.459425:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979521.459429:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979521.459432:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979521.459434:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979521.459438:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979521.587430:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979521.587435:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979521.587442:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979521.587448:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979521.587453:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979521.587457:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979521.587462:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979521.587466:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979521.587470:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979521.587472:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979521.587477:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979521.587479:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979521.587481:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979521.587483:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979521.587485:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979521.587487:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979521.587489:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979521.587490:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979521.587495:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979521.587497:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979521.587498:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979521.587501:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979521.587506:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979521.587510:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979521.587514:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979521.587518:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979521.587525:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979521.587529:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979521.587530:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979521.587532:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979521.587535:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979521.587536:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979521.587538:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979521.587540:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979521.587565:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979521.587570:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979521.587578:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979521.587589:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979521.587593:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979521.587594:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979521.587597:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979521.587600:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979521.587604:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979521.587608:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979521.587611:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979521.587616:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979521.587641:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979521.587646:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979521.587650:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979521.587656:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979521.587661:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979521.587665:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979521.587670:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979521.587672:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979521.587674:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979522.484142:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979522.484152:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979522.484153:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979522.484159:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979522.484163:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979522.484168:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979522.484171:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979522.484174:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979522.484177:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979522.611511:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979522.611517:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979522.611521:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979522.611525:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979522.611529:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979522.611533:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979522.611536:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979522.611539:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979522.611542:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979522.611561:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979522.611565:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979522.611569:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979522.611570:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979522.611572:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979522.611573:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979522.611578:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979522.611579:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979522.611583:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979522.611585:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979522.611598:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979522.611600:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979522.611602:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979523.507426:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979523.507438:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979523.507441:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979523.507448:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979523.507454:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979523.507459:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979523.507462:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979523.507465:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979523.507470:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979523.635462:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979523.635470:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979523.635474:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979523.635482:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979523.635490:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979523.635498:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979523.635504:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979523.635508:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979523.635515:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979523.635552:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979523.635557:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979523.635564:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979523.635567:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979523.635575:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979523.635581:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979523.635587:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979523.635592:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979523.635600:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979523.635604:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979523.635631:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979523.635636:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979523.635645:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979524.147756:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979524.147763:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979524.147767:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979524.147778:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3b80 x1870620403022464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.147795:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979524.147799:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979524.147807:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979524.147811:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979524.147817:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979524.147827:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403022464:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979524.147832:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979524.147839:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979524.147844:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979524.147848:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979524.147856:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979524.147862:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979524.147872:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979524.147880:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979524.147891:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979524.147903:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403022464, portal 25 00000100:00000001:0.0:1783979524.147909:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979524.147914:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889973120 : -110483819578496 : ffff9b83fb2e3b80) 00000100:00000040:0.0:1783979524.147926:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3b80 x1870620403022464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.147944:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979524.147951:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979524.147956:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783979524.147963:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620403022464, offset 0 00000400:00000200:0.0:1783979524.147975:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979524.147988:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979524.148002:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979524.148011:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979524.148019:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979524.148026:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979524.148034:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979524.148042:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826945:826945:256:4294967295] 192.168.201.148@tcp LPNI seq info [826916:826916:8:4294967295] 00000400:00000200:0.0:1783979524.148052:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979524.148072:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979524.148087:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979524.148095:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979524.148108:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979524.148113:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979524.148139:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979524.148143:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979524.148152:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979524.148161:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979524.148170:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783979524.148174:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783979524.148183:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979524.148203:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3b80 x1870620403022464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.148222:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979524.148229:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3b80 x1870620403022464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979549 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.148241:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979524.148245:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979524.148259:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979524.148267:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979524.148272:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311851258 00000100:00000010:0.0:1783979524.148279:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783979524.148290:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979524.148325:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311851259 00000100:00000010:0.0:1783979524.148332:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783979524.148338:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979524.148345:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979524.148352:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979524.148359:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979524.148367:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979524/real 1783979524] req@ffff9b83fb2e3b80 x1870620403022464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979524.148384:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979524.148387:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979524.148391:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979524.148396:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979524.148400:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979524.148406:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979524.148413:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3b80 x1870620403022464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979524.148430:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3b80 x1870620403022464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.148441:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979524.148444:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979524.148448:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979524.148451:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979524.148458:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3b80 x1870620403022464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.148475:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979524.148484:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3b80 x1870620403022464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979549 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.148499:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979524.148503:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979524.148507:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979524.148509:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979524.148514:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979524.148517:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979524.148521:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979524.148528:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979524.148533:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979524.148540:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3b80 x1870620403022464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979549 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979524.148554:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403022464:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979524.148559:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979524.148563:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979524.148570:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3b80 x1870620403022464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979549 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.148590:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979524.148594:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979524.148598:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979524.148603:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979524.148606:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979524.148609:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979524.148614:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979524.148618:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064c00. 02000000:00000001:0.0:1783979524.148625:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979524.148628:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979524.148631:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3b80. 00000100:00000001:0.0:1783979524.148635:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979524.148637:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979524.148639:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979524.148647:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979524.148649:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979524.148652:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979524.148653:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979524.148655:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979524.148659:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2d80 x1870620403022592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.148666:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979524.148667:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979524.148669:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979524.148671:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979524.148673:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979524.148676:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403022592:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979524.148679:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979524.148681:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979524.148682:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979524.148684:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979524.148687:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979524.148689:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979524.148693:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979524.148710:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979524.148714:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979524.148717:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403022592, portal 10 00000100:00000001:0.0:1783979524.148719:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979524.148721:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889969536 : -110483819582080 : ffff9b83fb2e2d80) 00000100:00000040:0.0:1783979524.148727:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2d80 x1870620403022592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.148734:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979524.148736:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979524.148738:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783979524.148741:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403022592, offset 0 00000400:00000200:0.0:1783979524.148745:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979524.148749:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979524.148752:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979524.148755:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979524.148758:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979524.148760:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979524.148763:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979524.148766:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826946:826946:256:4294967295] 192.168.201.148@tcp LPNI seq info [826917:826917:8:4294967295] 00000400:00000200:0.0:1783979524.148770:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979524.148776:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979524.148780:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979524.148783:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979524.148787:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979524.148790:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979524.148800:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979524.148802:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979524.148804:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979524.148808:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979524.148811:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783979524.148812:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783979524.148815:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979524.148818:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2d80 x1870620403022592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.148831:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979524.148834:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2d80 x1870620403022592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979549 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.148840:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979524.148842:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979524.148845:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979524.148849:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979524.148851:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979524.148853:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311850000 00000100:00000001:0.0:1783979524.148856:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311851258 00000100:00000001:0.0:1783979524.148858:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311850000 00000100:00000001:0.0:1783979524.148860:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311851259 00000100:00000001:0.0:1783979524.148862:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979524.148864:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979524.148865:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979524.148869:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979524/real 1783979524] req@ffff9b83fb2e2d80 x1870620403022592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979524.148877:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979524.148879:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979524.148880:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979524.148882:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979524.148884:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979524.148886:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979524.148889:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2d80 x1870620403022592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979524.148897:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2d80 x1870620403022592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.148904:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979524.148906:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979524.148907:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979524.148909:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979524.148912:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2d80 x1870620403022592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.148919:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979524.148922:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2d80 x1870620403022592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979549 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.148928:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979524.148931:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979524.148932:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979524.148934:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979524.148935:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979524.148945:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979524.148947:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979524.148950:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979524.148952:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979524.148955:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2d80 x1870620403022592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979549 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979524.148960:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403022592:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979524.148962:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979524.148964:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0700 x1870620403022720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.148968:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979524.148969:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979524.148970:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979524.148971:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979524.148972:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979524.148974:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403022720:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979524.148976:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979524.148978:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979524.148979:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979524.148981:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979524.148984:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979524.148986:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979524.148989:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979524.148992:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979524.148995:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979524.148998:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403022720, portal 10 00000100:00000001:0.0:1783979524.149000:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979524.149001:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889959680 : -110483819591936 : ffff9b83fb2e0700) 00000100:00000040:0.0:1783979524.149006:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0700 x1870620403022720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.149012:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979524.149015:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979524.149016:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783979524.149019:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403022720, offset 0 00000400:00000200:0.0:1783979524.149022:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979524.149027:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979524.149030:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979524.149033:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979524.149036:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979524.149038:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979524.149040:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979524.149043:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826947:826947:256:4294967295] 192.168.201.148@tcp LPNI seq info [826918:826918:8:4294967295] 00000400:00000200:0.0:1783979524.149047:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979524.149052:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979524.149057:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979524.149060:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979524.149064:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979524.149067:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979524.149077:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979524.149079:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979524.149081:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979524.149083:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979524.149085:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783979524.149086:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783979524.149088:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979524.149090:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0700 x1870620403022720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.149096:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979524.149098:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0700 x1870620403022720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979549 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.149103:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979524.149104:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979524.149106:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979524.149109:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979524.149111:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979524.149112:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311849995 00000100:00000001:0.0:1783979524.149114:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311851258 00000100:00000001:0.0:1783979524.149115:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311849995 00000100:00000001:0.0:1783979524.149117:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311851259 00000100:00000001:0.0:1783979524.149118:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979524.149119:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979524.149120:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979524.149122:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979524/real 1783979524] req@ffff9b83fb2e0700 x1870620403022720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979524.149126:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979524.149128:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979524.149129:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979524.149130:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979524.149131:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979524.149132:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979524.149134:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0700 x1870620403022720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979524.149138:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0700 x1870620403022720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.149142:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979524.149142:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979524.149143:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979524.149144:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979524.149146:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0700 x1870620403022720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.149149:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979524.149151:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0700 x1870620403022720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979549 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.149156:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979524.149157:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979524.149158:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979524.149159:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979524.149160:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979524.149165:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979524.149166:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979524.149168:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979524.149169:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979524.149171:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0700 x1870620403022720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979549 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979524.149180:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403022720:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979524.149182:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979524.149184:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1500 x1870620403022848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.149187:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979524.149188:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979524.149189:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979524.149190:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979524.149191:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979524.149193:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403022848:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979524.149194:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979524.149195:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979524.149196:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979524.149197:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979524.149200:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979524.149201:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979524.149203:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979524.149205:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979524.149207:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979524.149209:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403022848, portal 4 00000100:00000001:0.0:1783979524.149210:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979524.149211:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889963264 : -110483819588352 : ffff9b83fb2e1500) 00000100:00000040:0.0:1783979524.149215:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1500 x1870620403022848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.149218:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979524.149220:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979524.149221:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783979524.149222:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403022848, offset 0 00000400:00000200:0.0:1783979524.149224:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979524.149227:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979524.149229:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979524.149231:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979524.149233:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979524.149234:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979524.149236:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979524.149238:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826948:826948:256:4294967295] 192.168.201.148@tcp LPNI seq info [826919:826919:8:4294967295] 00000400:00000200:0.0:1783979524.149241:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979524.149245:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979524.149247:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979524.149249:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979524.149252:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979524.149254:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979524.149260:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979524.149261:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979524.149263:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979524.149265:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979524.149267:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783979524.149268:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783979524.149269:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979524.149271:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1500 x1870620403022848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.149275:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979524.149277:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1500 x1870620403022848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979549 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.149281:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979524.149282:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979524.149283:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979524.149285:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979524.149286:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979524.149288:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311850022 00000100:00000001:0.0:1783979524.149290:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311851258 00000100:00000001:0.0:1783979524.149291:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311850022 00000100:00000001:0.0:1783979524.149292:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311851259 00000100:00000001:0.0:1783979524.149310:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979524.149311:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979524.149313:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979524.149315:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979524/real 1783979524] req@ffff9b83fb2e1500 x1870620403022848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979524.149322:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979524.149323:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979524.149325:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979524.149327:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979524.149329:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979524.149331:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979524.149334:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1500 x1870620403022848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979524.149342:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1500 x1870620403022848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.149348:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979524.149350:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979524.149351:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979524.149353:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979524.149356:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1500 x1870620403022848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.149362:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979524.149364:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1500 x1870620403022848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979549 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.149370:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979524.149373:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979524.149374:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979524.149375:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979524.149378:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979524.149382:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979524.149384:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979524.149388:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979524.149390:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979524.149393:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1500 x1870620403022848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979549 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979524.149400:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403022848:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979524.149404:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979524.149407:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0e00 x1870620403022976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.149414:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979524.149415:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979524.149417:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979524.149419:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979524.149421:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979524.149423:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403022976:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979524.149426:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979524.149428:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979524.149430:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979524.149432:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979524.149435:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979524.149437:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979524.149440:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979524.149442:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979524.149445:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979524.149448:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403022976, portal 4 00000100:00000001:0.0:1783979524.149451:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979524.149452:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889961472 : -110483819590144 : ffff9b83fb2e0e00) 00000100:00000040:0.0:1783979524.149458:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0e00 x1870620403022976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.149465:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979524.149467:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979524.149469:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783979524.149471:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403022976, offset 0 00000400:00000200:0.0:1783979524.149474:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979524.149478:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979524.149481:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979524.149484:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979524.149486:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979524.149488:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979524.149490:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979524.149493:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826949:826949:256:4294967295] 192.168.201.148@tcp LPNI seq info [826920:826920:8:4294967295] 00000400:00000200:0.0:1783979524.149497:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979524.149503:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979524.149507:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979524.149511:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979524.149514:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979524.149517:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1783979524.149528:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979524.149529:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979524.149532:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979524.149536:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979524.149538:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783979524.149540:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783979524.149543:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979524.149546:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0e00 x1870620403022976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.149561:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979524.149563:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0e00 x1870620403022976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979549 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.149569:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979524.149570:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979524.149573:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979524.149576:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979524.149578:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979524.149580:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311850013 00000100:00000001:0.0:1783979524.149583:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311851258 00000100:00000001:0.0:1783979524.149585:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311850013 00000100:00000001:0.0:1783979524.149587:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311851259 00000100:00000001:0.0:1783979524.149590:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979524.149592:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979524.149593:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979524.149597:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979524/real 1783979524] req@ffff9b83fb2e0e00 x1870620403022976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979524.149604:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979524.149606:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979524.149607:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979524.149609:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979524.149611:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979524.149612:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979524.149616:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0e00 x1870620403022976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979524.149624:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0e00 x1870620403022976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.149630:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979524.149632:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979524.149634:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979524.149635:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979524.149638:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0e00 x1870620403022976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.149645:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979524.149648:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0e00 x1870620403022976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979549 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.149654:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979524.149656:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979524.149657:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979524.149659:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979524.149661:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979524.149664:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979524.149666:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979524.149669:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979524.149671:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979524.149675:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0e00 x1870620403022976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979549 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979524.149681:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403022976:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979524.149684:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979524.149686:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979524.149689:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2d80 x1870620403022592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979549 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.149706:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979524.149708:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979524.149710:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979524.149712:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979524.149714:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979524.149716:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979524.149718:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979524.149720:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064800. 02000000:00000001:0.0:1783979524.149722:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979524.149724:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979524.149725:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2d80. 00000100:00000001:0.0:1783979524.149728:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979524.149729:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979524.149731:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979524.149734:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0700 x1870620403022720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979549 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.149739:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979524.149741:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979524.149742:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979524.149745:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979524.149746:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979524.149747:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979524.149749:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979524.149750:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067000. 02000000:00000001:0.0:1783979524.149752:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979524.149753:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979524.149755:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0700. 00000100:00000001:0.0:1783979524.149756:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979524.149757:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979524.149758:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979524.149761:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1500 x1870620403022848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979549 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.149765:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979524.149767:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979524.149768:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979524.149770:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979524.149771:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979524.149772:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979524.149774:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979524.149775:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065000. 02000000:00000001:0.0:1783979524.149777:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979524.149778:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979524.149779:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1500. 00000100:00000001:0.0:1783979524.149782:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979524.149783:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979524.149784:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979524.149787:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0e00 x1870620403022976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979549 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979524.149791:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979524.149792:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979524.149793:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979524.149795:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979524.149796:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979524.149796:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979524.149798:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979524.149799:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065800. 02000000:00000001:0.0:1783979524.149800:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979524.149801:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979524.149802:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0e00. 00000100:00000001:0.0:1783979524.149804:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979524.149805:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979524.149806:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979524.149811:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979524.149812:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979524.149814:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979524.149816:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979524.531442:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979524.531459:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979524.531470:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979524.531489:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979524.531509:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979524.531526:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979524.531547:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979524.531550:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979524.531553:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979524.661861:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979524.661870:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979524.661881:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979524.661885:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979524.661892:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979524.661896:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979524.661903:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979524.661907:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979524.661911:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979524.661913:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979525.555401:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979525.555410:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979525.555413:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979525.555424:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979525.555428:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979525.555433:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979525.555436:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979525.555439:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979525.555442:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979525.683455:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979525.683464:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979525.683479:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979525.683483:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979525.683493:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979525.683497:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979525.683505:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979525.683510:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979525.683517:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979525.683519:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979525.687108:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979525.687125:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979525.687128:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979525.687134:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979525.687137:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979525.687142:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979525.687145:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979525.687148:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979525.687151:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979525.687636:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979525.687640:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979525.687641:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979525.687644:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979525.687646:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979525.687649:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979525.687651:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979525.687653:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979525.687656:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979526.579411:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979526.579421:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979526.579425:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979526.579433:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979526.579439:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979526.579443:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979526.579450:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979526.579454:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979526.579458:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979526.707397:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979526.707414:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979526.707417:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979526.707425:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979526.707431:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979526.707435:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979526.707440:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979526.707443:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979526.707446:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979526.707460:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979526.707463:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979526.707464:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979526.707467:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979526.707469:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979526.707471:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979526.707473:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979526.707475:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979526.707477:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979526.707486:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979526.707489:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979526.707491:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979526.707493:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979526.707497:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979526.707501:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979526.707505:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979526.707507:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979526.707510:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979526.707533:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979526.707538:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979526.707543:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979526.707548:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979526.707553:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979526.707557:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979526.707561:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979526.707567:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979526.707574:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979526.707577:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979526.707583:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979526.707586:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979526.707591:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979526.707595:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979526.707599:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979526.707602:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979527.603387:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979527.603395:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979527.603396:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979527.603402:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979527.603406:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979527.603409:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979527.603411:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979527.603414:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979527.603417:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979527.731613:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979527.731617:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979527.731620:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979527.731623:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979527.731627:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979527.731630:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979527.731642:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979527.731645:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979527.731649:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979527.731676:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979527.731681:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979527.731689:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979527.731693:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979527.731698:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979527.731700:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979527.731704:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979527.731706:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979527.731713:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979527.731718:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979527.731757:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979527.731760:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979527.731764:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979528.627394:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979528.627402:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979528.627405:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979528.627410:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979528.627416:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979528.627421:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979528.627427:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979528.627431:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979528.627434:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979528.755539:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979528.755541:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979528.755542:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979528.755544:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979528.755546:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979528.755547:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979528.755548:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979528.755550:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979528.755551:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979528.755557:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979528.755558:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979528.755559:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979528.755561:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979528.755562:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979528.755563:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979528.755563:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979528.755565:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979528.755566:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979528.755592:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979528.755595:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979528.755599:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979528.755601:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979528.755604:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979528.755606:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979528.755609:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979528.755610:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979528.755613:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979528.755624:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979528.755636:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979528.755638:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979528.755640:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979528.755653:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979528.755654:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979528.755655:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979528.755656:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979528.755657:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979528.755659:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979528.755660:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979528.755661:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979528.755662:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979528.755669:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979528.755670:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979528.755671:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979528.755672:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979528.755673:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979528.755674:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979528.755767:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979528.755769:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979528.755771:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979529.268631:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979529.268636:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979529.268638:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979529.268645:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880380 x1870620403023104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.268658:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979529.268660:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979529.268663:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979529.268666:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979529.268668:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979529.268672:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403023104:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979529.268676:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979529.268679:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979529.268682:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979529.268684:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979529.268690:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979529.268691:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979529.268697:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979529.268701:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979529.268707:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979529.268713:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403023104, portal 25 00000100:00000001:0.0:1783979529.268716:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979529.268717:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694530432 : -110484015021184 : ffff9b83ef880380) 00000100:00000040:0.0:1783979529.268722:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880380 x1870620403023104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.268729:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979529.268732:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979529.268734:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783979529.268737:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620403023104, offset 0 00000400:00000200:0.0:1783979529.268744:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979529.268751:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979529.268756:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979529.268762:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979529.268766:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979529.268769:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979529.268772:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979529.268776:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826950:826950:256:4294967295] 192.168.201.148@tcp LPNI seq info [826921:826921:8:4294967295] 00000400:00000200:0.0:1783979529.268780:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979529.268790:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979529.268795:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979529.268800:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979529.268806:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979529.268810:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783979529.268825:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979529.268827:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979529.268834:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979529.268838:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979529.268843:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783979529.268845:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783979529.268849:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979529.268853:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880380 x1870620403023104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.268861:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979529.268865:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880380 x1870620403023104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979554 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.268873:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979529.268874:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979529.268879:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979529.268882:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979529.268885:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311856379 00000100:00000010:0.0:1783979529.268890:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783979529.268896:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979529.268902:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311856379 00000100:00000010:0.0:1783979529.268916:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783979529.268919:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979529.268922:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979529.268925:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979529.268927:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979529.268931:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979529/real 1783979529] req@ffff9b83ef880380 x1870620403023104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979529.268940:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979529.268942:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979529.268944:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979529.268947:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979529.268949:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979529.268951:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979529.268954:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880380 x1870620403023104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979529.268963:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880380 x1870620403023104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.268970:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979529.268972:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979529.268974:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979529.268976:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979529.268979:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880380 x1870620403023104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.268986:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979529.268990:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880380 x1870620403023104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979554 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.268998:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979529.269000:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979529.269002:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979529.269003:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979529.269005:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979529.269015:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979529.269018:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979529.269022:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979529.269025:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979529.269029:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880380 x1870620403023104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979554 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979529.269037:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403023104:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979529.269042:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979529.269043:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979529.269046:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880380 x1870620403023104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979554 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.269052:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979529.269054:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979529.269057:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979529.269069:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979529.269071:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979529.269072:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979529.269075:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979529.269077:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636c00. 02000000:00000001:0.0:1783979529.269081:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979529.269083:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979529.269084:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880380. 00000100:00000001:0.0:1783979529.269088:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979529.269090:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979529.269091:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979529.269097:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979529.269099:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979529.269101:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979529.269102:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979529.269104:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979529.269107:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880a80 x1870620403023232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.269113:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979529.269115:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979529.269116:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979529.269118:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979529.269120:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979529.269123:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403023232:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979529.269126:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979529.269128:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979529.269130:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979529.269132:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979529.269135:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979529.269137:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979529.269140:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979529.269142:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979529.269146:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979529.269149:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403023232, portal 10 00000100:00000001:0.0:1783979529.269151:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979529.269152:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694532224 : -110484015019392 : ffff9b83ef880a80) 00000100:00000040:0.0:1783979529.269158:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880a80 x1870620403023232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.269164:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979529.269166:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979529.269168:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783979529.269170:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403023232, offset 0 00000400:00000200:0.0:1783979529.269174:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979529.269178:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979529.269182:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979529.269185:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979529.269187:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979529.269189:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979529.269191:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979529.269194:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826951:826951:256:4294967295] 192.168.201.148@tcp LPNI seq info [826922:826922:8:4294967295] 00000400:00000200:0.0:1783979529.269197:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979529.269203:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979529.269207:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979529.269210:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979529.269213:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979529.269216:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783979529.269226:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979529.269227:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979529.269230:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979529.269233:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979529.269236:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783979529.269238:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783979529.269240:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979529.269243:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880a80 x1870620403023232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.269250:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979529.269253:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880a80 x1870620403023232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979554 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.269258:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979529.269260:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979529.269262:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979529.269265:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979529.269268:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979529.269270:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311855120 00000100:00000001:0.0:1783979529.269272:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311856379 00000100:00000001:0.0:1783979529.269274:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311855120 00000100:00000001:0.0:1783979529.269276:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311856379 00000100:00000001:0.0:1783979529.269278:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979529.269279:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979529.269281:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979529.269284:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979529/real 1783979529] req@ffff9b83ef880a80 x1870620403023232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979529.269323:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979529.269324:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979529.269326:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979529.269329:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979529.269330:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979529.269332:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979529.269335:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880a80 x1870620403023232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979529.269344:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880a80 x1870620403023232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.269350:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979529.269351:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979529.269353:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979529.269354:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979529.269357:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880a80 x1870620403023232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.269363:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979529.269367:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880a80 x1870620403023232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979554 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.269373:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979529.269375:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979529.269377:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979529.269399:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979529.269401:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979529.269408:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979529.269411:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979529.269415:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979529.269417:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979529.269422:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880a80 x1870620403023232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979554 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979529.269429:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403023232:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979529.269433:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979529.269436:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883800 x1870620403023360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.269441:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979529.269442:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979529.269444:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979529.269446:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979529.269448:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979529.269450:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403023360:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979529.269453:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979529.269455:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979529.269456:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979529.269458:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979529.269461:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979529.269463:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979529.269466:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979529.269468:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979529.269471:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979529.269474:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403023360, portal 10 00000100:00000001:0.0:1783979529.269475:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979529.269477:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694543872 : -110484015007744 : ffff9b83ef883800) 00000100:00000040:0.0:1783979529.269482:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883800 x1870620403023360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.269488:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979529.269490:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979529.269492:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783979529.269494:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403023360, offset 0 00000400:00000200:0.0:1783979529.269498:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979529.269501:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979529.269504:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979529.269507:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979529.269509:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979529.269511:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979529.269513:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979529.269516:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826952:826952:256:4294967295] 192.168.201.148@tcp LPNI seq info [826923:826923:8:4294967295] 00000400:00000200:0.0:1783979529.269519:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979529.269525:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979529.269529:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979529.269533:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979529.269535:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979529.269545:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783979529.269552:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979529.269553:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979529.269555:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979529.269557:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979529.269559:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783979529.269560:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783979529.269562:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979529.269564:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883800 x1870620403023360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.269569:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979529.269570:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883800 x1870620403023360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979554 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.269574:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979529.269575:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979529.269577:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979529.269579:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979529.269581:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979529.269583:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311855116 00000100:00000001:0.0:1783979529.269584:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311856379 00000100:00000001:0.0:1783979529.269586:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311855116 00000100:00000001:0.0:1783979529.269587:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311856379 00000100:00000001:0.0:1783979529.269588:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979529.269589:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979529.269590:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979529.269592:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979529/real 1783979529] req@ffff9b83ef883800 x1870620403023360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979529.269596:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979529.269597:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979529.269598:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979529.269600:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979529.269601:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979529.269602:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979529.269604:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883800 x1870620403023360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979529.269622:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883800 x1870620403023360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.269628:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979529.269630:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979529.269632:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979529.269633:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979529.269636:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883800 x1870620403023360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.269642:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979529.269646:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883800 x1870620403023360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979554 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.269652:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979529.269654:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979529.269656:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979529.269657:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979529.269658:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979529.269664:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979529.269666:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979529.269669:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979529.269671:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979529.269674:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883800 x1870620403023360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979554 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979529.269681:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403023360:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979529.269684:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979529.269687:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880700 x1870620403023488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.269693:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979529.269695:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979529.269697:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979529.269699:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979529.269700:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979529.269703:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403023488:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979529.269706:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979529.269708:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979529.269709:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979529.269711:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979529.269714:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979529.269716:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979529.269719:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979529.269722:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979529.269725:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979529.269728:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403023488, portal 4 00000100:00000001:0.0:1783979529.269730:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979529.269731:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694531328 : -110484015020288 : ffff9b83ef880700) 00000100:00000040:0.0:1783979529.269737:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880700 x1870620403023488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.269742:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979529.269744:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979529.269746:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783979529.269749:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403023488, offset 0 00000400:00000200:0.0:1783979529.269753:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979529.269757:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979529.269760:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979529.269763:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979529.269765:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979529.269768:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979529.269770:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979529.269773:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826953:826953:256:4294967295] 192.168.201.148@tcp LPNI seq info [826924:826924:8:4294967295] 00000400:00000200:0.0:1783979529.269776:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979529.269782:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979529.269786:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979529.269793:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979529.269796:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979529.269799:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783979529.269807:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979529.269809:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979529.269812:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979529.269815:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979529.269817:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783979529.269819:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783979529.269821:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979529.269825:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880700 x1870620403023488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.269837:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979529.269840:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880700 x1870620403023488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979554 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.269845:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979529.269846:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979529.269849:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979529.269851:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979529.269854:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979529.269856:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311855143 00000100:00000001:0.0:1783979529.269858:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311856379 00000100:00000001:0.0:1783979529.269860:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311855143 00000100:00000001:0.0:1783979529.269862:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311856379 00000100:00000001:0.0:1783979529.269863:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979529.269865:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979529.269866:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979529.269870:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979529/real 1783979529] req@ffff9b83ef880700 x1870620403023488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979529.269876:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979529.269877:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979529.269879:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979529.269882:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979529.269883:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979529.269884:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979529.269887:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880700 x1870620403023488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979529.269893:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880700 x1870620403023488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.269899:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979529.269900:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979529.269902:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979529.269903:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979529.269906:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880700 x1870620403023488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.269911:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979529.269914:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880700 x1870620403023488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979554 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.269919:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979529.269921:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979529.269922:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979529.269923:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979529.269924:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979529.269928:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979529.269929:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979529.269932:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979529.269934:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979529.269937:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880700 x1870620403023488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979554 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979529.269943:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403023488:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979529.269947:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979529.269949:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881180 x1870620403023616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.269954:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979529.269955:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979529.269957:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979529.269959:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979529.269960:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979529.269963:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403023616:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979529.269966:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979529.269967:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979529.269968:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979529.269970:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979529.269973:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979529.269974:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979529.269977:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979529.269980:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979529.269982:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979529.269985:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403023616, portal 4 00000100:00000001:0.0:1783979529.269986:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979529.269987:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694534016 : -110484015017600 : ffff9b83ef881180) 00000100:00000040:0.0:1783979529.269994:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881180 x1870620403023616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.270000:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979529.270002:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979529.270004:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783979529.270006:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403023616, offset 0 00000400:00000200:0.0:1783979529.270009:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979529.270013:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979529.270017:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979529.270019:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979529.270021:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979529.270023:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979529.270026:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979529.270028:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826954:826954:256:4294967295] 192.168.201.148@tcp LPNI seq info [826925:826925:8:4294967295] 00000400:00000200:0.0:1783979529.270031:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979529.270037:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979529.270041:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979529.270045:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979529.270048:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979529.270051:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1783979529.270060:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979529.270062:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979529.270065:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979529.270068:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979529.270071:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783979529.270072:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783979529.270075:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979529.270078:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881180 x1870620403023616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.270085:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979529.270088:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881180 x1870620403023616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979554 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.270093:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979529.270095:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979529.270098:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979529.270101:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979529.270103:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979529.270105:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311855133 00000100:00000001:0.0:1783979529.270107:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311856379 00000100:00000001:0.0:1783979529.270109:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311855133 00000100:00000001:0.0:1783979529.270111:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311856379 00000100:00000001:0.0:1783979529.270113:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979529.270115:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979529.270117:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979529.270120:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979529/real 1783979529] req@ffff9b83ef881180 x1870620403023616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979529.270127:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979529.270129:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979529.270130:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979529.270133:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979529.270134:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979529.270136:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979529.270139:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881180 x1870620403023616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979529.270146:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881180 x1870620403023616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.270152:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979529.270153:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979529.270155:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979529.270156:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979529.270160:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881180 x1870620403023616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.270166:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979529.270169:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881180 x1870620403023616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979554 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.270176:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979529.270178:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979529.270179:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979529.270180:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979529.270182:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979529.270186:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979529.270188:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979529.270191:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979529.270193:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979529.270196:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881180 x1870620403023616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979554 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979529.270209:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403023616:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979529.270212:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979529.270213:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979529.270216:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880a80 x1870620403023232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979554 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.270222:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979529.270223:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979529.270225:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979529.270229:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979529.270230:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979529.270231:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979529.270233:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979529.270235:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634000. 02000000:00000001:0.0:1783979529.270237:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979529.270239:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979529.270240:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880a80. 00000100:00000001:0.0:1783979529.270243:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979529.270244:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979529.270246:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979529.270249:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883800 x1870620403023360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979554 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.270255:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979529.270256:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979529.270257:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979529.270260:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979529.270261:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979529.270262:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979529.270264:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979529.270265:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636400. 02000000:00000001:0.0:1783979529.270267:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979529.270268:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979529.270269:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883800. 00000100:00000001:0.0:1783979529.270273:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979529.270274:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979529.270275:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979529.270279:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880700 x1870620403023488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979554 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.270284:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979529.270285:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979529.270286:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979529.270289:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979529.270290:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979529.270291:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979529.270292:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979529.270342:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634400. 02000000:00000001:0.0:1783979529.270345:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979529.270346:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979529.270347:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880700. 00000100:00000001:0.0:1783979529.270350:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979529.270351:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979529.270352:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979529.270356:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881180 x1870620403023616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979554 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979529.270362:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979529.270363:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979529.270364:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979529.270366:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979529.270367:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979529.270368:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979529.270370:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979529.270371:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634c00. 02000000:00000001:0.0:1783979529.270373:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979529.270374:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979529.270375:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881180. 00000100:00000001:0.0:1783979529.270398:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979529.270400:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979529.270402:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979529.270407:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979529.270408:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979529.270410:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979529.270412:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979529.651402:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979529.651409:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979529.651413:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979529.651419:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979529.651424:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979529.651428:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979529.651440:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979529.651443:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979529.651446:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979529.781786:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979529.781791:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979529.781793:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979529.781797:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979529.781800:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979529.781803:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979529.781805:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979529.781807:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979529.781809:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979529.781821:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979529.781824:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979529.781825:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979529.781826:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979529.781828:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979529.781830:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979529.781832:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979529.781834:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979529.781835:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979529.781854:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979529.781857:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979529.781861:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979529.781862:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979529.781865:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979529.781866:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979529.781870:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979529.781871:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979529.781874:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979529.781875:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979529.781891:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979529.781894:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979529.781896:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979530.675616:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979530.675619:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979530.675620:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979530.675623:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979530.675625:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979530.675627:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979530.675629:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979530.675630:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979530.675633:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979530.803416:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979530.803421:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979530.803432:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979530.803435:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979530.803442:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979530.803446:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979530.803452:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979530.803454:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979530.803457:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979530.803459:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979530.803483:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979530.803487:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979530.803491:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979530.807131:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979530.807138:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979530.807140:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979530.807145:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979530.807148:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979530.807151:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979530.807153:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979530.807155:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979530.807158:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979531.699399:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979531.699408:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979531.699411:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979531.699416:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979531.699421:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979531.699425:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979531.699430:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979531.699435:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979531.699442:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979531.827420:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979531.827425:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979531.827432:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979531.827437:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979531.827441:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979531.827447:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979531.827455:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979531.827459:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979531.827462:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979531.827467:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979531.827474:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979531.827479:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979531.827483:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979531.827487:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979531.827492:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979531.827495:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979531.827497:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979531.827499:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979531.827503:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979531.827505:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979531.827507:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979531.827508:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979531.827509:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979531.827511:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979531.827512:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979531.827525:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979531.827528:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979531.827530:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979531.827531:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979531.827532:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979531.827534:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979531.827535:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979531.827537:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979531.827539:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979531.827558:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979531.827572:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979531.827575:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979531.833378:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979531.833382:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979531.833383:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979531.833438:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979531.833442:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979531.833444:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979531.833446:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979531.833447:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979531.833449:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979532.723440:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979532.723449:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979532.723452:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979532.723457:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979532.723463:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979532.723468:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979532.723477:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979532.723480:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979532.723482:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979532.851507:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979532.851510:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979532.851511:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979532.851513:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979532.851515:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979532.851517:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979532.851619:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979532.851622:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979532.851624:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979532.851640:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979532.851642:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979532.851645:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979532.851645:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979532.851648:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979532.851649:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979532.851651:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979532.851653:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979532.851657:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979532.851660:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979533.747426:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979533.747429:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979533.747431:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979533.747433:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979533.747435:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979533.747437:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979533.747438:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979533.747440:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979533.747442:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979533.875440:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979533.875445:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979533.875453:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979533.875457:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979533.875465:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979533.875469:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979533.875478:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979533.875481:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979533.875487:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979533.875490:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979533.875547:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979533.875552:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979533.875555:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979533.875558:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979533.875561:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979533.875563:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979533.875565:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979533.875567:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979533.875569:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979533.875583:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979533.875587:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979533.875590:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979533.875595:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979533.875599:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979533.875601:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979533.879471:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979533.879475:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979533.879478:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979534.388173:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979534.388181:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979534.388186:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979534.388197:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3480 x1870620403023744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.388214:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979534.388218:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979534.388225:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979534.388230:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979534.388234:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979534.388242:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403023744:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979534.388248:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979534.388254:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979534.388259:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979534.388264:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979534.388270:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979534.388272:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979534.388277:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979534.388282:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979534.388288:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979534.389425:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403023744, portal 25 00000100:00000001:0.0:1783979534.389429:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979534.389431:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889971328 : -110483819580288 : ffff9b83fb2e3480) 00000100:00000040:0.0:1783979534.389438:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3480 x1870620403023744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.389447:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979534.389449:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979534.389454:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783979534.389458:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620403023744, offset 0 00000400:00000200:0.0:1783979534.389464:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979534.389473:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979534.389479:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979534.389486:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979534.389490:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979534.389493:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979534.389496:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979534.389500:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826955:826955:256:4294967295] 192.168.201.148@tcp LPNI seq info [826926:826926:8:4294967295] 00000400:00000200:0.0:1783979534.389503:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979534.389512:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979534.389531:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979534.389536:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979534.389543:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979534.389547:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783979534.389563:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979534.389566:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979534.389573:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979534.389577:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979534.389582:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783979534.389585:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783979534.389589:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979534.389594:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3480 x1870620403023744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.389603:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979534.389606:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3480 x1870620403023744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979559 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.389613:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979534.389615:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979534.389620:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979534.389624:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979534.389626:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311861500 00000100:00000010:0.0:1783979534.389631:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783979534.389638:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979534.389643:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311861500 00000100:00000010:0.0:1783979534.389646:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783979534.389649:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979534.389652:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979534.389655:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979534.389658:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979534.389661:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979534/real 1783979534] req@ffff9b83fb2e3480 x1870620403023744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979534.389671:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979534.389672:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979534.389675:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979534.389678:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979534.389680:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979534.389682:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979534.389685:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3480 x1870620403023744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979534.389693:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3480 x1870620403023744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.389699:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979534.389701:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979534.389703:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979534.389705:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979534.389708:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3480 x1870620403023744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.389715:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979534.389719:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3480 x1870620403023744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979559 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.389726:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979534.389729:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979534.389731:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979534.389733:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979534.389735:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979534.389737:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979534.389740:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979534.389744:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979534.389746:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979534.389750:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3480 x1870620403023744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979559 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979534.389758:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403023744:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979534.389763:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979534.389765:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979534.389768:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3480 x1870620403023744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979559 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.389774:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979534.389776:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979534.389779:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979534.389782:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979534.389784:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979534.389786:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979534.389788:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979534.389791:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065400. 02000000:00000001:0.0:1783979534.389794:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979534.389796:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979534.389798:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3480. 00000100:00000001:0.0:1783979534.389801:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979534.389802:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979534.389804:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979534.389811:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979534.389813:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979534.389815:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979534.389817:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979534.389818:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979534.389822:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1c00 x1870620403023872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.389829:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979534.389831:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979534.389833:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979534.389835:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979534.389837:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979534.389840:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403023872:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979534.389843:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979534.389846:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979534.389848:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979534.389851:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979534.389855:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979534.389856:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979534.389860:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979534.389862:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979534.389866:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979534.389869:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403023872, portal 10 00000100:00000001:0.0:1783979534.389871:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979534.389872:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889965056 : -110483819586560 : ffff9b83fb2e1c00) 00000100:00000040:0.0:1783979534.389879:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1c00 x1870620403023872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.389884:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979534.389887:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979534.389889:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783979534.389891:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403023872, offset 0 00000400:00000200:0.0:1783979534.389895:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979534.389899:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979534.389902:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979534.389905:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979534.389907:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979534.389909:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979534.389912:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979534.389915:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826956:826956:256:4294967295] 192.168.201.148@tcp LPNI seq info [826927:826927:8:4294967295] 00000400:00000200:0.0:1783979534.389919:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979534.389924:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979534.389928:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979534.389931:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979534.389934:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979534.389937:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783979534.389946:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979534.389948:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979534.389951:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979534.389954:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979534.389956:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783979534.389958:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783979534.389960:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979534.389963:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1c00 x1870620403023872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.389984:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979534.389987:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1c00 x1870620403023872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979559 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.389992:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979534.389994:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979534.389997:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979534.390001:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979534.390003:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979534.390005:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311860241 00000100:00000001:0.0:1783979534.390008:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311861500 00000100:00000001:0.0:1783979534.390010:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311860241 00000100:00000001:0.0:1783979534.390012:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311861500 00000100:00000001:0.0:1783979534.390014:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979534.390015:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979534.390017:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979534.390021:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979534/real 1783979534] req@ffff9b83fb2e1c00 x1870620403023872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979534.390027:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979534.390029:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979534.390030:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979534.390032:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979534.390034:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979534.390035:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979534.390038:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1c00 x1870620403023872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979534.390046:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1c00 x1870620403023872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.390051:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979534.390053:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979534.390055:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979534.390056:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979534.390059:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1c00 x1870620403023872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.390065:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979534.390068:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1c00 x1870620403023872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979559 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.390075:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979534.390077:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979534.390078:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979534.390080:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979534.390081:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979534.390090:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979534.390093:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979534.390097:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979534.390099:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979534.390102:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1c00 x1870620403023872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979559 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979534.390109:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403023872:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979534.390113:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979534.390116:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2680 x1870620403024000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.390122:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979534.390123:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979534.390125:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979534.390127:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979534.390129:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979534.390131:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403024000:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979534.390134:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979534.390136:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979534.390137:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979534.390139:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979534.390142:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979534.390144:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979534.390147:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979534.390149:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979534.390153:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979534.390155:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403024000, portal 10 00000100:00000001:0.0:1783979534.390157:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979534.390159:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889967744 : -110483819583872 : ffff9b83fb2e2680) 00000100:00000040:0.0:1783979534.390165:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2680 x1870620403024000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.390177:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979534.390179:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979534.390181:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783979534.390184:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403024000, offset 0 00000400:00000200:0.0:1783979534.390188:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979534.390191:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979534.390194:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979534.390197:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979534.390199:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979534.390201:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979534.390204:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979534.390206:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826957:826957:256:4294967295] 192.168.201.148@tcp LPNI seq info [826928:826928:8:4294967295] 00000400:00000200:0.0:1783979534.390210:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979534.390216:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979534.390220:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979534.390223:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979534.390227:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979534.390229:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783979534.390239:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979534.390241:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979534.390243:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979534.390247:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979534.390249:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783979534.390251:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783979534.390253:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979534.390256:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2680 x1870620403024000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.390263:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979534.390265:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2680 x1870620403024000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979559 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.390276:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979534.390278:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979534.390280:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979534.390283:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979534.390286:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979534.390287:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311860236 00000100:00000001:0.0:1783979534.390290:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311861500 00000100:00000001:0.0:1783979534.390311:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311860236 00000100:00000001:0.0:1783979534.390313:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311861500 00000100:00000001:0.0:1783979534.390568:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979534.390572:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979534.390574:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979534.390579:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979534/real 1783979534] req@ffff9b83fb2e2680 x1870620403024000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979534.390587:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979534.390588:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979534.390590:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979534.390593:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979534.390595:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979534.390597:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979534.390600:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2680 x1870620403024000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979534.390607:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2680 x1870620403024000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.390614:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979534.390615:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979534.390617:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979534.390618:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979534.390621:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2680 x1870620403024000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.390628:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979534.390631:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2680 x1870620403024000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979559 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.390638:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979534.390640:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979534.390641:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979534.390643:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979534.390644:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979534.390650:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979534.390653:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979534.390656:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979534.390658:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979534.390661:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2680 x1870620403024000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979559 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979534.390669:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403024000:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979534.390672:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979534.390676:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3100 x1870620403024128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.390682:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979534.390683:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979534.390685:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979534.390687:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979534.390689:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979534.390692:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403024128:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979534.390695:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979534.390697:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979534.390699:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979534.390700:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979534.390704:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979534.390706:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979534.390709:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979534.390711:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979534.390715:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979534.390717:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403024128, portal 4 00000100:00000001:0.0:1783979534.390719:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979534.390720:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889970432 : -110483819581184 : ffff9b83fb2e3100) 00000100:00000040:0.0:1783979534.390725:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3100 x1870620403024128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.390731:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979534.390733:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979534.390735:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783979534.390737:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403024128, offset 0 00000400:00000200:0.0:1783979534.390741:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979534.390745:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979534.390748:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979534.390751:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979534.390753:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979534.390755:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979534.390758:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979534.390760:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826958:826958:256:4294967295] 192.168.201.148@tcp LPNI seq info [826929:826929:8:4294967295] 00000400:00000200:0.0:1783979534.390764:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979534.390770:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979534.390774:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979534.390777:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979534.390781:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979534.390783:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783979534.390793:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979534.390795:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979534.390797:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979534.390801:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979534.390803:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783979534.390805:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783979534.390807:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979534.390810:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3100 x1870620403024128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.390817:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979534.390820:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3100 x1870620403024128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979559 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.390825:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979534.390827:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979534.390829:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979534.390832:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979534.390835:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979534.390837:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311860264 00000100:00000001:0.0:1783979534.390840:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311861500 00000100:00000001:0.0:1783979534.390842:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311860264 00000100:00000001:0.0:1783979534.390843:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311861500 00000100:00000001:0.0:1783979534.390845:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979534.390847:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979534.390849:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979534.390852:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979534/real 1783979534] req@ffff9b83fb2e3100 x1870620403024128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979534.390859:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979534.390860:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979534.390862:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979534.390864:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979534.390865:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979534.390867:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979534.390870:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3100 x1870620403024128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979534.390877:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3100 x1870620403024128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.390882:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979534.390883:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979534.390885:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979534.390886:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979534.390890:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3100 x1870620403024128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.390896:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979534.390899:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3100 x1870620403024128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979559 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.390905:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979534.390907:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979534.390909:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979534.390910:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979534.390911:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979534.390915:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979534.390918:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979534.390921:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979534.390922:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979534.390926:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3100 x1870620403024128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979559 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979534.390933:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403024128:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979534.390936:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979534.390939:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1180 x1870620403024256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.390946:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979534.390947:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979534.390949:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979534.390951:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979534.390953:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979534.390955:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403024256:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979534.390958:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979534.390960:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979534.391017:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979534.391020:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979534.391023:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979534.391025:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979534.391029:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979534.391031:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979534.391034:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979534.391037:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403024256, portal 4 00000100:00000001:0.0:1783979534.391039:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979534.391040:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889962368 : -110483819589248 : ffff9b83fb2e1180) 00000100:00000040:0.0:1783979534.391047:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1180 x1870620403024256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.391053:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979534.391055:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979534.391057:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783979534.391059:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403024256, offset 0 00000400:00000200:0.0:1783979534.391064:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979534.391068:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979534.391070:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979534.391073:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979534.391075:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979534.391077:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979534.391080:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979534.391083:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826959:826959:256:4294967295] 192.168.201.148@tcp LPNI seq info [826930:826930:8:4294967295] 00000400:00000200:0.0:1783979534.391087:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979534.391093:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979534.391097:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979534.391100:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979534.391104:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979534.391107:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1783979534.391117:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979534.391119:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979534.391121:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979534.391125:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979534.391128:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783979534.391129:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783979534.391131:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979534.391135:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1180 x1870620403024256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.391142:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979534.391145:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1180 x1870620403024256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979559 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.391151:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979534.391152:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979534.391155:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979534.391157:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979534.391160:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979534.391162:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311860254 00000100:00000001:0.0:1783979534.391165:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311861500 00000100:00000001:0.0:1783979534.391167:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311860254 00000100:00000001:0.0:1783979534.391169:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311861500 00000100:00000001:0.0:1783979534.391171:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979534.391173:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979534.391175:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979534.391179:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979534/real 1783979534] req@ffff9b83fb2e1180 x1870620403024256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979534.391186:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979534.391187:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979534.391189:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979534.391191:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979534.391192:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979534.391194:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979534.391197:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1180 x1870620403024256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979534.391204:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1180 x1870620403024256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.391210:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979534.391211:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979534.391213:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979534.391214:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979534.391217:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1180 x1870620403024256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.391224:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979534.391227:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1180 x1870620403024256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979559 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.391233:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979534.391235:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979534.391236:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979534.391237:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979534.391239:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979534.391243:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979534.391245:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979534.391248:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979534.391250:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979534.391253:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1180 x1870620403024256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979559 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979534.391260:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403024256:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979534.391264:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979534.391265:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979534.391268:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1c00 x1870620403023872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979559 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.391274:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979534.391276:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979534.391279:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1400. 02000000:00000001:0.0:1783979534.391281:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979534.391283:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979534.391285:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979534.391287:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979534.391288:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067800. 02000000:00000001:0.0:1783979534.391394:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979534.391396:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979534.391398:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1c00. 00000100:00000001:0.0:1783979534.391401:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979534.391403:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979534.391405:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979534.391409:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2680 x1870620403024000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979559 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.391415:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979534.391416:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979534.391418:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979534.391421:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979534.391422:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979534.391424:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979534.391426:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979534.391427:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065800. 02000000:00000001:0.0:1783979534.391430:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979534.391431:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979534.391432:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2680. 00000100:00000001:0.0:1783979534.391434:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979534.391435:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979534.391437:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979534.391440:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3100 x1870620403024128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979559 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.391446:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979534.391447:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979534.391448:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979534.391451:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979534.391452:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979534.391454:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979534.391456:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979534.391457:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065000. 02000000:00000001:0.0:1783979534.391459:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979534.391460:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979534.391461:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3100. 00000100:00000001:0.0:1783979534.391463:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979534.391464:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979534.391466:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979534.391469:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1180 x1870620403024256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979559 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979534.391474:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979534.391475:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979534.391476:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979534.391478:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979534.391479:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979534.391480:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979534.391482:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979534.391484:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067000. 02000000:00000001:0.0:1783979534.391486:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979534.391487:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979534.391488:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1180. 00000100:00000001:0.0:1783979534.391491:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979534.391492:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979534.391494:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979534.391500:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979534.391501:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979534.391503:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979534.391505:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979534.771710:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979534.771718:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979534.771720:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979534.771726:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979534.771729:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979534.771732:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979534.771735:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979534.771737:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979534.771740:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979534.899546:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979534.899550:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979534.899555:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979534.899556:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979534.899561:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979534.899563:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979534.899567:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979534.899569:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979534.899573:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979534.899577:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979534.899603:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979534.899608:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979534.899611:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979534.901160:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979534.901164:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979534.901167:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979534.901172:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979534.901177:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979534.901180:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979534.902160:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979534.902166:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979534.902170:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979535.795391:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979535.795399:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979535.795401:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979535.795406:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979535.795410:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979535.795414:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979535.795422:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979535.795423:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979535.795424:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979535.923617:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979535.923624:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979535.923630:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979535.923631:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979535.923635:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979535.923637:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979535.923640:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979535.923641:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979535.923644:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979535.923645:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979535.924012:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979535.924015:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979535.924017:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979535.924019:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979535.924021:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979535.924023:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979535.924025:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979535.924026:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979535.924029:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979536.819415:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979536.819423:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979536.819425:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979536.819430:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979536.819434:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979536.819438:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979536.819440:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979536.819442:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979536.819446:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979536.947498:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979536.947508:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979536.947513:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979536.948080:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979536.948083:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979536.948084:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979536.948086:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979536.948088:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979536.948092:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979536.948094:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979536.948098:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979536.948099:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979536.948102:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979536.948103:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979536.948106:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979536.948107:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979537.843436:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979537.843448:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979537.843450:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979537.843456:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979537.843473:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979537.843478:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979537.843487:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979537.843489:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979537.843491:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979537.971467:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979537.971475:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979537.971485:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979537.971489:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979537.971505:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979537.971510:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979537.971518:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979537.971522:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979537.971531:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979537.971535:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979537.971583:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979537.971589:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979537.971599:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979537.971642:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979537.971655:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979537.971659:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979537.971665:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979537.971671:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979537.971674:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979537.971682:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979537.971688:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979537.971695:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979538.867474:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979538.867485:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979538.867489:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979538.867498:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979538.867505:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979538.867512:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979538.867523:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979538.867528:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979538.867533:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979538.995407:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979538.995416:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979538.995420:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979538.995425:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979538.995431:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979538.995448:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979538.995454:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979538.995457:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979538.995460:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979538.995489:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979538.995493:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979538.995499:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979538.995500:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979538.995505:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979538.995507:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979538.995511:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979538.995513:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979538.995516:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979538.995517:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979538.995537:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979538.995540:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979538.995544:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979538.995584:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979538.995589:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979538.995590:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979538.995594:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979538.995599:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979538.995604:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979538.995609:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979538.995612:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979538.995618:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979539.507523:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979539.507535:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979539.507537:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979539.507540:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979539.507545:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979539.507552:0:297114:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 17192 00000400:00000200:0.0:1783979539.507561:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979539.507567:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979539.507570:0:297114:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979539.507572:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979539.507575:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979539.507577:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979539.507579:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979539.507583:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979539.507585:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783979539.507588:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979539.507591:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783979539.507593:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783979539.507595:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783979539.507598:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979539.507600:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979539.507601:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979539.507604:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979539.507607:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783979539.507610:0:297114:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979539.507612:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979539.507615:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979539.507619:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979539.507622:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979539.507624:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979539.507626:0:297114:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979539.507636:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783979539.507640:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783979539.507644:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979539.507645:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979539.507648:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979539.507651:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979539.507654:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979539.507662:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783979539.507668:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979539.507677:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620403024384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979539.507688:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979539.507692:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979539.507697:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620403024384/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979539.507720:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979539.507724:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979539.507728:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979539.507731:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979539.507734:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979539.507740:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979539.507746:0:297114:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17192 00000400:00000200:0.0:1783979539.507756:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979539.507764:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979539.507772:0:297114:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979539.507784:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979539.507792:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979539.507797:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979539.507804:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979539.507809:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979539.507813:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783979539.507817:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979539.507822:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783979539.507831:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783979539.507839:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783979539.507850:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979539.507855:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979539.507858:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979539.507864:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979539.507872:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783979539.507877:0:297114:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979539.507882:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979539.507887:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979539.507895:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979539.507902:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979539.507907:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979539.507912:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979539.507916:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979539.507919:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979539.507924:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783979539.507929:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979539.507933:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979539.507939:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979539.507946:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979539.507952:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979539.507956:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979539.507964:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783979539.507974:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979539.507987:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620403024512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979539.508005:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979539.508009:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979539.508022:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620403024512/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979539.508034:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979539.508037:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979539.508041:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979539.508046:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979539.508052:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979539.508056:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979539.508062:0:297114:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17192 00000400:00000200:0.0:1783979539.508073:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979539.508081:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979539.508085:0:297114:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979539.508093:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979539.508099:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979539.508113:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979539.508120:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979539.508125:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979539.508130:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783979539.508135:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979539.508139:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783979539.508144:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783979539.508148:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783979539.508156:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979539.508163:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979539.508171:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979539.508176:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979539.508183:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783979539.508191:0:297114:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979539.508197:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979539.508199:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979539.508203:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979539.508207:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979539.508215:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979539.508219:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979539.508225:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979539.508231:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979539.508237:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783979539.508242:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979539.508250:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979539.508254:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979539.508259:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979539.508261:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979539.508264:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979539.508274:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783979539.508282:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979539.508291:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620403024640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979539.508347:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979539.508354:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979539.508370:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620403024640/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979539.508389:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979539.508399:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979539.508405:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979539.508409:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979539.508413:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979539.508416:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979539.508422:0:297114:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17192 00000400:00000200:0.0:1783979539.508445:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979539.508456:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979539.508464:0:297114:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979539.508470:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979539.508476:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979539.508482:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979539.508491:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979539.508497:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979539.508503:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783979539.508510:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979539.508517:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783979539.508523:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783979539.508529:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783979539.508547:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979539.508559:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979539.508566:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979539.508571:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979539.508580:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783979539.508592:0:297114:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979539.508600:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979539.508605:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979539.508612:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979539.508624:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979539.508630:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979539.508637:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979539.508645:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979539.508653:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979539.508663:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783979539.508671:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979539.508679:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979539.508684:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979539.508691:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979539.508695:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979539.508699:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979539.508705:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783979539.508714:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979539.508730:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620403024768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979539.508759:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979539.508766:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979539.508778:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620403024768/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979539.508804:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979539.508811:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979539.508826:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979539.508831:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979539.508836:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979539.508841:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979539.508850:0:297114:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17192 00000400:00000200:0.0:1783979539.508862:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979539.508873:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979539.508879:0:297114:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979539.508891:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979539.508904:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979539.508912:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979539.508918:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979539.508925:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979539.508928:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783979539.508931:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979539.508936:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783979539.508942:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783979539.508948:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783979539.508955:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979539.508958:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979539.508964:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979539.508970:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979539.508976:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783979539.508984:0:297114:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979539.508994:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979539.508997:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979539.509002:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979539.509008:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979539.509014:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979539.509020:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979539.509025:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979539.509029:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979539.509036:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783979539.509043:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979539.509052:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979539.509054:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979539.509059:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979539.509063:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979539.509068:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979539.509076:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783979539.509091:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979539.509106:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620403024896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979539.509155:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979539.509160:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979539.509169:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620403024896/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979539.509202:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979539.509210:0:297114:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17203) 00000100:00000001:0.0:1783979539.891456:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979539.891466:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979539.891471:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979539.891479:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979539.891487:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979539.891493:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979539.891499:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979539.891503:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979539.891508:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979540.019480:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979540.019487:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979540.019493:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979540.019498:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979540.019504:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979540.019507:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979540.019510:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979540.019518:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979540.019535:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979540.019557:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979540.019562:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979540.019565:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979540.019570:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979540.019574:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979540.019581:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979540.019592:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979540.019596:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979540.019608:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979540.019638:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979540.019641:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979540.019648:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979540.019650:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979540.019654:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979540.019657:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979540.019662:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979540.019664:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979540.019669:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979540.019672:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979540.019696:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979540.019700:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979540.019704:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979540.915445:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979540.915458:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979540.915463:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979540.915472:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979540.915480:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979540.915487:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979540.915501:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979540.915505:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979540.915509:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979541.043476:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979541.043483:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979541.043487:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979541.043492:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979541.043498:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979541.043502:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979541.043519:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979541.043523:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979541.043528:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979541.043548:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979541.043555:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979541.043558:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979541.043563:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979541.043567:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979541.043571:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979541.043581:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979541.043585:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979541.043588:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979541.043617:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979541.043620:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979541.043626:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979541.043628:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979541.043633:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979541.043635:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979541.043639:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979541.043640:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979541.043645:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979541.043646:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979541.043664:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979541.043668:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979541.043671:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979541.939465:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979541.939475:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979541.939476:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979541.939481:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979541.939485:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979541.939489:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979541.939491:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979541.939493:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979541.939496:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979542.067413:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979542.067422:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979542.067428:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979542.067436:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979542.067444:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979542.067451:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979542.067459:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979542.067464:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979542.067472:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979542.067498:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979542.067504:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979542.067508:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979542.067513:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979542.067518:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979542.067523:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979542.067530:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979542.067535:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979542.067543:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979542.067576:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979542.067580:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979542.067586:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979542.067589:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979542.067592:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979542.067597:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979542.067601:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979542.067603:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979542.067605:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979542.067608:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979542.067613:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979542.067614:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979542.067616:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979542.067617:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979542.067619:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979542.067620:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979542.067622:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979542.067624:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979542.067628:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979542.067630:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979542.067631:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979542.067633:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979542.067634:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979542.067635:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979542.067637:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979542.067639:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979542.067643:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979542.067644:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979542.067645:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979542.067647:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979542.067649:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979542.067650:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979542.067651:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979542.067653:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979542.067674:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979542.067678:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979542.067681:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979542.963483:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979542.963494:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979542.963497:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979542.963507:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979542.963513:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979542.963520:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979542.963526:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979542.963529:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979542.963532:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979543.091565:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979543.091570:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979543.091574:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979543.091578:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979543.091584:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979543.091588:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979543.091594:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979543.091596:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979543.091600:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979543.091651:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979543.091655:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979543.091659:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979543.091661:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979543.091666:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979543.091667:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979543.091671:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979543.091672:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979543.091676:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979543.091678:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979543.091693:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979543.091695:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979543.091698:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979543.092060:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979543.092064:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979543.092065:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979543.092067:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979543.092069:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979543.092072:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979543.092074:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979543.092075:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979543.092077:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979543.988129:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979543.988134:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979543.988135:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979543.988138:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979543.988140:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979543.988143:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979543.988145:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979543.988147:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979543.988149:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979544.115426:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979544.115433:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979544.115437:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979544.115447:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979544.115455:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979544.115463:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979544.115471:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979544.115475:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979544.115485:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979544.115500:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979544.115503:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979544.115504:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979544.115507:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979544.115510:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979544.115512:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979544.116730:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979544.116733:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979544.116743:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979544.116771:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979544.116832:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979544.116840:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979544.116842:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979544.116846:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979544.116848:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979544.116852:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979544.116854:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979544.116858:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979544.116859:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979544.116881:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979544.116885:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979544.116889:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783979544.627450:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979544.627464:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979544.627467:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979544.627471:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979544.627476:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979544.627485:0:297279:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 17198 00000400:00000200:0.0:1783979544.627496:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979544.627503:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979544.627506:0:297279:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979544.627509:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979544.627513:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979544.627516:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979544.627518:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979544.627522:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979544.627524:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783979544.627527:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979544.627531:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783979544.627533:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783979544.627535:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783979544.627538:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979544.627540:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979544.627541:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979544.627544:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979544.627547:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783979544.627550:0:297279:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979544.627553:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979544.627557:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979544.627561:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979544.627564:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979544.627567:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979544.627570:0:297279:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979544.627582:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783979544.627587:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783979544.627591:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979544.627593:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979544.627597:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979544.627600:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979544.627605:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979544.627615:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783979544.627623:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979544.627634:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620403025024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979544.627645:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979544.627650:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979544.627654:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620403025024/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979544.627682:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979544.627685:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979544.627689:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979544.627690:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979544.627692:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979544.627695:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979544.627698:0:297279:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17198 00000400:00000200:0.0:1783979544.627702:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979544.627705:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979544.627708:0:297279:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979544.627711:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979544.627715:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979544.627718:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979544.627720:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979544.627722:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979544.627724:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783979544.627728:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979544.627730:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783979544.627734:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783979544.627737:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783979544.627744:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979544.627746:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979544.627751:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979544.627756:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979544.627760:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783979544.627766:0:297279:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979544.627767:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979544.627769:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979544.627775:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979544.627778:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979544.627782:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979544.627788:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979544.627794:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979544.627799:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979544.627804:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783979544.627809:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979544.627815:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979544.627817:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979544.627820:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979544.627823:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979544.627826:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979544.627834:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783979544.627840:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979544.627849:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620403025152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979544.627861:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979544.627865:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979544.627870:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620403025152/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979544.627881:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979544.627886:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979544.627890:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979544.627892:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979544.627895:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979544.627909:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979544.627916:0:297279:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17198 00000400:00000200:0.0:1783979544.627925:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979544.627933:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979544.627937:0:297279:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979544.627943:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979544.627947:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979544.627952:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979544.627956:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979544.627960:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979544.627961:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783979544.627963:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979544.627967:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783979544.627971:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783979544.627974:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783979544.627980:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979544.627984:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979544.627986:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979544.627990:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979544.627995:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783979544.628000:0:297279:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979544.628006:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979544.628010:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979544.628016:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979544.628021:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979544.628037:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979544.628040:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979544.628043:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979544.628044:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979544.628049:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783979544.628054:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979544.628059:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979544.628062:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979544.628066:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979544.628069:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979544.628072:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979544.628079:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783979544.628085:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979544.628092:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620403025280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979544.628105:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979544.628110:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979544.628116:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620403025280/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979544.628133:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979544.628138:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979544.628143:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979544.628145:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979544.628148:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979544.628155:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979544.628161:0:297279:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17198 00000400:00000200:0.0:1783979544.628167:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979544.628174:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979544.628178:0:297279:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979544.628184:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979544.628189:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979544.628194:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979544.628199:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979544.628201:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979544.628203:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783979544.628204:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979544.628206:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783979544.628209:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783979544.628214:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783979544.628221:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979544.628226:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979544.628230:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979544.628234:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979544.628237:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783979544.628244:0:297279:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979544.628249:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979544.628253:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979544.628258:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979544.628261:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979544.628265:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979544.628269:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979544.628272:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979544.628274:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979544.628281:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783979544.628286:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979544.628291:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979544.628335:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979544.628338:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979544.628350:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979544.628353:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979544.628359:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783979544.628365:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979544.628372:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620403025408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979544.628385:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979544.628390:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979544.628398:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620403025408/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979544.628425:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979544.628429:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979544.628435:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979544.628439:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979544.628442:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979544.628447:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979544.628452:0:297279:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17198 00000400:00000200:0.0:1783979544.628460:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979544.628467:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979544.628472:0:297279:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979544.628478:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979544.628483:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979544.628488:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979544.628492:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979544.628497:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979544.628500:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783979544.628504:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979544.628508:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783979544.628513:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783979544.628517:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783979544.628524:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979544.628529:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979544.628534:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979544.628539:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979544.628544:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783979544.628549:0:297279:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979544.628553:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979544.628556:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979544.628560:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979544.628565:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979544.628569:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979544.628572:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979544.628575:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979544.628576:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979544.628580:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783979544.628583:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979544.628589:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979544.628591:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979544.628595:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979544.628598:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979544.628600:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979544.628605:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783979544.628611:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979544.628620:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620403025536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979544.628633:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979544.628637:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979544.628644:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620403025536/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979544.628664:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979544.628671:0:297279:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17208) 00000100:00000001:0.0:1783979545.011432:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979545.011441:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979545.011445:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979545.011453:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979545.011459:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979545.011463:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979545.011477:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979545.011481:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979545.011486:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979545.139476:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979545.139487:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979545.139499:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979545.139507:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979545.139520:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979545.139527:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979545.139549:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979545.139558:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979545.139567:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979545.139594:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979545.139603:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979545.139613:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979545.139631:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979545.139641:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979545.139653:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979545.139680:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979545.139691:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979545.139694:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979545.139726:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979545.139729:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979545.139735:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979545.139737:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979545.139741:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979545.139743:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979545.139746:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979545.139748:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979545.139751:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979545.139752:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979545.139773:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979545.139776:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979545.139779:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979546.035437:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979546.035447:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979546.035449:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979546.035455:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979546.035459:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979546.035463:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979546.035466:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979546.035468:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979546.035472:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979546.163421:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979546.163429:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979546.163433:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979546.163440:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979546.163446:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979546.163452:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979546.163459:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979546.163464:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979546.163470:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979546.163501:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979546.163505:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979546.163511:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979546.163513:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979546.163518:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979546.163522:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979546.163532:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979546.163536:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979546.163545:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979546.163549:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979546.163575:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979546.163581:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979546.163595:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979547.059527:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979547.059531:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979547.059533:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979547.059535:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979547.059537:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979547.059539:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979547.059540:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979547.059542:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979547.059543:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979547.187856:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979547.187859:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979547.187860:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979547.187863:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979547.187864:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979547.187866:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979547.187868:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979547.187869:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979547.187871:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979547.187888:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979547.187891:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979547.187893:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979547.187897:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979547.187900:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979547.187902:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979547.187904:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979547.187907:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979547.187911:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979547.187912:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979547.187917:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979547.187918:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979547.187921:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979547.187923:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979547.187927:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979547.187928:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979547.187943:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979547.187946:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979547.187949:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979548.083392:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979548.083400:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979548.083404:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979548.083410:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979548.083415:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979548.083421:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979548.083435:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979548.083438:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979548.083441:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979548.211463:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979548.211468:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979548.211479:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979548.211484:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979548.211493:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979548.211497:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979548.211514:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979548.211517:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979548.211520:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979548.211521:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979548.211564:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979548.211567:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979548.211571:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979548.212191:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979548.212195:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979548.212196:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979548.212198:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979548.212200:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979548.212202:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979548.212204:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979548.212205:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979548.212207:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979549.107406:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979549.107413:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979549.107416:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979549.107421:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979549.107426:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979549.107432:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979549.107438:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979549.107441:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979549.107445:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979549.235433:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979549.235439:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979549.235443:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979549.235448:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979549.235453:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979549.235457:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979549.235464:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979549.235469:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979549.235476:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979549.235502:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979549.235506:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979549.235514:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979549.235518:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979549.235525:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979549.235529:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979549.235537:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979549.235540:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979549.235544:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979549.235546:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979549.235579:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979549.235581:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979549.235583:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783979549.747439:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979549.747449:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979549.747452:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979549.747455:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979549.747459:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979549.747466:0:297114:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 17203 00000400:00000200:0.0:1783979549.747717:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979549.747724:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979549.747728:0:297114:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979549.747732:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979549.747735:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979549.747737:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979549.747740:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979549.747744:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979549.747746:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783979549.747749:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979549.747752:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783979549.747754:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783979549.747757:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783979549.747760:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979549.747762:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979549.747764:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979549.747766:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979549.747769:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783979549.747772:0:297114:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979549.747774:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979549.747777:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979549.747780:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979549.747783:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979549.747785:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979549.747787:0:297114:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979549.747797:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783979549.747801:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783979549.747804:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979549.747806:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979549.747808:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979549.747811:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979549.747815:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979549.747823:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783979549.747831:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979549.747841:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620403025664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979549.747851:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979549.747856:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979549.747861:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620403025664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979549.747889:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979549.747892:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979549.747896:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979549.747897:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979549.747899:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979549.747901:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979549.747904:0:297114:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17203 00000400:00000200:0.0:1783979549.747908:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979549.747911:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979549.747913:0:297114:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979549.747916:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979549.747918:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979549.747920:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979549.747922:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979549.747924:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979549.747925:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783979549.747926:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979549.747928:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783979549.747930:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783979549.747932:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783979549.747935:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979549.747937:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979549.747939:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979549.747941:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979549.747943:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783979549.747946:0:297114:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979549.747948:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979549.747951:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979549.747956:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979549.747958:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979549.747960:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979549.747964:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979549.747969:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979549.747973:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979549.747978:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783979549.747983:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979549.747988:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979549.747990:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979549.747994:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979549.747997:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979549.748000:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979549.748007:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783979549.748013:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979549.748021:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620403025792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979549.748037:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979549.748041:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979549.748047:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620403025792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979549.748059:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979549.748064:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979549.748068:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979549.748070:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979549.748073:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979549.748077:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979549.748080:0:297114:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17203 00000400:00000200:0.0:1783979549.748086:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979549.748090:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979549.748094:0:297114:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979549.748098:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979549.748103:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979549.748107:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979549.748111:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979549.748114:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979549.748116:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783979549.748118:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979549.748121:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783979549.748125:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783979549.748129:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783979549.748136:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979549.748139:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979549.748145:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979549.748150:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979549.748155:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783979549.748161:0:297114:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979549.748165:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979549.748168:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979549.748172:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979549.748175:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979549.748177:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979549.748181:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979549.748186:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979549.748188:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979549.748193:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783979549.748196:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979549.748200:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979549.748202:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979549.748206:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979549.748209:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979549.748212:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979549.748218:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783979549.748224:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979549.748232:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620403025920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979549.748246:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979549.748249:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979549.748268:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620403025920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979549.748275:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979549.748278:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979549.748281:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979549.748283:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979549.748284:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979549.748287:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979549.748289:0:297114:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17203 00000400:00000200:0.0:1783979549.748312:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979549.748315:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979549.748318:0:297114:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979549.748320:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979549.748323:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979549.748325:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979549.748326:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979549.748329:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979549.748330:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783979549.748332:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979549.748334:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783979549.748336:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783979549.748338:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783979549.748341:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979549.748343:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979549.748346:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979549.748347:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979549.748349:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783979549.748352:0:297114:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979549.748354:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979549.748356:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979549.748358:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979549.748360:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979549.748362:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979549.748364:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979549.748378:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979549.748380:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979549.748385:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783979549.748388:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979549.748390:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979549.748391:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979549.748393:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979549.748395:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979549.748396:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979549.748400:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783979549.748403:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979549.748407:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620403026048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979549.748415:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979549.748417:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979549.748421:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620403026048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979549.748429:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979549.748431:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979549.748434:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979549.748436:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979549.748438:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979549.748440:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979549.748443:0:297114:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17203 00000400:00000200:0.0:1783979549.748446:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979549.748449:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979549.748451:0:297114:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979549.748453:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979549.748456:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979549.748458:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979549.748459:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979549.748462:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979549.748463:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783979549.748464:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979549.748466:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783979549.748468:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783979549.748470:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783979549.748472:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979549.748474:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979549.749757:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979549.749761:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979549.749764:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783979549.749769:0:297114:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979549.749771:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979549.749773:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979549.749779:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979549.749781:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979549.749783:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979549.749786:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979549.749789:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979549.749791:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979549.749796:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783979549.749799:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979549.749802:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979549.749803:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979549.749806:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979549.749808:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979549.749810:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979549.749816:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783979549.749821:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979549.749827:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620403026176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979549.749835:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979549.749838:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979549.749842:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620403026176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979549.749852:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979549.749857:0:297114:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17213) 00000100:00000001:0.0:1783979550.131533:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979550.131537:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979550.131538:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979550.131541:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979550.131543:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979550.131545:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979550.131546:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979550.131548:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979550.131549:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979550.259396:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979550.259400:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979550.259404:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979550.259405:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979550.259409:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979550.259411:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979550.259414:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979550.259415:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979550.259418:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979550.259420:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979550.259444:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979550.259447:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979550.259450:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979550.259935:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979550.259938:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979550.259939:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979550.259941:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979550.259943:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979550.259945:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979550.259947:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979550.259949:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979550.259950:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979551.155366:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979551.155373:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979551.155376:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979551.155381:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979551.155387:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979551.155392:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979551.155395:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979551.155397:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979551.155400:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979551.283486:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979551.283492:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979551.283496:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979551.283503:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979551.283509:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979551.283514:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979551.283516:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979551.283518:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979551.283527:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979551.283547:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979551.283550:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979551.283553:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979551.283554:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979551.283557:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979551.283561:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979551.283567:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979551.283570:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979551.283584:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979551.283587:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979552.179466:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979552.179470:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979552.179472:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979552.179474:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979552.179476:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979552.179478:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979552.179480:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979552.179481:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979552.179483:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979552.307396:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979552.307401:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979552.307409:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979552.307414:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979552.307418:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979552.307423:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979552.307429:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979552.307433:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979552.307437:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979552.307442:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979552.307450:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979552.307454:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979552.307458:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979552.307460:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979552.307463:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979552.307464:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979552.307466:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979552.307467:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979552.307470:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979552.307471:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979552.307472:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979552.307473:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979552.307475:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979552.307476:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979552.307477:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979552.307478:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979552.307481:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979552.307483:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979552.307485:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979552.307488:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979552.307489:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979552.307492:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979552.307494:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979552.307499:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979552.307526:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979552.307529:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979552.307530:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979552.307532:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979552.307534:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979552.307535:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979552.307537:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979552.307538:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979552.307539:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979552.310192:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979552.310198:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979552.310202:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979552.310214:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979552.310217:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979552.310219:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979552.310223:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979552.310225:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979552.310228:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979553.203428:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979553.203435:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979553.203436:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979553.203441:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979553.203445:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979553.203448:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979553.203451:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979553.203453:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979553.203455:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979553.333695:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979553.333699:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979553.333700:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979553.333703:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979553.333705:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979553.333707:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979553.333709:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979553.333710:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979553.333713:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979553.333720:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979553.333722:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979553.333724:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979553.333725:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979553.333727:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979553.333728:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979553.333730:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979553.333731:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979553.333733:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979553.333748:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979553.333751:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979553.333755:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979553.333756:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979553.333759:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979553.333760:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979553.333763:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979553.333765:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979553.333768:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979553.333769:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979553.333787:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979553.333790:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979553.333793:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979554.227459:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979554.227475:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979554.227481:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979554.227495:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979554.227510:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979554.227523:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979554.227534:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979554.227536:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979554.227538:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979554.357287:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979554.357290:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979554.357304:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979554.357308:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979554.357310:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979554.357312:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979554.357314:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979554.357315:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979554.357317:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979554.357335:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979554.357338:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979554.357342:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979554.357344:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979554.357348:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979554.357349:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979554.357353:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979554.357355:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979554.357358:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979554.357360:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979554.357380:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979554.357385:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979554.357391:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783979554.867448:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979554.867458:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979554.867460:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979554.867464:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979554.867467:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979554.867474:0:297114:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 17208 00000400:00000200:0.0:1783979554.867483:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979554.867489:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979554.867493:0:297114:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979554.867496:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979554.867499:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979554.867501:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979554.867503:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979554.867508:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979554.867510:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783979554.867513:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979554.867516:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783979554.867518:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783979554.867521:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783979554.867524:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979554.867526:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979554.867528:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979554.867529:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979554.867532:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783979554.867535:0:297114:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979554.867538:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979554.867541:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979554.867544:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979554.867547:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979554.867549:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979554.867551:0:297114:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979554.867560:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783979554.867714:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783979554.867719:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979554.867720:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979554.867723:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979554.867726:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979554.867729:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979554.867738:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783979554.867744:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979554.867753:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620403026304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979554.867762:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979554.867766:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979554.867770:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620403026304/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979554.867798:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979554.867801:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979554.867804:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979554.867806:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979554.867807:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979554.867810:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979554.867813:0:297114:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17208 00000400:00000200:0.0:1783979554.867817:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979554.867821:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979554.867823:0:297114:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979554.867826:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979554.867829:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979554.867831:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979554.867834:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979554.867837:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979554.867839:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783979554.867843:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979554.867845:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783979554.867849:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783979554.867853:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783979554.867857:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979554.867862:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979554.867866:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979554.867870:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979554.867876:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783979554.867881:0:297114:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979554.867887:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979554.867891:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979554.867898:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979554.867903:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979554.867906:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979554.867924:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979554.867928:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979554.867932:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979554.867939:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783979554.867944:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979554.867948:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979554.867949:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979554.867952:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979554.867955:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979554.867957:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979554.867962:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783979554.867967:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979554.867973:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620403026432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979554.867986:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979554.867991:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979554.868000:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620403026432/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979554.868015:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979554.868020:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979554.868025:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979554.868028:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979554.868031:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979554.868037:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979554.868040:0:297114:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17208 00000400:00000200:0.0:1783979554.868047:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979554.868053:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979554.868059:0:297114:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979554.868065:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979554.868081:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979554.868087:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979554.868092:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979554.868097:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979554.868099:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783979554.868101:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979554.868105:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783979554.868109:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783979554.868114:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783979554.868123:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979554.868129:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979554.868131:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979554.868134:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979554.868139:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783979554.868143:0:297114:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979554.868148:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979554.868153:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979554.868156:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979554.868160:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979554.868178:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979554.868182:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979554.868187:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979554.868191:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979554.868196:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783979554.868201:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979554.868205:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979554.868207:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979554.868211:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979554.868214:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979554.868218:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979554.868225:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783979554.868230:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979554.868239:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620403026560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979554.868251:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979554.868255:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979554.868263:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620403026560/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979554.868276:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979554.868282:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979554.868287:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979554.868291:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979554.868317:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979554.868319:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979554.868323:0:297114:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17208 00000400:00000200:0.0:1783979554.868327:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979554.868330:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979554.868333:0:297114:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979554.868339:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979554.868344:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979554.868348:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979554.868354:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979554.868357:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979554.868360:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783979554.868364:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979554.868367:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783979554.868371:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783979554.868374:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783979554.868378:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979554.868382:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979554.868388:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979554.868394:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979554.868398:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783979554.868404:0:297114:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979554.868409:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979554.868413:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979554.868417:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979554.868422:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979554.868427:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979554.868431:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979554.868436:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979554.868440:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979554.868447:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783979554.868452:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979554.868457:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979554.868460:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979554.868477:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979554.868481:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979554.868486:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979554.868494:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783979554.868501:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979554.868511:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620403026688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979554.868528:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979554.868533:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979554.868540:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620403026688/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979554.868559:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979554.868574:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979554.868581:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979554.868585:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979554.868588:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979554.868593:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979554.868598:0:297114:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17208 00000400:00000200:0.0:1783979554.868605:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979554.868621:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979554.868625:0:297114:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979554.868631:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979554.868635:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979554.868640:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979554.868644:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979554.868646:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979554.868657:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783979554.868661:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979554.868664:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783979554.868668:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783979554.868673:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783979554.868681:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979554.868685:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979554.868689:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979554.868692:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979554.868694:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783979554.868696:0:297114:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979554.868698:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979554.868701:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979554.868705:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979554.868712:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979554.868716:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979554.868720:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979554.868724:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979554.868727:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979554.868733:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783979554.868739:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979554.868742:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979554.868745:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979554.868749:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979554.868753:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979554.868756:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979554.868763:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783979554.868770:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979554.868779:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620403026816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979554.868791:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979554.868796:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979554.868804:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620403026816/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979554.868824:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979554.868831:0:297114:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17218) 00000100:00000001:0.0:1783979555.251412:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979555.251419:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979555.251421:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979555.251427:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979555.251432:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979555.251437:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979555.251442:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979555.251446:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979555.251450:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979555.379436:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979555.379440:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979555.379445:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979555.379448:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979555.379452:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979555.379453:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979555.379456:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979555.379457:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979555.379460:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979555.379461:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979555.379481:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979555.379484:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979555.379486:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979555.379503:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979555.379505:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979555.379506:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979555.379509:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979555.379511:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979555.379514:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979555.379517:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979555.379519:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979555.379522:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979555.379796:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979555.379801:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979555.379812:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979555.379814:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979555.379816:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979555.379818:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979555.379819:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979555.379820:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979555.379822:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979556.275605:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979556.275608:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979556.275609:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979556.275612:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979556.275614:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979556.275616:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979556.275618:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979556.275619:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979556.275620:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979556.403412:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979556.403419:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979556.403422:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979556.403428:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979556.403433:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979556.403437:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979556.403442:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979556.403447:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979556.403452:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979556.403475:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979556.403479:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979556.403483:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979556.403484:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979556.403488:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979556.403489:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979556.403492:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979556.403493:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979556.403497:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979556.403498:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979556.403513:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979556.403515:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979556.403518:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979556.405827:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979556.405830:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979556.405832:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979556.405835:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979556.405837:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979556.405839:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979556.405841:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979556.405842:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979556.405844:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979557.299419:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979557.299430:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979557.299434:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979557.299441:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979557.299446:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979557.299462:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979557.299466:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979557.299468:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979557.299471:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979557.427419:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979557.427428:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979557.427433:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979557.427441:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979557.427447:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979557.427452:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979557.427467:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979557.427471:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979557.427474:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979557.427519:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979557.427525:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979557.427529:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979557.427532:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979557.427537:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979557.427540:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979557.427543:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979557.427546:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979557.427550:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979557.427552:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979557.427556:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979557.427557:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979557.427561:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979557.427565:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979557.427571:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979557.427637:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979557.427654:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979557.427656:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979557.427659:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979558.323389:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979558.323398:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979558.323401:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979558.323419:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979558.323424:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979558.323428:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979558.323432:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979558.323434:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979558.323438:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979558.451714:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979558.451717:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979558.451719:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979558.451721:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979558.451723:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979558.451725:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979558.451727:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979558.451729:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979558.451731:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979558.451749:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979558.451751:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979558.451753:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979558.451754:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979558.451757:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979558.451757:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979558.451760:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979558.451761:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979558.451763:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979558.451763:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979558.451775:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979558.451777:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979558.451779:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979559.347419:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979559.347426:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979559.347428:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979559.347434:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979559.347437:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979559.347441:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979559.347443:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979559.347446:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979559.347449:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979559.476739:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979559.476744:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979559.476745:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979559.476749:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979559.476752:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979559.476755:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979559.476757:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979559.476758:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979559.476760:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979559.476782:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979559.476784:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979559.476789:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979559.476790:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979559.476795:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979559.476797:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979559.476800:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979559.476801:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979559.476804:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979559.476805:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979559.476822:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979559.476825:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979559.476827:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979559.479039:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979559.479042:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979559.479043:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979559.479045:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979559.479047:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979559.479048:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979559.479181:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979559.479183:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979559.479186:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979560.371421:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979560.371427:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979560.371431:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979560.371436:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979560.371442:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979560.371448:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979560.371452:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979560.371456:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979560.371459:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979560.499421:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979560.499430:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979560.499433:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979560.499441:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979560.499446:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979560.499449:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979560.499452:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979560.499456:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979560.499458:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979560.499488:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979560.499491:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979560.499497:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979560.499500:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979560.499511:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979560.499514:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979560.499516:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979560.499517:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979560.499519:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979560.499520:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979560.499535:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979560.499537:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979560.499539:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979560.499900:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979560.499903:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979560.499904:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979560.499907:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979560.499909:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979560.499911:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979560.499913:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979560.499914:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979560.499917:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979561.395419:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979561.395427:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979561.395428:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979561.395434:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979561.395437:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979561.395441:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979561.395443:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979561.395446:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979561.395449:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979561.396713:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979561.396718:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979561.396719:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979561.396724:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979561.396726:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979561.396729:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979561.396732:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979561.396734:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979561.396736:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979561.523427:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979561.523435:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979561.523437:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979561.523442:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979561.523446:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979561.523450:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979561.523453:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979561.523456:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979561.523459:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979561.523488:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979561.523492:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979561.523496:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979561.523499:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979561.523501:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979561.523505:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979561.523508:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979561.523511:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979561.523513:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979561.523515:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979561.523519:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979561.523521:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979561.523522:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979561.523523:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979561.523525:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979561.523526:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979561.523528:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979561.523530:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979561.523533:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979561.523534:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979561.523535:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979561.523537:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979561.523538:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979561.523539:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979561.523541:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979561.523543:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979561.523546:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979561.523547:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979561.523548:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979561.523550:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979561.523551:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979561.523552:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979561.523553:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979561.523555:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979561.523572:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979561.523575:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979561.523577:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979561.523780:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979561.523782:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979561.523783:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979561.523785:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979561.523787:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979561.523789:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979561.523791:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979561.523793:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979561.523795:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979561.523927:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979561.523929:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979561.523931:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979561.523933:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979561.523935:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979561.523937:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979561.523939:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979561.523940:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979561.523942:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979562.419474:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979562.419482:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979562.419484:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979562.419489:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979562.419493:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979562.419496:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979562.419498:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979562.419501:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979562.419504:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979562.547419:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979562.547426:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979562.547430:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979562.547436:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979562.547442:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979562.547446:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979562.547451:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979562.547456:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979562.547460:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979562.547486:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979562.547489:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979562.547495:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979562.547496:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979562.547500:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979562.547502:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979562.547506:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979562.547507:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979562.547511:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979562.547513:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979562.547546:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979562.547551:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979562.547556:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979562.550073:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979562.550076:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979562.550077:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979562.550080:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979562.550081:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979562.550083:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979562.550085:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979562.550086:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979562.550088:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979563.444794:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979563.444799:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979563.444801:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979563.444805:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979563.444807:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979563.444810:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979563.444811:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979563.444813:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979563.444815:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979563.571726:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979563.571730:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979563.571731:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979563.571733:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979563.571735:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979563.571736:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979563.571738:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979563.571739:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979563.571741:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979563.571759:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979563.571761:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979563.571765:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979563.571766:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979563.571770:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979563.571771:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979563.571774:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979563.571775:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979563.571778:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979563.571779:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979563.571796:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979563.571799:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979563.571801:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979563.572458:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979563.572461:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979563.572463:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979563.572464:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979563.572466:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979563.572468:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979563.572469:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979563.572471:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979563.572473:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979564.467537:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979564.467541:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979564.467542:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979564.467545:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979564.467547:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979564.467548:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979564.467550:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979564.467551:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979564.467554:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979564.596033:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979564.596037:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979564.596038:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979564.596041:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979564.596043:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979564.596045:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979564.596048:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979564.596049:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979564.596052:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979564.596074:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979564.596078:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979564.596086:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979564.596089:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979564.596094:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979564.596105:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979564.596109:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979564.596110:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979564.596113:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979564.596114:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979564.596133:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979564.596135:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979564.596138:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979564.598319:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979564.598322:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979564.598324:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979564.598327:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979564.598330:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979564.598332:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979564.598334:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979564.598335:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979564.598338:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979565.108877:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979565.108881:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979565.108884:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979565.108890:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882a00 x1870620403027584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.108898:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979565.108901:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979565.108904:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979565.108907:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979565.108909:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979565.108912:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403027584:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979565.108917:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979565.108921:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979565.108923:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979565.108926:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979565.108931:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979565.108933:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979565.108938:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979565.108942:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979565.108961:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979565.108967:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403027584, portal 25 00000100:00000001:0.0:1783979565.108970:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979565.108971:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694540288 : -110484015011328 : ffff9b83ef882a00) 00000100:00000040:0.0:1783979565.108977:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882a00 x1870620403027584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.108984:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979565.108997:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979565.109000:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783979565.109004:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620403027584, offset 0 00000400:00000200:0.0:1783979565.109009:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979565.109016:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979565.109021:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979565.109026:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979565.109029:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979565.109033:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979565.109035:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979565.109038:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826985:826985:256:4294967295] 192.168.201.148@tcp LPNI seq info [826956:826956:8:4294967295] 00000400:00000200:0.0:1783979565.109041:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979565.109050:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979565.109057:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979565.109062:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979565.109068:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979565.109072:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979565.109084:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979565.109087:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979565.109094:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979565.109099:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979565.109104:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783979565.109106:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783979565.109111:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979565.109115:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882a00 x1870620403027584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.109124:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979565.109127:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882a00 x1870620403027584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979590 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.109134:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979565.109135:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979565.109141:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979565.109145:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979565.109147:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311892219 00000100:00000010:0.0:1783979565.109152:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783979565.109157:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979565.109162:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311892219 00000100:00000010:0.0:1783979565.109166:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783979565.109168:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979565.109170:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979565.109173:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979565.109175:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979565.109178:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979565/real 1783979565] req@ffff9b83ef882a00 x1870620403027584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979565.109194:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979565.109196:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979565.109198:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979565.109200:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979565.109202:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979565.109204:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979565.109208:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882a00 x1870620403027584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979565.109217:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882a00 x1870620403027584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.109223:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979565.109225:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979565.109227:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979565.109229:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979565.109233:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882a00 x1870620403027584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.109239:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979565.109245:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882a00 x1870620403027584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979590 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.109251:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979565.109254:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979565.109256:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979565.109257:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979565.109259:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979565.109261:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979565.109264:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979565.109267:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979565.109270:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979565.109274:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882a00 x1870620403027584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979590 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979565.109282:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403027584:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979565.109287:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979565.109290:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883480 x1870620403027712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.109323:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979565.109325:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979565.109327:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979565.109329:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979565.109331:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979565.109333:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403027712:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979565.109336:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979565.109338:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979565.109340:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979565.109341:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979565.109344:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979565.109346:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979565.109350:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979565.109353:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979565.109356:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979565.109359:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403027712, portal 10 00000100:00000001:0.0:1783979565.109361:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979565.109362:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542976 : -110484015008640 : ffff9b83ef883480) 00000100:00000040:0.0:1783979565.109368:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883480 x1870620403027712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.109375:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979565.109377:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979565.109379:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783979565.109381:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403027712, offset 0 00000400:00000200:0.0:1783979565.109385:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979565.109390:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979565.109393:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979565.109396:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979565.109398:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979565.109401:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979565.109403:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979565.109405:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826986:826986:256:4294967295] 192.168.201.148@tcp LPNI seq info [826957:826957:8:4294967295] 00000400:00000200:0.0:1783979565.109409:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979565.109415:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979565.109419:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979565.109423:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979565.109426:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979565.109428:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979565.109438:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979565.109440:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979565.109443:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979565.109446:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979565.109449:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783979565.109451:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783979565.109453:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979565.109457:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883480 x1870620403027712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.109464:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979565.109467:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883480 x1870620403027712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979590 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.109472:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979565.109473:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979565.109476:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979565.109480:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979565.109483:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979565.109485:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311890961 00000100:00000001:0.0:1783979565.109488:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311892219 00000100:00000001:0.0:1783979565.109490:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311890961 00000100:00000001:0.0:1783979565.109491:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311892219 00000100:00000001:0.0:1783979565.109493:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979565.109495:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979565.109496:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979565.109499:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979565/real 1783979565] req@ffff9b83ef883480 x1870620403027712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979565.109505:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979565.109506:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979565.109508:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979565.109510:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979565.109511:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979565.109513:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979565.109516:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883480 x1870620403027712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979565.109524:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883480 x1870620403027712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.109531:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979565.109532:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979565.109534:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979565.109535:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979565.109539:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883480 x1870620403027712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.109545:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979565.109549:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883480 x1870620403027712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979590 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.109555:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979565.109558:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979565.109559:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979565.109561:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979565.109562:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979565.109570:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979565.109573:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979565.109576:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979565.109578:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979565.109582:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883480 x1870620403027712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979590 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979565.109589:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403027712:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979565.109593:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979565.109596:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883100 x1870620403027840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.109602:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979565.109603:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979565.109605:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979565.109607:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979565.109609:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979565.109611:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403027840:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979565.109615:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979565.109616:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979565.109618:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979565.109620:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979565.109623:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979565.109625:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979565.109628:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979565.109630:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979565.109633:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979565.109635:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403027840, portal 10 00000100:00000001:0.0:1783979565.109637:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979565.109638:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694542080 : -110484015009536 : ffff9b83ef883100) 00000100:00000040:0.0:1783979565.109642:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883100 x1870620403027840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.109647:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979565.109649:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979565.109651:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783979565.109653:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403027840, offset 0 00000400:00000200:0.0:1783979565.109657:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979565.109661:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979565.109664:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979565.109667:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979565.109669:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979565.109671:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979565.109674:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979565.109677:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826987:826987:256:4294967295] 192.168.201.148@tcp LPNI seq info [826958:826958:8:4294967295] 00000400:00000200:0.0:1783979565.109681:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979565.109687:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979565.109691:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979565.109694:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979565.109698:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979565.109700:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979565.109710:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979565.109712:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979565.109714:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979565.109718:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979565.109721:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783979565.109722:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783979565.109725:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979565.109728:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883100 x1870620403027840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.109740:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979565.109743:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883100 x1870620403027840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979590 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.109749:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979565.109751:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979565.109754:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979565.109757:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979565.109760:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979565.109762:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311890956 00000100:00000001:0.0:1783979565.109764:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311892219 00000100:00000001:0.0:1783979565.109766:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311890956 00000100:00000001:0.0:1783979565.109767:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311892219 00000100:00000001:0.0:1783979565.109769:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979565.109771:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979565.109772:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979565.109775:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979565/real 1783979565] req@ffff9b83ef883100 x1870620403027840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979565.109782:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979565.109783:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979565.109785:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979565.109787:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979565.109788:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979565.109791:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979565.109793:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883100 x1870620403027840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979565.109799:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883100 x1870620403027840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.109804:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979565.109806:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979565.109808:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979565.109809:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979565.109812:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883100 x1870620403027840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.109819:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979565.109823:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883100 x1870620403027840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979590 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.109830:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979565.109832:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979565.109833:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979565.109834:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979565.109836:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979565.109841:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979565.109843:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979565.109847:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979565.109849:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979565.109853:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883100 x1870620403027840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979590 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979565.109860:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403027840:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979565.109864:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979565.109867:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880000 x1870620403027968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.109873:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979565.109874:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979565.109876:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979565.109877:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979565.109879:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979565.109882:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403027968:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979565.109885:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979565.109887:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979565.109888:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979565.109890:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979565.109893:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979565.109894:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979565.109898:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979565.109900:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979565.109903:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979565.109906:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403027968, portal 4 00000100:00000001:0.0:1783979565.109908:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979565.109909:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694529536 : -110484015022080 : ffff9b83ef880000) 00000100:00000040:0.0:1783979565.109914:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880000 x1870620403027968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.109920:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979565.109922:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979565.109924:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783979565.109926:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403027968, offset 0 00000400:00000200:0.0:1783979565.109929:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979565.109932:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979565.109935:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979565.109937:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979565.109940:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979565.109942:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979565.109944:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979565.109947:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826988:826988:256:4294967295] 192.168.201.148@tcp LPNI seq info [826959:826959:8:4294967295] 00000400:00000200:0.0:1783979565.109951:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979565.109956:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979565.109961:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979565.109963:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979565.109967:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979565.109970:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979565.109980:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979565.109982:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979565.109997:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979565.110001:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979565.110004:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783979565.110006:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783979565.110009:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979565.110012:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880000 x1870620403027968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.110019:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979565.110022:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880000 x1870620403027968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979590 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.110028:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979565.110029:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979565.110032:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979565.110035:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979565.110038:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979565.110040:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311890983 00000100:00000001:0.0:1783979565.110042:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311892219 00000100:00000001:0.0:1783979565.110044:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311890983 00000100:00000001:0.0:1783979565.110047:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311892219 00000100:00000001:0.0:1783979565.110048:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979565.110051:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979565.110052:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979565.110056:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979565/real 1783979565] req@ffff9b83ef880000 x1870620403027968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979565.110064:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979565.110065:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979565.110066:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979565.110068:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979565.110069:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979565.110071:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979565.110073:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880000 x1870620403027968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979565.110080:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880000 x1870620403027968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.110087:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979565.110088:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979565.110089:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979565.110091:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979565.110093:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880000 x1870620403027968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.110099:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979565.110103:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880000 x1870620403027968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979590 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.110110:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979565.110112:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979565.110114:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979565.110115:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979565.110116:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979565.110121:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979565.110123:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979565.110126:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979565.110128:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979565.110132:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880000 x1870620403027968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979590 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979565.110190:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403027968:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979565.110194:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979565.110198:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882d80 x1870620403028096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.110203:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979565.110204:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979565.110206:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979565.110207:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979565.110209:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979565.110212:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403028096:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979565.110215:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979565.110217:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979565.110218:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979565.110219:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979565.110222:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979565.110224:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979565.110226:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979565.110228:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979565.110231:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979565.110234:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403028096, portal 4 00000100:00000001:0.0:1783979565.110236:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979565.110237:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694541184 : -110484015010432 : ffff9b83ef882d80) 00000100:00000040:0.0:1783979565.110242:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882d80 x1870620403028096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.110249:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979565.110251:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979565.110253:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783979565.110255:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403028096, offset 0 00000400:00000200:0.0:1783979565.110260:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979565.110264:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979565.110267:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979565.110270:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979565.110272:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979565.110274:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979565.110276:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979565.110279:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826989:826989:256:4294967295] 192.168.201.148@tcp LPNI seq info [826960:826960:8:4294967295] 00000400:00000200:0.0:1783979565.110284:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979565.110290:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979565.110329:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979565.110333:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979565.110336:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979565.110339:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1783979565.110349:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979565.110351:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979565.110354:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979565.110357:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979565.110360:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783979565.110361:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783979565.110363:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979565.110367:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882d80 x1870620403028096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.110374:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979565.110377:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882d80 x1870620403028096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979590 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.110383:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979565.110384:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979565.110387:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979565.110390:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979565.110393:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979565.110396:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311890974 00000100:00000001:0.0:1783979565.110398:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311892219 00000100:00000001:0.0:1783979565.110400:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311890974 00000100:00000001:0.0:1783979565.110402:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311892219 00000100:00000001:0.0:1783979565.110404:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979565.110406:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979565.110408:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979565.110411:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979565/real 1783979565] req@ffff9b83ef882d80 x1870620403028096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979565.110418:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979565.110420:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979565.110421:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979565.110423:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979565.110425:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979565.110427:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979565.110429:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882d80 x1870620403028096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979565.110437:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882d80 x1870620403028096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.110443:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979565.110445:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979565.110446:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979565.110447:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979565.110451:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882d80 x1870620403028096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.110457:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979565.110461:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882d80 x1870620403028096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979590 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.110467:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979565.110470:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979565.110472:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979565.110473:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979565.110475:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979565.110478:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979565.110481:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979565.110485:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979565.110487:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979565.110490:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882d80 x1870620403028096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979590 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979565.110496:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403028096:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979565.110499:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979565.110501:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979565.110504:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882a00 x1870620403027584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979590 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.110511:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979565.110513:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979565.110515:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979565.110519:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979565.110521:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979565.110522:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979565.110525:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979565.110527:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634c00. 02000000:00000001:0.0:1783979565.110531:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979565.110532:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979565.110534:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882a00. 00000100:00000001:0.0:1783979565.110538:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979565.110540:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979565.110541:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979565.110545:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883480 x1870620403027712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979590 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.110556:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979565.110557:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979565.110559:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979565.110562:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979565.110563:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979565.110564:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979565.110566:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979565.110568:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636400. 02000000:00000001:0.0:1783979565.110571:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979565.110572:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979565.110573:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883480. 00000100:00000001:0.0:1783979565.110576:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979565.110577:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979565.110579:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979565.110582:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883100 x1870620403027840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979590 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.110588:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979565.110589:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979565.110591:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979565.110593:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979565.110594:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979565.110595:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979565.110597:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979565.110598:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635400. 02000000:00000001:0.0:1783979565.110601:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979565.110602:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979565.110603:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883100. 00000100:00000001:0.0:1783979565.110605:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979565.110606:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979565.110607:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979565.110610:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880000 x1870620403027968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979590 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.110617:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979565.110618:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979565.110620:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979565.110622:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979565.110624:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979565.110625:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979565.110626:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979565.110627:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634000. 02000000:00000001:0.0:1783979565.110629:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979565.110630:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979565.110631:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880000. 00000100:00000001:0.0:1783979565.110633:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979565.110634:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979565.110636:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979565.110639:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882d80 x1870620403028096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979590 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979565.110645:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979565.110646:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979565.110647:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979565.110649:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979565.110650:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979565.110651:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979565.110652:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979565.110653:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636c00. 02000000:00000001:0.0:1783979565.110655:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979565.110656:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979565.110657:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882d80. 00000100:00000001:0.0:1783979565.110659:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979565.110660:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979565.110662:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979565.110669:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979565.110671:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979565.110673:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979565.110675:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979565.491373:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979565.491380:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979565.491382:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979565.491387:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979565.491391:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979565.491394:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979565.491397:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979565.491399:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979565.491402:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979565.619413:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979565.619420:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979565.619422:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979565.619427:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979565.619430:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979565.619434:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979565.619437:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979565.619439:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979565.619442:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979565.619463:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979565.619466:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979565.619470:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979565.619471:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979565.619475:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979565.619476:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979565.619479:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979565.619480:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979565.619483:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979565.619484:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979565.619498:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979565.619501:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979565.619504:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979565.621234:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979565.621237:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979565.621238:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979565.621242:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979565.621244:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979565.621246:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979565.621248:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979565.621250:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979565.621252:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979565.625715:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979565.625718:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979565.625719:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979565.625721:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979565.625722:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979565.625724:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979565.625725:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979565.625726:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979565.625727:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979566.515995:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979566.515998:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979566.515999:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979566.516002:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979566.516004:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979566.516006:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979566.516008:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979566.516010:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979566.516011:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979566.643883:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979566.643886:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979566.643887:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979566.643890:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979566.643892:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979566.643894:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979566.643895:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979566.643897:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979566.643898:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979566.643917:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979566.643921:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979566.643923:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979566.643926:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979566.643929:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979566.643931:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979566.643933:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979566.643935:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979566.643939:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979566.643941:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979566.643944:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979566.643946:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979566.643949:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979566.643950:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979566.643954:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979566.643955:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979566.643990:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979566.643992:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979566.643995:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979567.539394:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979567.539401:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979567.539403:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979567.539408:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979567.539411:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979567.539415:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979567.539418:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979567.539420:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979567.539423:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979567.667410:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979567.667412:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979567.667418:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979567.667419:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979567.667423:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979567.667424:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979567.667428:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979567.667429:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979567.667432:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979567.667433:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979567.670570:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979567.670576:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979567.670578:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979567.670583:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979567.670586:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979567.670590:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979567.670593:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979567.670595:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979567.670598:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979567.673466:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979567.673471:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979567.673472:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979567.673476:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979567.673478:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979567.673481:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979567.673483:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979567.673485:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979567.673487:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979568.563434:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979568.563442:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979568.563444:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979568.563450:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979568.563454:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979568.563458:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979568.563460:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979568.563463:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979568.563466:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979568.567883:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979568.567940:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979568.567942:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979568.567947:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979568.567949:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979568.567952:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979568.567954:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979568.567955:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979568.567958:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979568.704106:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979568.704115:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979568.704117:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979568.704122:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979568.704126:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979568.704129:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979568.704132:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979568.704134:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979568.704137:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979568.704161:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979568.704163:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979568.704167:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979568.704168:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979568.704172:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979568.704174:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979568.704177:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979568.704179:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979568.704182:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979568.704183:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979569.587407:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979569.587415:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979569.587417:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979569.587423:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979569.587426:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979569.587431:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979569.587434:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979569.587436:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979569.587440:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979569.715432:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979569.715440:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979569.715450:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979569.715453:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979569.715460:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979569.715461:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979569.715468:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979569.715471:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979569.715475:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979569.715478:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979569.715513:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979569.715516:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979569.715519:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979569.715715:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979569.715721:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979569.715725:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979569.715730:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979569.715738:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979569.715745:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979569.715755:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979569.715757:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979569.715760:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979570.227630:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979570.227635:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979570.227638:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979570.227654:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef883b80 x1870620403028224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.227662:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979570.227664:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979570.227668:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979570.227671:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979570.227674:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979570.227677:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403028224:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979570.227682:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979570.227686:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979570.227689:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979570.227692:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979570.227705:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979570.227707:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979570.227714:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979570.227719:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979570.227725:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979570.227734:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403028224, portal 25 00000100:00000001:0.0:1783979570.227736:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979570.227738:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694544768 : -110484015006848 : ffff9b83ef883b80) 00000100:00000040:0.0:1783979570.227744:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef883b80 x1870620403028224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.228005:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979570.228009:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979570.228013:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783979570.228017:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620403028224, offset 0 00000400:00000200:0.0:1783979570.228025:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979570.228035:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979570.228041:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979570.228057:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979570.228062:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979570.228067:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979570.228070:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979570.228074:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826990:826990:256:4294967295] 192.168.201.148@tcp LPNI seq info [826961:826961:8:4294967295] 00000400:00000200:0.0:1783979570.228079:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979570.228090:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979570.228095:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979570.228100:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979570.228107:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979570.228111:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979570.228134:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979570.228138:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979570.228147:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979570.228156:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979570.228163:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783979570.228166:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783979570.228174:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979570.228183:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef883b80 x1870620403028224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.228195:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979570.228203:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883b80 x1870620403028224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979595 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.228221:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979570.228226:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979570.228235:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979570.228240:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979570.228246:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311897338 00000100:00000010:0.0:1783979570.228252:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783979570.228261:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979570.228269:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311897338 00000100:00000010:0.0:1783979570.228273:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783979570.228277:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979570.228280:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979570.228283:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979570.228286:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979570.228349:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979570/real 1783979570] req@ffff9b83ef883b80 x1870620403028224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979570.228392:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979570.228396:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979570.228401:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979570.228410:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979570.228415:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979570.228423:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979570.228433:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef883b80 x1870620403028224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979570.228443:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef883b80 x1870620403028224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.228448:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979570.228450:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979570.228452:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979570.228454:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979570.228458:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef883b80 x1870620403028224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.228466:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979570.228472:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef883b80 x1870620403028224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979595 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.228479:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979570.228482:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979570.228484:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979570.228485:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979570.228488:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979570.228490:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979570.228493:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979570.228498:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979570.228501:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979570.228506:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef883b80 x1870620403028224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979595 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979570.228513:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403028224:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979570.228517:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979570.228518:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979570.228520:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef883b80 x1870620403028224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979595 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.228524:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979570.228526:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979570.228529:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979570.228532:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979570.228534:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979570.228535:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979570.228538:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979570.228541:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635400. 02000000:00000001:0.0:1783979570.228546:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979570.228548:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979570.228550:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef883b80. 00000100:00000001:0.0:1783979570.228555:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979570.228556:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979570.228558:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979570.228567:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979570.228569:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979570.228572:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979570.228574:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979570.228575:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979570.228579:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881c00 x1870620403028352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.228587:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979570.228589:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979570.228591:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979570.228594:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979570.228596:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979570.228599:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403028352:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979570.228602:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979570.228604:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979570.228606:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979570.228608:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979570.228611:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979570.228613:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979570.228617:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979570.228620:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979570.228624:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979570.228627:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403028352, portal 10 00000100:00000001:0.0:1783979570.228628:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979570.228630:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694536704 : -110484015014912 : ffff9b83ef881c00) 00000100:00000040:0.0:1783979570.228638:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881c00 x1870620403028352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.228654:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979570.228656:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979570.228659:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783979570.228661:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403028352, offset 0 00000400:00000200:0.0:1783979570.228665:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979570.228670:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979570.228672:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979570.228674:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979570.228676:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979570.228678:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979570.228679:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979570.228681:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826991:826991:256:4294967295] 192.168.201.148@tcp LPNI seq info [826962:826962:8:4294967295] 00000400:00000200:0.0:1783979570.228684:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979570.228689:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979570.228691:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979570.228701:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979570.228704:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979570.228706:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979570.228714:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979570.228715:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979570.228717:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979570.228720:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979570.228722:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783979570.228723:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783979570.228724:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979570.228727:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881c00 x1870620403028352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.228732:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979570.228734:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881c00 x1870620403028352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979595 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.228738:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979570.228739:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979570.228741:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979570.228744:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979570.228746:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979570.228747:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311896080 00000100:00000001:0.0:1783979570.228749:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311897338 00000100:00000001:0.0:1783979570.228751:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311896080 00000100:00000001:0.0:1783979570.228753:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311897338 00000100:00000001:0.0:1783979570.228754:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979570.228755:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979570.228761:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979570.228765:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979570/real 1783979570] req@ffff9b83ef881c00 x1870620403028352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979570.228777:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979570.228778:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979570.228780:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979570.228782:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979570.228784:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979570.228786:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979570.228789:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881c00 x1870620403028352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979570.228798:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881c00 x1870620403028352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.228805:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979570.228806:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979570.228808:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979570.228809:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979570.228812:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881c00 x1870620403028352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.228816:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979570.228819:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881c00 x1870620403028352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979595 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.228823:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979570.228824:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979570.228825:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979570.228825:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979570.228826:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979570.228836:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979570.228838:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979570.228840:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979570.228841:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979570.228844:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881c00 x1870620403028352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979595 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979570.228848:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403028352:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979570.228851:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979570.228852:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882300 x1870620403028480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.228856:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979570.228858:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979570.228860:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979570.228861:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979570.228863:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979570.228866:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403028480:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979570.228869:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979570.228871:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979570.228873:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979570.228875:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979570.228878:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979570.228880:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979570.228884:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979570.228886:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979570.228889:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979570.228892:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403028480, portal 10 00000100:00000001:0.0:1783979570.228893:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979570.228895:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694538496 : -110484015013120 : ffff9b83ef882300) 00000100:00000040:0.0:1783979570.228912:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882300 x1870620403028480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.228918:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979570.228920:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979570.228922:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783979570.228925:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403028480, offset 0 00000400:00000200:0.0:1783979570.228930:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979570.228933:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979570.228937:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979570.228940:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979570.228942:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979570.228945:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979570.228947:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979570.228950:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826992:826992:256:4294967295] 192.168.201.148@tcp LPNI seq info [826963:826963:8:4294967295] 00000400:00000200:0.0:1783979570.228954:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979570.228960:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979570.228965:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979570.228968:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979570.228971:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979570.228974:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979570.228985:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979570.228986:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979570.228989:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979570.228993:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979570.228995:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783979570.228997:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783979570.229000:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979570.229003:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef882300 x1870620403028480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.229011:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979570.229014:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef882300 x1870620403028480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979595 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.229021:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979570.229023:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979570.229026:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979570.229029:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979570.229033:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979570.229035:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311896075 00000100:00000001:0.0:1783979570.229038:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311897338 00000100:00000001:0.0:1783979570.229040:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311896075 00000100:00000001:0.0:1783979570.229042:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311897338 00000100:00000001:0.0:1783979570.229044:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979570.229046:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979570.229048:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979570.229052:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979570/real 1783979570] req@ffff9b83ef882300 x1870620403028480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979570.229060:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979570.229061:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979570.229063:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979570.229066:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979570.229067:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979570.229069:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979570.229072:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882300 x1870620403028480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979570.229080:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882300 x1870620403028480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.229086:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979570.229087:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979570.229089:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979570.229090:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979570.229093:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882300 x1870620403028480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.229101:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979570.229105:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882300 x1870620403028480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979595 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.229111:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979570.229114:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979570.229115:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979570.229116:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979570.229118:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979570.229123:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979570.229127:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979570.229130:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979570.229133:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979570.229136:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882300 x1870620403028480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979595 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979570.229143:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403028480:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979570.229147:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979570.229150:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881500 x1870620403028608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.229157:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979570.229158:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979570.229160:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979570.229162:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979570.229164:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979570.229167:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403028608:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979570.229170:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979570.229172:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979570.229174:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979570.229175:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979570.229179:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979570.229181:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979570.229184:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979570.229187:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979570.229190:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979570.229192:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403028608, portal 4 00000100:00000001:0.0:1783979570.229195:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979570.229196:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694534912 : -110484015016704 : ffff9b83ef881500) 00000100:00000040:0.0:1783979570.229202:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881500 x1870620403028608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.229209:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979570.229210:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979570.229212:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783979570.229215:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403028608, offset 0 00000400:00000200:0.0:1783979570.229218:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979570.229221:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979570.229224:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979570.229227:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979570.229228:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979570.229230:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979570.229232:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979570.229235:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826993:826993:256:4294967295] 192.168.201.148@tcp LPNI seq info [826964:826964:8:4294967295] 00000400:00000200:0.0:1783979570.229240:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979570.229246:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979570.229249:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979570.229253:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979570.229256:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979570.229259:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979570.229269:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979570.229271:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979570.229273:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979570.229282:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979570.229285:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783979570.229286:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783979570.229289:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979570.229323:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef881500 x1870620403028608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.229339:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979570.229343:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881500 x1870620403028608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979595 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.229349:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979570.229351:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979570.229354:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979570.229357:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979570.229360:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979570.229362:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311896103 00000100:00000001:0.0:1783979570.229365:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311897338 00000100:00000001:0.0:1783979570.229367:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311896103 00000100:00000001:0.0:1783979570.229369:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311897338 00000100:00000001:0.0:1783979570.229371:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979570.229374:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979570.229375:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979570.229379:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979570/real 1783979570] req@ffff9b83ef881500 x1870620403028608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979570.229386:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979570.229388:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979570.229389:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979570.229392:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979570.229393:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979570.229395:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979570.229398:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881500 x1870620403028608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979570.229407:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881500 x1870620403028608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.229413:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979570.229415:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979570.229417:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979570.229418:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979570.229422:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881500 x1870620403028608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.229428:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979570.229432:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881500 x1870620403028608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979595 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.229439:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979570.229441:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979570.229443:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979570.229444:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979570.229446:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979570.229450:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979570.229453:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979570.229456:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979570.229458:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979570.229462:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881500 x1870620403028608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979595 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979570.229469:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403028608:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979570.229477:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979570.229481:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880e00 x1870620403028736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.229487:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979570.229489:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979570.229491:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979570.229493:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979570.229495:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979570.229499:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403028736:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979570.229502:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979570.229504:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979570.229506:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979570.229508:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979570.229511:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979570.229513:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979570.229516:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979570.229518:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979570.229521:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979570.229524:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403028736, portal 4 00000100:00000001:0.0:1783979570.229526:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979570.229527:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694533120 : -110484015018496 : ffff9b83ef880e00) 00000100:00000040:0.0:1783979570.229534:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880e00 x1870620403028736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.229540:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979570.229542:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979570.229544:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783979570.229547:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403028736, offset 0 00000400:00000200:0.0:1783979570.229551:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979570.229555:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979570.229559:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979570.229561:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979570.229564:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979570.229566:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979570.229568:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979570.229571:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826994:826994:256:4294967295] 192.168.201.148@tcp LPNI seq info [826965:826965:8:4294967295] 00000400:00000200:0.0:1783979570.229575:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979570.229582:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979570.229586:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979570.229589:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979570.229593:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979570.229596:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1783979570.229608:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979570.229610:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979570.229613:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979570.229616:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979570.229619:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783979570.229621:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783979570.229623:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979570.229627:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83ef880e00 x1870620403028736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.229635:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979570.229638:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880e00 x1870620403028736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979595 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.229644:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979570.229646:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979570.229649:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979570.229652:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979570.229655:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979570.229657:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311896093 00000100:00000001:0.0:1783979570.229660:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311897338 00000100:00000001:0.0:1783979570.229662:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311896093 00000100:00000001:0.0:1783979570.229665:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311897338 00000100:00000001:0.0:1783979570.229667:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979570.229669:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979570.229671:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979570.229674:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979570/real 1783979570] req@ffff9b83ef880e00 x1870620403028736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979570.229683:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979570.229684:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979570.229686:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979570.229688:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979570.229690:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979570.229692:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979570.229695:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880e00 x1870620403028736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979570.229703:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880e00 x1870620403028736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.229709:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979570.229711:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979570.229713:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979570.229714:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979570.229718:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880e00 x1870620403028736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.229725:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979570.229729:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880e00 x1870620403028736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979595 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.229748:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979570.229751:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979570.229753:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979570.229754:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979570.229756:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979570.229760:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979570.229763:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979570.229767:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979570.229769:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979570.229773:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880e00 x1870620403028736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979595 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979570.229786:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403028736:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979570.229790:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979570.229792:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979570.229796:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881c00 x1870620403028352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979595 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.229801:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979570.229803:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979570.229805:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979570.229808:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979570.229810:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979570.229811:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979570.229814:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979570.229815:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6636400. 02000000:00000001:0.0:1783979570.229819:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979570.229820:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979570.229822:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881c00. 00000100:00000001:0.0:1783979570.229825:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979570.229826:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979570.229828:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979570.229832:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882300 x1870620403028480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979595 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.229839:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979570.229840:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979570.229842:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979570.229844:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979570.229845:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979570.229846:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979570.229848:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979570.229849:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634c00. 02000000:00000001:0.0:1783979570.229852:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979570.229853:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979570.229854:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882300. 00000100:00000001:0.0:1783979570.229858:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979570.229859:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979570.229861:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979570.229864:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881500 x1870620403028608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979595 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.229870:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979570.229872:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979570.229873:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979570.229875:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979570.229877:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979570.229878:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979570.229880:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979570.229881:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635000. 02000000:00000001:0.0:1783979570.229884:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979570.229885:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979570.229887:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881500. 00000100:00000001:0.0:1783979570.229889:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979570.229890:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979570.229892:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979570.229895:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880e00 x1870620403028736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979595 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979570.229912:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979570.229913:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979570.229915:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979570.229917:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979570.229918:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979570.229919:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979570.229921:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979570.229922:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634400. 02000000:00000001:0.0:1783979570.229924:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979570.229926:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979570.229927:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880e00. 00000100:00000001:0.0:1783979570.229931:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979570.229932:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979570.229934:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979570.229938:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979570.229940:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979570.229942:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979570.229944:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979570.611439:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979570.611450:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979570.611453:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979570.611459:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979570.611467:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979570.611471:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979570.611479:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979570.611482:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979570.611486:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979570.742335:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979570.742344:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979570.742346:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979570.742352:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979570.742356:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979570.742361:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979570.742364:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979570.742367:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979570.742370:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979570.742403:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979570.742406:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979570.742411:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979570.742413:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979570.742417:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979570.742419:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979570.742423:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979570.742424:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979570.742428:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979570.742430:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979570.742452:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979570.742456:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979570.742459:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979571.635430:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979571.635437:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979571.635439:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979571.635448:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979571.635454:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979571.635458:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979571.635472:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979571.635477:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979571.635480:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979571.763469:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979571.763482:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979571.763486:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979571.763496:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979571.763505:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979571.763513:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979571.763549:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979571.763560:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979571.763573:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979571.763623:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979571.763634:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979571.763646:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979571.763655:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979571.763662:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979571.763670:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979571.763675:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979571.763678:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979571.763680:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979571.763683:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979571.763690:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979571.763700:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979571.763702:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979571.763703:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979571.763705:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979571.763707:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979571.763709:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979571.763711:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979571.763715:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979571.763716:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979571.763718:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979571.763719:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979571.763730:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979571.763732:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979571.763734:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979571.763735:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979571.763740:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979571.763741:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979571.763742:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979571.763744:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979571.763746:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979571.763747:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979571.763749:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979571.763751:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979571.763769:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979571.763771:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979571.763773:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979572.659414:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979572.659420:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979572.659423:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979572.659428:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979572.659432:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979572.659436:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979572.659447:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979572.659450:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979572.659454:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979572.787396:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979572.787403:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979572.787407:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979572.787416:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979572.787425:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979572.787430:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979572.787440:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979572.787445:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979572.787451:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979572.787481:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979572.787486:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979572.787496:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979572.787501:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979572.787508:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979572.787511:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979572.787518:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979572.787522:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979572.787527:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979572.787528:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979572.787549:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979572.787551:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979572.787554:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979573.683420:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979573.683428:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979573.683430:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979573.683435:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979573.683440:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979573.683443:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979573.683447:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979573.683450:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979573.683453:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979573.811404:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979573.811411:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979573.811415:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979573.811421:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979573.811429:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979573.811434:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979573.811447:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979573.811451:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979573.811456:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979573.811480:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979573.811485:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979573.811492:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979573.811495:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979573.811504:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979573.811508:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979573.811522:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979573.811525:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979573.811531:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979573.811534:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979573.811557:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979573.811560:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979573.811564:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979574.707399:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979574.707408:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979574.707409:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979574.707414:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979574.707418:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979574.707421:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979574.707424:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979574.707426:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979574.707429:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979574.835413:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979574.835416:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979574.835422:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979574.835424:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979574.835427:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979574.835428:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979574.835431:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979574.835433:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979574.835436:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979574.835438:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979575.349163:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979575.349169:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979575.349172:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979575.349179:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0e00 x1870620403028864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.349188:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979575.349190:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979575.349195:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979575.349198:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979575.349200:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979575.349204:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403028864:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979575.349209:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979575.349214:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979575.349216:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979575.349219:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979575.349224:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979575.349226:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979575.349232:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979575.349236:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979575.349384:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979575.349392:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403028864, portal 25 00000100:00000001:0.0:1783979575.349394:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979575.349396:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889961472 : -110483819590144 : ffff9b83fb2e0e00) 00000100:00000040:0.0:1783979575.349403:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0e00 x1870620403028864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.349411:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979575.349414:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979575.349416:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783979575.349419:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620403028864, offset 0 00000400:00000200:0.0:1783979575.349425:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979575.349433:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979575.349439:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979575.349444:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979575.349448:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979575.349451:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979575.349455:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979575.349458:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826995:826995:256:4294967295] 192.168.201.148@tcp LPNI seq info [826966:826966:8:4294967295] 00000400:00000200:0.0:1783979575.349462:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979575.349474:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979575.349481:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979575.349486:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979575.349504:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979575.349508:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783979575.349522:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979575.349525:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979575.349531:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979575.349536:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979575.349545:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783979575.349550:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783979575.349565:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979575.349573:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0e00 x1870620403028864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.349588:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979575.349597:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0e00 x1870620403028864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979600 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.349612:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979575.349616:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979575.349624:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979575.349633:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979575.349640:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311902460 00000100:00000010:0.0:1783979575.349647:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783979575.349656:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979575.349665:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311902460 00000100:00000010:0.0:1783979575.349672:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783979575.349679:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979575.349685:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979575.349690:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979575.349695:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979575.349704:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979575/real 1783979575] req@ffff9b83fb2e0e00 x1870620403028864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979575.349733:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979575.349737:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979575.349739:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979575.349745:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979575.349750:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979575.349756:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979575.349764:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0e00 x1870620403028864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979575.349780:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0e00 x1870620403028864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.349791:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979575.349793:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979575.349795:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979575.349797:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979575.349801:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0e00 x1870620403028864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.349821:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979575.349827:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0e00 x1870620403028864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979600 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.349833:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979575.349836:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979575.349837:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979575.349839:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979575.349841:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979575.349843:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979575.349845:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979575.349849:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979575.349852:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979575.349856:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0e00 x1870620403028864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979600 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979575.349863:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403028864:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979575.349868:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979575.349870:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979575.349873:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0e00 x1870620403028864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979600 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.349879:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979575.349881:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979575.349884:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979575.349888:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979575.349890:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979575.349892:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979575.349894:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979575.349896:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067800. 02000000:00000001:0.0:1783979575.349900:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979575.349902:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979575.349903:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0e00. 00000100:00000001:0.0:1783979575.349906:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979575.349908:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979575.349910:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979575.349916:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979575.349918:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979575.349920:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979575.349921:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979575.349923:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979575.349927:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1500 x1870620403028992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.349933:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979575.349936:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979575.349940:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979575.349944:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979575.349948:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979575.349956:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403028992:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979575.349962:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979575.349968:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979575.349972:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979575.349976:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979575.349981:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979575.349983:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979575.349987:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979575.349990:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979575.349993:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979575.349997:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403028992, portal 10 00000100:00000001:0.0:1783979575.350000:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979575.350001:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889963264 : -110483819588352 : ffff9b83fb2e1500) 00000100:00000040:0.0:1783979575.350008:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1500 x1870620403028992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.350014:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979575.350016:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979575.350019:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783979575.350021:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403028992, offset 0 00000400:00000200:0.0:1783979575.350025:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979575.350029:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979575.350032:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979575.350035:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979575.350037:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979575.350049:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979575.350052:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979575.350055:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826996:826996:256:4294967295] 192.168.201.148@tcp LPNI seq info [826967:826967:8:4294967295] 00000400:00000200:0.0:1783979575.350059:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979575.350066:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979575.350070:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979575.350074:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979575.350077:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979575.350079:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783979575.350089:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979575.350090:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979575.350093:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979575.350096:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979575.350099:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783979575.350101:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783979575.350104:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979575.350107:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1500 x1870620403028992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.350120:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979575.350123:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1500 x1870620403028992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979600 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.350129:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979575.350130:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979575.350133:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979575.350137:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979575.350140:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979575.350142:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311901201 00000100:00000001:0.0:1783979575.350144:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311902460 00000100:00000001:0.0:1783979575.350146:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311901201 00000100:00000001:0.0:1783979575.350148:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311902460 00000100:00000001:0.0:1783979575.350150:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979575.350152:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979575.350154:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979575.350157:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979575/real 1783979575] req@ffff9b83fb2e1500 x1870620403028992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979575.350165:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979575.350166:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979575.350167:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979575.350169:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979575.350171:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979575.350173:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979575.350175:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1500 x1870620403028992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979575.350183:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1500 x1870620403028992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.350188:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979575.350190:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979575.350191:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979575.350193:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979575.350196:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1500 x1870620403028992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.350201:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979575.350203:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1500 x1870620403028992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979600 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.350209:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979575.350211:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979575.350212:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979575.350213:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979575.350215:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979575.350223:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979575.350225:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979575.350228:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979575.350230:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979575.350234:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1500 x1870620403028992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979600 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979575.350251:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403028992:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979575.350255:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979575.350257:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979575.350260:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1500 x1870620403028992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979600 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.350265:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979575.350266:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979575.350268:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979575.350271:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979575.350272:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979575.350274:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979575.350276:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979575.350277:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065400. 02000000:00000001:0.0:1783979575.350279:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979575.350280:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979575.350282:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1500. 00000100:00000001:0.0:1783979575.350284:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979575.350285:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979575.350287:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979575.350290:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979575.350291:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979575.350308:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979575.350310:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979575.351018:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979575.351021:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979575.351023:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979575.351028:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0700 x1870620403029120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.351040:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979575.351042:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979575.351046:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979575.351049:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979575.351053:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979575.351057:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403029120:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979575.351060:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979575.351063:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979575.351066:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979575.351068:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979575.351072:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979575.351074:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979575.351080:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979575.351084:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979575.351088:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979575.351093:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403029120, portal 10 00000100:00000001:0.0:1783979575.351098:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979575.351099:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889959680 : -110483819591936 : ffff9b83fb2e0700) 00000100:00000040:0.0:1783979575.351107:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0700 x1870620403029120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.351116:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979575.351121:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979575.351125:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783979575.351128:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403029120, offset 0 00000400:00000200:0.0:1783979575.351133:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979575.351139:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979575.351144:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979575.351154:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979575.351158:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979575.351162:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979575.351167:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979575.351172:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826997:826997:256:4294967295] 192.168.201.148@tcp LPNI seq info [826968:826968:8:4294967295] 00000400:00000200:0.0:1783979575.351178:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979575.351186:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979575.351190:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979575.351194:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979575.351200:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979575.351204:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783979575.351221:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979575.351224:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979575.351228:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979575.351232:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979575.351326:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783979575.351328:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783979575.351331:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979575.351334:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0700 x1870620403029120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.351343:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979575.351345:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0700 x1870620403029120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979600 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.351349:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979575.351350:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979575.351353:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979575.351355:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979575.351357:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979575.351358:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311901197 00000100:00000001:0.0:1783979575.351360:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311902460 00000100:00000001:0.0:1783979575.351362:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311901197 00000100:00000001:0.0:1783979575.351363:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311902460 00000100:00000001:0.0:1783979575.351364:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979575.351365:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979575.351366:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979575.351368:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979575/real 1783979575] req@ffff9b83fb2e0700 x1870620403029120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979575.351373:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979575.351374:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979575.351375:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979575.351377:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979575.351378:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979575.351379:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979575.351381:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0700 x1870620403029120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979575.351385:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0700 x1870620403029120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.351389:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979575.351390:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979575.351391:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979575.351392:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979575.351394:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0700 x1870620403029120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.351398:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979575.351400:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0700 x1870620403029120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979600 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.351403:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979575.351405:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979575.351405:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979575.351406:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979575.351407:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979575.351412:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979575.351413:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979575.351415:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979575.351416:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979575.351418:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0700 x1870620403029120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979600 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979575.351422:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403029120:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979575.351425:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979575.351426:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979575.351428:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0700 x1870620403029120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979600 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.351431:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979575.351433:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979575.351434:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979575.351436:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979575.351437:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979575.351438:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979575.351440:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979575.351441:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067800. 02000000:00000001:0.0:1783979575.351443:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979575.351444:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979575.351445:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0700. 00000100:00000001:0.0:1783979575.351447:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979575.351447:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979575.351449:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979575.351453:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979575.351455:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979575.351458:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979575.351460:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979575.351461:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979575.351463:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979575.351465:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979575.351470:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2d80 x1870620403029248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.351481:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979575.351483:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979575.351591:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979575.351595:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979575.351599:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979575.351603:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403029248:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979575.351607:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979575.351610:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979575.351614:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979575.351617:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979575.351620:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979575.351624:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979575.351630:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979575.351633:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979575.351637:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979575.351640:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403029248, portal 4 00000100:00000001:0.0:1783979575.351643:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979575.351646:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889969536 : -110483819582080 : ffff9b83fb2e2d80) 00000100:00000040:0.0:1783979575.351653:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2d80 x1870620403029248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.351663:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979575.351668:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979575.351670:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783979575.351674:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403029248, offset 0 00000400:00000200:0.0:1783979575.351679:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979575.351683:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979575.351687:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979575.351691:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979575.351694:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979575.351698:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979575.351701:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979575.351704:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826998:826998:256:4294967295] 192.168.201.148@tcp LPNI seq info [826969:826969:8:4294967295] 00000400:00000200:0.0:1783979575.351720:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979575.351727:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979575.351738:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979575.351745:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979575.351752:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979575.351757:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783979575.351773:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979575.351775:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979575.351778:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979575.351780:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979575.351782:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783979575.351784:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783979575.351786:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979575.351788:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2d80 x1870620403029248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.351793:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979575.351795:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2d80 x1870620403029248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979600 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.351799:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979575.351800:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979575.351802:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979575.351804:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979575.351806:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979575.351821:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311901225 00000100:00000001:0.0:1783979575.351824:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311902460 00000100:00000001:0.0:1783979575.351826:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311901225 00000100:00000001:0.0:1783979575.351828:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311902460 00000100:00000001:0.0:1783979575.351834:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979575.351836:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979575.351838:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979575.351841:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979575/real 1783979575] req@ffff9b83fb2e2d80 x1870620403029248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979575.351849:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979575.351850:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979575.351852:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979575.351854:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979575.351856:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979575.351858:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979575.351861:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2d80 x1870620403029248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979575.351868:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2d80 x1870620403029248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.351872:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979575.351873:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979575.351874:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979575.351875:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979575.351878:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2d80 x1870620403029248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.351882:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979575.351884:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2d80 x1870620403029248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979600 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.351888:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979575.351889:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979575.351890:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979575.351890:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979575.351891:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979575.351894:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979575.351895:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979575.351897:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979575.351898:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979575.351900:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2d80 x1870620403029248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979600 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979575.351904:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403029248:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979575.351906:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979575.351907:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979575.351909:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2d80 x1870620403029248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979600 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.351913:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979575.351913:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979575.351914:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979575.351916:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979575.351917:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979575.351918:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979575.351919:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979575.351920:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065800. 02000000:00000001:0.0:1783979575.351921:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979575.351922:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979575.351923:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2d80. 00000100:00000001:0.0:1783979575.351925:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979575.351926:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979575.351927:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979575.351929:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979575.351930:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979575.351931:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979575.351932:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979575.352935:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979575.352937:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979575.352939:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979575.352943:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3b80 x1870620403029376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.352947:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979575.352948:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979575.352950:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979575.352951:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979575.352953:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979575.352954:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403029376:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979575.352956:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979575.352958:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979575.352959:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979575.352961:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979575.352965:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979575.352967:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979575.352971:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979575.352973:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979575.352976:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979575.352979:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403029376, portal 4 00000100:00000001:0.0:1783979575.352981:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979575.352982:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889973120 : -110483819578496 : ffff9b83fb2e3b80) 00000100:00000040:0.0:1783979575.352988:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3b80 x1870620403029376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.352995:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979575.352997:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979575.353000:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783979575.353002:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403029376, offset 0 00000400:00000200:0.0:1783979575.353007:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979575.353010:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979575.353013:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979575.353016:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979575.353018:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979575.353021:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979575.353023:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979575.353026:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [826999:826999:256:4294967295] 192.168.201.148@tcp LPNI seq info [826970:826970:8:4294967295] 00000400:00000200:0.0:1783979575.353029:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979575.353035:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979575.353039:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979575.353043:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979575.353047:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979575.353049:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1783979575.353058:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979575.353060:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfb900. 00000400:00000200:0.0:1783979575.353063:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979575.353066:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979575.353069:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40755d8 00000400:00000010:0.0:1783979575.353071:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40755d8. 00000100:00000001:0.0:1783979575.353073:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979575.353077:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3b80 x1870620403029376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.353085:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979575.353088:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3b80 x1870620403029376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979600 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.353100:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979575.353102:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979575.353105:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979575.353108:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979575.353111:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979575.353113:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311901216 00000100:00000001:0.0:1783979575.353115:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311902460 00000100:00000001:0.0:1783979575.353117:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311901216 00000100:00000001:0.0:1783979575.353119:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311902460 00000100:00000001:0.0:1783979575.353121:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979575.353123:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979575.353125:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979575.353128:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979575/real 1783979575] req@ffff9b83fb2e3b80 x1870620403029376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979575.353134:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979575.353135:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979575.353137:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979575.353139:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979575.353141:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979575.353143:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979575.353146:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3b80 x1870620403029376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979575.353153:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3b80 x1870620403029376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.353159:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979575.353160:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979575.353162:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979575.353163:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979575.353167:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3b80 x1870620403029376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.353174:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979575.353178:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3b80 x1870620403029376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979600 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.353184:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979575.353187:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979575.353188:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979575.353190:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979575.353192:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979575.353195:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979575.353198:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979575.353201:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979575.353203:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979575.353207:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3b80 x1870620403029376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979600 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979575.353214:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403029376:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979575.353218:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979575.353220:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979575.353223:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3b80 x1870620403029376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979600 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979575.353228:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979575.353230:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979575.353232:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979575.353235:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979575.353236:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979575.353825:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979575.353829:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979575.353831:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065000. 02000000:00000001:0.0:1783979575.353835:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979575.353837:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979575.353838:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3b80. 00000100:00000001:0.0:1783979575.353841:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979575.353842:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979575.353844:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979575.353848:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979575.353849:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979575.353851:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979575.353853:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979575.731948:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979575.731955:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979575.731957:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979575.731962:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979575.731965:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979575.731969:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979575.731972:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979575.731974:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979575.731977:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979575.859642:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979575.859645:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979575.859649:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979575.859650:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979575.859654:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979575.859655:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979575.859658:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979575.859659:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979575.859662:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979575.859664:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979576.755843:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979576.755848:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979576.755850:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979576.755852:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979576.755854:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979576.755856:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979576.755858:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979576.755860:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979576.755861:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979576.884329:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979576.884335:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979576.884338:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979576.884341:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979576.884345:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979576.884347:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979576.884349:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979576.884352:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979576.884356:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979576.884358:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979576.884361:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979576.884363:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979576.884366:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979576.884367:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979576.884370:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979576.884371:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979576.884393:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979576.884396:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979576.884398:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979576.884401:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979576.884404:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979576.884407:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979576.884409:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979576.884414:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979576.884419:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979577.779602:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979577.779606:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979577.779608:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979577.779611:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979577.779613:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979577.779630:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979577.779632:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979577.779634:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979577.779637:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979577.907487:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979577.907493:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979577.907496:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979577.907503:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979577.907508:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979577.907511:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979577.907515:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979577.907518:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979577.907522:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979577.907547:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979577.907550:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979577.907554:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979577.907555:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979577.907558:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979577.907559:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979577.907562:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979577.907563:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979577.907565:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979577.907566:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979577.907693:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979577.907697:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979577.907698:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979577.907701:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979577.907703:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979577.907707:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979577.907711:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979577.907713:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979577.907717:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979577.907863:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979577.907865:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979577.907866:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979577.907867:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979577.907869:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979577.907870:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979577.907871:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979577.907872:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979577.907873:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979578.803957:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979578.803966:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979578.803968:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979578.803973:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979578.803976:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979578.803981:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979578.803983:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979578.803986:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979578.803988:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979578.932154:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979578.932158:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979578.932163:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979578.932164:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979578.932169:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979578.932170:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979578.932173:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979578.932175:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979578.932178:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979578.932180:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979578.932202:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979578.932205:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979578.932207:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979578.932209:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979578.932212:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979578.932214:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979578.932217:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979578.932218:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979578.932220:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979579.827841:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979579.827845:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979579.827846:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979579.827848:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979579.827850:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979579.827851:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979579.827853:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979579.827854:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979579.827855:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979579.955414:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979579.955425:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979579.955430:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979579.955441:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979579.955448:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979579.955455:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979579.955623:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979579.955627:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979579.955630:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979579.955657:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979579.955661:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979579.955666:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979579.955668:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979579.955673:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979579.955674:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979579.955678:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979579.955679:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979579.955693:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979579.955695:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979579.956965:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979579.956970:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979579.956971:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979579.956974:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979579.956976:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979579.956978:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979579.956980:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979579.956982:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979579.956985:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979580.468576:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979580.468583:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979580.468588:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979580.468599:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2300 x1870620403029504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979580.468613:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979580.468618:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979580.468624:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979580.468637:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979580.468643:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979580.468652:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403029504:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979580.468661:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979580.468668:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979580.468673:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979580.468679:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979580.468689:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2000. 02000000:00000001:0.0:1783979580.468694:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979580.468874:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979580.468881:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a478. 00000400:00000010:0.0:1783979580.468889:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075330. 00000100:00000200:0.0:1783979580.468898:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403029504, portal 25 00000100:00000001:0.0:1783979580.468901:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979580.468903:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889966848 : -110483819584768 : ffff9b83fb2e2300) 00000100:00000040:0.0:1783979580.471537:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2300 x1870620403029504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979580.471557:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979580.471563:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979580.471575:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40755d8. 00000100:00000200:0.0:1783979580.471585:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620403029504, offset 0 00000400:00000200:0.0:1783979580.471599:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979580.471614:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979580.471634:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979580.471643:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979580.471650:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979580.471656:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979580.471661:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979580.471668:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [827000:827000:256:4294967295] 192.168.201.148@tcp LPNI seq info [826971:826971:8:4294967295] 00000400:00000200:0.0:1783979580.471674:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979580.471689:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979580.471700:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979580.471731:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb900. 00000800:00000200:0.0:1783979580.471740:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783979580.471776:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979580.471781:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979580.471785:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311907582 00000100:00000010:0.0:1783979580.471791:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783979580.471798:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979580.471806:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311907582 00000100:00000010:0.0:1783979580.471809:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783979580.471812:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979580.471816:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979580.471819:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979580.471823:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979580.471827:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979580.471837:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979580.471840:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783979580.471843:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979580.471845:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979580.471847:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979580.471853:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef882680 x1870620403029632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979580.471863:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979580.471865:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979580.471872:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979580.471875:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979580.471880:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979580.471889:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403029632:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979580.471896:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979580.471901:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979580.471906:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979580.471911:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979580.471918:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979580.471922:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979580.471929:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979580.471936:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939ac60. 00000400:00000010:0.0:1783979580.471944:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979580.471954:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403029632, portal 10 00000100:00000001:0.0:1783979580.471959:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979580.471962:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694539392 : -110484015012224 : ffff9b83ef882680) 00000100:00000040:0.0:1783979580.471976:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef882680 x1870620403029632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979580.471991:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979580.471996:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979580.472001:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075198. 00000100:00000200:0.0:1783979580.472007:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403029632, offset 0 00000400:00000200:0.0:1783979580.472017:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979580.472024:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979580.472033:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979580.472039:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979580.472044:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979580.472049:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979580.472055:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979580.472061:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [827001:827001:255:4294967295] 192.168.201.148@tcp LPNI seq info [826972:826972:7:4294967295] 00000400:00000200:0.0:1783979580.472071:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979580.472084:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979580.472095:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979580.472103:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb100. 00000800:00000200:0.0:1783979580.472109:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783979580.472122:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979580.472128:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979580.472136:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979580.472141:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311906323 00000100:00000001:0.0:1783979580.472146:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311907582 00000100:00000001:0.0:1783979580.472150:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311906323 00000100:00000001:0.0:1783979580.472155:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311907582 00000100:00000001:0.0:1783979580.472160:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979580.472164:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979580.472169:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979580.472175:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979580.472182:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979580.472185:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783979580.472189:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979580.472192:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979580.472196:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979580.472203:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881880 x1870620403029760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979580.472222:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979580.472224:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979580.472230:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979580.472233:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979580.472237:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979580.472244:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403029760:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979580.472249:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979580.472264:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979580.472268:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979580.472271:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979580.472277:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979580.472282:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979580.472289:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979580.472318:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783979580.472324:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075dd0. 00000100:00000200:0.0:1783979580.472330:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403029760, portal 10 00000100:00000001:0.0:1783979580.472335:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979580.472337:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694535808 : -110484015015808 : ffff9b83ef881880) 00000100:00000040:0.0:1783979580.472346:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881880 x1870620403029760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979580.472354:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979580.472356:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979580.472359:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075a18. 00000100:00000200:0.0:1783979580.472361:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403029760, offset 0 00000400:00000200:0.0:1783979580.472365:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979580.472368:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979580.472372:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979580.472375:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979580.472378:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979580.472380:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979580.472382:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979580.472385:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [827002:827002:254:4294967295] 192.168.201.148@tcp LPNI seq info [826973:826973:6:4294967295] 00000400:00000200:0.0:1783979580.472389:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979580.472396:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979580.472401:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979580.472405:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb800. 00000800:00000200:0.0:1783979580.472409:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783979580.472415:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979580.472418:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979580.472421:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979580.472423:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311906318 00000100:00000001:0.0:1783979580.472426:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311907582 00000100:00000001:0.0:1783979580.472428:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311906318 00000100:00000001:0.0:1783979580.472430:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311907582 00000100:00000001:0.0:1783979580.472432:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979580.472434:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979580.472437:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979580.472440:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef881f80 x1870620403029888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979580.472447:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979580.472448:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979580.472450:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979580.472452:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979580.472454:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979580.472457:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403029888:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979580.472462:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979580.472464:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979580.472466:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979580.472467:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979580.472471:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979580.472475:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979580.472482:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979580.472486:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979580.472491:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783979580.472496:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403029888, portal 4 00000100:00000001:0.0:1783979580.472500:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979580.472502:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694537600 : -110484015014016 : ffff9b83ef881f80) 00000100:00000040:0.0:1783979580.472511:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef881f80 x1870620403029888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979580.472525:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979580.472530:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979580.472535:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075e58. 00000100:00000200:0.0:1783979580.472541:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403029888, offset 0 00000400:00000200:0.0:1783979580.472547:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979580.472556:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979580.472563:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979580.472568:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979580.472574:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979580.472581:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979580.472584:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979580.472590:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [827003:827003:253:4294967295] 192.168.201.148@tcp LPNI seq info [826974:826974:5:4294967295] 00000400:00000200:0.0:1783979580.472600:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979580.472610:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979580.472617:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979580.472621:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbe00. 00000800:00000200:0.0:1783979580.472625:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783979580.472633:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979580.472636:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979580.472639:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979580.472641:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311906345 00000100:00000001:0.0:1783979580.472643:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311907582 00000100:00000001:0.0:1783979580.472645:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311906345 00000100:00000001:0.0:1783979580.472648:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311907582 00000100:00000001:0.0:1783979580.472650:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979580.472652:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979580.472654:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979580.472656:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979580.472660:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979580.472662:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783979580.472664:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979580.472665:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979580.472666:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979580.472670:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83ef880e00 x1870620403030016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979580.472677:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979580.472679:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979580.472681:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979580.472682:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979580.472684:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979580.472687:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83ef880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403030016:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979580.472689:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979580.472691:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979580.472693:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979580.472694:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979580.472697:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979580.472699:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979580.472702:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979580.472704:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a898. 00000400:00000010:0.0:1783979580.472709:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40753b8. 00000100:00000200:0.0:1783979580.472711:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403030016, portal 4 00000100:00000001:0.0:1783979580.472713:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979580.472714:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589694533120 : -110484015018496 : ffff9b83ef880e00) 00000100:00000040:0.0:1783979580.472731:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83ef880e00 x1870620403030016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979580.472737:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979580.472739:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979580.472741:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40752a8. 00000100:00000200:0.0:1783979580.472744:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403030016, offset 0 00000400:00000200:0.0:1783979580.472749:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979580.472753:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979580.472756:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979580.472758:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979580.472760:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979580.472762:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979580.472765:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979580.472767:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [827004:827004:252:4294967295] 192.168.201.148@tcp LPNI seq info [826975:826975:4:4294967295] 00000400:00000200:0.0:1783979580.472771:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979580.472777:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979580.472781:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979580.472784:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfb300. 00000800:00000200:0.0:1783979580.472788:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000100:00000001:0.0:1783979580.472793:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979580.472796:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979580.472799:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979580.472800:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311906335 00000100:00000001:0.0:1783979580.472803:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311907582 00000100:00000001:0.0:1783979580.472804:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311906335 00000100:00000001:0.0:1783979580.472806:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311907582 00000100:00000001:0.0:1783979580.472809:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979580.472811:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979580.472814:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979580.472815:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979580.472818:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979580.472819:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1783979580.472821:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979580.472822:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979580.472824:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979580.472826:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979580.851545:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979580.851550:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979580.851551:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979580.851554:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979580.851556:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979580.851558:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979580.851560:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979580.851562:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979580.851564:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979580.979431:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979580.979441:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979580.979443:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979580.979452:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979580.979457:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979580.979461:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979580.979466:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979580.979468:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979580.979471:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979580.979495:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979580.979497:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979580.979501:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979580.979502:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979580.979506:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979580.979507:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979580.979510:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979580.979511:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979580.979514:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979580.979515:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979580.979561:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979580.979565:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979580.979567:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979580.979569:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979580.979574:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979580.979577:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979580.979581:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979580.979585:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979580.979590:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979580.979610:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979580.979613:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979580.979614:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979580.979616:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979580.979617:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979580.979619:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979580.979620:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979580.979621:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979580.979622:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979580.979762:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979580.979766:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979580.979768:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979580.979770:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979580.979773:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979580.979775:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979580.981375:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979580.981380:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979580.981384:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979581.875417:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979581.875423:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979581.875426:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979581.875431:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979581.875436:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979581.875440:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979581.875450:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979581.875453:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979581.875457:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979582.003441:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979582.003445:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979582.003447:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979582.003451:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979582.003454:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979582.003459:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979582.003464:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979582.003467:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979582.003469:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979582.003478:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979582.003479:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979582.003480:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979582.003481:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979582.003482:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979582.003483:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979582.003485:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979582.003486:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979582.003487:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979582.003503:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979582.003507:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979582.003511:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979582.003514:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979582.003517:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979582.003522:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979582.003528:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979582.003532:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979582.003535:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979582.003538:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979582.003544:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979582.003546:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979582.003547:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979582.003548:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979582.003550:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979582.003552:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979582.003553:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979582.003556:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979582.003560:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979582.003563:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979582.003567:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979582.003570:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979582.003575:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979582.003579:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979582.003583:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979582.003589:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979582.003597:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979582.003601:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979582.003605:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979582.003609:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979582.003616:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979582.003620:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979582.003624:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979582.003628:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979582.899498:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979582.899504:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979582.899508:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979582.899513:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979582.899518:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979582.899522:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979582.899525:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979582.899527:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979582.899530:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979583.027711:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979583.027718:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979583.027726:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979583.027727:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979583.027731:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979583.027734:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979583.027739:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979583.027740:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979583.027745:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979583.027747:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979583.027810:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979583.027815:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979583.027821:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979583.027826:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979583.027836:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979583.027845:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979583.027853:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979583.027858:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979583.027861:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979583.542344:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979583.542348:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979583.542354:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979583.543069:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979580/real 1783979583] req@ffff9b83fb2e2300 x1870620403029504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979605 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979583.543082:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979583.543084:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979583.543087:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a478. 00000400:00000200:0.0:1783979583.543092:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075330 00000400:00000010:0.0:1783979583.543094:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075330. 00000100:00000001:0.0:1783979583.543098:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979583.543101:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2300 x1870620403029504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979605 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979583.543120:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2300 x1870620403029504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979605 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979583.543128:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979583.543129:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979583.543132:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979583.543134:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979583.543138:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2300 x1870620403029504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979605 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979583.543145:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979583.543150:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2300 x1870620403029504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979605 ref 2 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979583.543157:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979583.543160:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979583.543161:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979583.543163:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979583.543165:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979583.543168:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979583.543171:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979583.543175:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979583.543178:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979583.543181:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2300 x1870620403029504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979605 ref 2 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979583.543189:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403029504:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979583.543193:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979583.543401:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979583.543406:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2300 x1870620403029504/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979605 ref 2 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979583.543414:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979583.543416:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979583.543419:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979583.543420:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979583.543423:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979583.543425:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979583.544345:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979583.544348:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979583.544351:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979583.544356:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979580/real 1783979583] req@ffff9b83ef882680 x1870620403029632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979583.544367:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979583.544368:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979583.544371:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939ac60. 00000400:00000200:0.0:1783979583.544374:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979583.544376:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979583.544378:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979583.544381:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef882680 x1870620403029632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979583.544390:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef882680 x1870620403029632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979583.544397:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979583.544398:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979583.544401:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979583.544403:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979583.544406:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef882680 x1870620403029632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979583.544413:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979583.544416:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef882680 x1870620403029632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979605 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979583.544423:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979583.544425:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979583.544426:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979583.544427:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979583.544487:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979583.544496:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979583.544499:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979583.544503:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979583.544505:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979583.544510:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef882680 x1870620403029632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979605 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979583.544518:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403029632:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979583.544522:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979583.544524:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979583.544526:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef882680 x1870620403029632/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979605 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979583.544532:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979583.544534:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979583.544536:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979583.544539:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979583.544540:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979583.544541:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979583.544543:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979583.544545:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6637400. 02000000:00000001:0.0:1783979583.544547:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979583.544548:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979583.544550:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef882680. 00000100:00000001:0.0:1783979583.544554:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979583.544555:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979583.544556:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979583.544558:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979583.544559:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979583.544561:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979583.544562:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979583.545186:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979583.545188:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979583.545190:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979583.545195:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979580/real 1783979583] req@ffff9b83ef880e00 x1870620403030016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979583.545213:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979583.545215:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979583.545217:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a898. 00000400:00000200:0.0:1783979583.545351:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40753b8 00000400:00000010:0.0:1783979583.545354:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40753b8. 00000100:00000001:0.0:1783979583.545358:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979583.545362:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef880e00 x1870620403030016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979583.545369:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef880e00 x1870620403030016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979583.545375:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979583.545376:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979583.545378:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979583.545380:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979583.545384:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef880e00 x1870620403030016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979583.545390:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979583.545394:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef880e00 x1870620403030016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979605 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979583.545400:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979583.545403:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979583.545405:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979583.545406:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979583.545408:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979583.545412:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979583.545415:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979583.545420:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979583.545422:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979583.545426:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef880e00 x1870620403030016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979605 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979583.545496:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403030016:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979583.545501:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979583.545505:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979580/real 1783979583] req@ffff9b83ef881880 x1870620403029760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979583.545512:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979583.545513:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979583.545515:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783979583.545518:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075dd0 00000400:00000010:0.0:1783979583.545519:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075dd0. 00000100:00000001:0.0:1783979583.545521:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979583.545524:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881880 x1870620403029760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979583.545531:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881880 x1870620403029760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979583.545537:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979583.545538:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979583.545539:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979583.545541:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979583.545543:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881880 x1870620403029760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979583.545549:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979583.545552:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881880 x1870620403029760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979605 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979583.545557:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979583.545560:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979583.545561:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979583.545562:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979583.545564:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979583.545569:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979583.545571:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979583.545574:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979583.545576:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979583.545580:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881880 x1870620403029760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979605 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979583.545586:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403029760:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979583.545589:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979583.545593:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979580/real 1783979583] req@ffff9b83ef881f80 x1870620403029888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979583.545607:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979583.545608:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979583.545610:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979583.545612:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783979583.545614:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783979583.545616:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979583.545618:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83ef881f80 x1870620403029888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979583.545625:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83ef881f80 x1870620403029888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979583.545643:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979583.545644:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979583.545646:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979583.545647:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979583.545651:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83ef881f80 x1870620403029888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979583.545656:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979583.545659:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83ef881f80 x1870620403029888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979605 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979583.545674:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979583.545676:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979583.545678:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979583.545679:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979583.545681:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979583.545684:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979583.545686:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979583.545689:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979583.545691:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979583.545695:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83ef881f80 x1870620403029888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979605 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979583.545702:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83ef881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403029888:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979583.545706:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979583.545915:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979583.545920:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef880e00 x1870620403030016/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979605 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979583.545927:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979583.545929:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979583.545931:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979583.545936:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979583.545937:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979583.545939:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979583.545940:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979583.545942:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634c00. 02000000:00000001:0.0:1783979583.545944:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979583.545946:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979583.545947:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880e00. 00000100:00000001:0.0:1783979583.545951:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979583.545952:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979583.545953:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979583.545956:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881880 x1870620403029760/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979605 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979583.545962:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979583.545963:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979583.545965:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979583.545967:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979583.545968:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979583.545970:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979583.545972:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979583.545973:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634400. 02000000:00000001:0.0:1783979583.545975:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979583.545977:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979583.545978:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881880. 00000100:00000001:0.0:1783979583.545980:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979583.545981:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979583.545983:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979583.545985:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83ef881f80 x1870620403029888/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979605 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979583.545991:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979583.545992:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979583.545993:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979583.545996:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979583.545997:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979583.545998:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979583.546000:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979583.546001:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6635000. 02000000:00000001:0.0:1783979583.546004:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979583.546005:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979583.546006:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef881f80. 00000100:00000001:0.0:1783979583.546008:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979583.546009:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979583.546011:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979583.546018:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979583.546020:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979583.546022:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979583.546023:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979583.923430:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979583.923436:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979583.923437:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979583.923442:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979583.923444:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979583.923447:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979583.923449:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979583.923450:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979583.923452:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979584.051420:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979584.051427:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979584.051432:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979584.051441:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979584.051449:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979584.051454:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979584.051459:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979584.051463:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979584.051471:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979584.051499:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979584.051503:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979584.051511:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979584.051514:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979584.051519:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979584.051522:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979584.051528:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979584.051532:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979584.051538:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979584.051541:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979584.054341:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979584.054344:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979584.054345:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979584.054348:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979584.054350:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979584.054352:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979584.054354:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979584.054355:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979584.054357:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979584.055023:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979584.055029:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979584.055032:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979584.055035:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979584.055038:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979584.055041:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979584.055043:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979584.055044:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979584.055047:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979584.948734:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979584.948739:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979584.948741:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979584.948745:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979584.948747:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979584.948749:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979584.948751:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979584.948753:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979584.948755:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979585.076883:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979585.076887:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979585.076891:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979585.076892:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979585.076896:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979585.076897:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979585.076900:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979585.076902:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979585.076905:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979585.076907:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979585.076940:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979585.076943:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979585.076944:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979585.076947:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979585.076949:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979585.076950:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979585.076952:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979585.076954:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979585.076956:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979585.595528:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979585.595534:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979585.595537:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979585.595544:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2300 x1870620403030144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979585.595553:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979585.595555:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979585.595559:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979585.595563:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979585.595565:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979585.595568:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403030144:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979585.595572:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979585.595577:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979585.595579:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979585.595582:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979585.595595:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979585.595598:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979585.595604:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979585.595608:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979585.595614:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783979585.595620:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403030144, portal 25 00000100:00000001:0.0:1783979585.595623:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979585.595624:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889966848 : -110483819584768 : ffff9b83fb2e2300) 00000100:00000040:0.0:1783979585.595639:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2300 x1870620403030144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979585.595647:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979585.595650:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979585.595653:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075dd0. 00000100:00000200:0.0:1783979585.595657:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620403030144, offset 0 00000400:00000200:0.0:1783979585.595663:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979585.595670:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979585.595677:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979585.595681:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979585.595685:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979585.595688:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979585.595691:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979585.595695:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [827005:827005:256:4294967295] 192.168.201.148@tcp LPNI seq info [826976:826976:8:4294967295] 00000400:00000200:0.0:1783979585.596326:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979585.596338:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979585.596344:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979585.596350:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979585.596358:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979585.596361:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783979585.596375:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979585.596378:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979585.596385:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979585.596389:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979585.596394:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075dd0 00000400:00000010:0.0:1783979585.596396:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075dd0. 00000100:00000001:0.0:1783979585.596402:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979585.596406:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2300 x1870620403030144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979585.596416:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979585.596432:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2300 x1870620403030144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979610 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979585.596439:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979585.596440:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979585.596446:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979585.596450:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979585.596453:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311912706 00000100:00000010:0.0:1783979585.596458:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3600. 00000100:00000001:0.0:1783979585.596465:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979585.596472:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311912706 00000100:00000010:0.0:1783979585.596476:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3720. 00000100:00000001:0.0:1783979585.596478:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979585.596481:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979585.596484:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979585.596486:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979585.596491:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979585/real 1783979585] req@ffff9b83fb2e2300 x1870620403030144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979585.596500:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979585.596501:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979585.596503:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979585.596506:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783979585.596508:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783979585.596510:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979585.596514:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2300 x1870620403030144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979585.596523:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2300 x1870620403030144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979585.596529:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979585.596531:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979585.596533:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979585.596535:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979585.596538:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2300 x1870620403030144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979585.596546:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979585.596550:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2300 x1870620403030144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979610 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979585.596557:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979585.596560:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979585.596562:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979585.596563:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979585.596565:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979585.596567:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979585.596570:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979585.596574:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979585.596576:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979585.596580:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2300 x1870620403030144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979610 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979585.596588:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403030144:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979585.596601:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979585.596603:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979585.596606:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2300 x1870620403030144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979610 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979585.596618:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979585.596621:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979585.596623:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979585.596627:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979585.596629:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979585.596640:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979585.596643:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979585.596645:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064c00. 02000000:00000001:0.0:1783979585.596649:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979585.596651:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979585.596653:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2300. 00000100:00000001:0.0:1783979585.596656:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979585.596657:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979585.596659:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979585.596666:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979585.596668:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979585.596670:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979585.596671:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979585.596673:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979585.596676:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1f80 x1870620403030272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979585.596683:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979585.596684:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979585.596686:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979585.596688:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979585.596691:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979585.596694:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403030272:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979585.601311:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979585.601318:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979585.601321:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979585.601324:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979585.601329:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979585.601331:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979585.601337:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979585.601341:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979585.601347:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783979585.601353:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403030272, portal 10 00000100:00000001:0.0:1783979585.601356:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979585.601357:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889965952 : -110483819585664 : ffff9b83fb2e1f80) 00000100:00000040:0.0:1783979585.601366:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1f80 x1870620403030272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979585.601373:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979585.601376:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979585.601378:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075dd0. 00000100:00000200:0.0:1783979585.601382:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403030272, offset 0 00000400:00000200:0.0:1783979585.601388:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979585.601396:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979585.601402:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979585.601407:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979585.601410:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979585.601413:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979585.602325:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979585.602329:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [827006:827006:256:4294967295] 192.168.201.148@tcp LPNI seq info [826977:826977:8:4294967295] 00000400:00000200:0.0:1783979585.602334:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979585.602345:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979585.602351:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979585.602357:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979585.602363:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979585.602366:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783979585.602380:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979585.602382:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979585.602389:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979585.602393:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979585.602398:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075dd0 00000400:00000010:0.0:1783979585.602400:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075dd0. 00000100:00000001:0.0:1783979585.602406:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979585.602411:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1f80 x1870620403030272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979585.602431:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979585.602435:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1f80 x1870620403030272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979610 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979585.602442:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979585.602444:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979585.602449:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979585.602454:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979585.602457:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979585.602461:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311911454 00000100:00000001:0.0:1783979585.602465:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311912706 00000100:00000001:0.0:1783979585.602467:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311911454 00000100:00000001:0.0:1783979585.602469:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311912706 00000100:00000001:0.0:1783979585.602471:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979585.602474:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979585.602477:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979585.602481:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979585/real 1783979585] req@ffff9b83fb2e1f80 x1870620403030272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979585.602490:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979585.602492:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979585.602494:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979585.602497:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783979585.602499:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783979585.602501:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979585.602504:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1f80 x1870620403030272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979585.602511:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1f80 x1870620403030272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979585.602521:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979585.602522:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979585.602524:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979585.602526:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979585.602529:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1f80 x1870620403030272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979585.602535:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979585.602540:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1f80 x1870620403030272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979610 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979585.602547:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979585.602550:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979585.602552:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979585.602553:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979585.602555:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979585.602563:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979585.602566:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979585.602569:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979585.602572:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979585.602576:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1f80 x1870620403030272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979610 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979585.602584:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403030272:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979585.602589:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979585.602591:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979585.602594:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1f80 x1870620403030272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979610 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979585.602599:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979585.602602:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979585.602604:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979585.602608:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979585.602610:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979585.602612:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979585.602614:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979585.602616:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067000. 02000000:00000001:0.0:1783979585.602619:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979585.602621:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979585.602623:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1f80. 00000100:00000001:0.0:1783979585.602626:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979585.602628:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979585.602642:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979585.602651:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979585.602653:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979585.602656:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979585.602658:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979585.602659:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979585.602664:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1880 x1870620403030400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979585.602671:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979585.602673:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979585.602676:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979585.602678:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979585.602680:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979585.602683:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403030400:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979585.602686:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979585.602689:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979585.602691:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979585.602693:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979585.602696:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2400. 02000000:00000001:0.0:1783979585.604606:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979585.604615:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979585.604622:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979585.604628:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783979585.604642:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403030400, portal 10 00000100:00000001:0.0:1783979585.604645:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979585.604647:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889964160 : -110483819587456 : ffff9b83fb2e1880) 00000100:00000040:0.0:1783979585.604657:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1880 x1870620403030400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979585.604665:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979585.604668:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979585.604670:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075dd0. 00000100:00000200:0.0:1783979585.604674:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403030400, offset 0 00000400:00000200:0.0:1783979585.604680:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979585.604689:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979585.604695:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979585.605082:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979585.605086:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979585.605090:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979585.605093:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979585.605096:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [827007:827007:256:4294967295] 192.168.201.148@tcp LPNI seq info [826978:826978:8:4294967295] 00000400:00000200:0.0:1783979585.605101:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979585.605111:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979585.605117:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979585.605123:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979585.605128:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979585.605131:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1783979585.605142:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979585.605144:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979585.605151:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979585.605155:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979585.605159:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075dd0 00000400:00000010:0.0:1783979585.605161:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075dd0. 00000100:00000001:0.0:1783979585.605165:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979585.605169:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1880 x1870620403030400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979585.605185:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979585.605188:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1880 x1870620403030400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979610 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979585.605195:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979585.605196:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979585.605201:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979585.605205:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979585.605208:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979585.605211:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311911451 00000100:00000001:0.0:1783979585.605213:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311912706 00000100:00000001:0.0:1783979585.605947:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311911452 00000100:00000001:0.0:1783979585.605951:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311912706 00000100:00000001:0.0:1783979585.605954:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979585.605957:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979585.606360:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979585.606368:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979585/real 1783979585] req@ffff9b83fb2e1880 x1870620403030400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979585.606379:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979585.606381:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979585.606383:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a8f0. 00000400:00000200:0.0:1783979585.606386:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075cc0 00000400:00000010:0.0:1783979585.606388:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075cc0. 00000100:00000001:0.0:1783979585.606391:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979585.606395:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1880 x1870620403030400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979585.606403:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1880 x1870620403030400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979585.606410:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979585.606412:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979585.606427:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979585.606428:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979585.606433:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1880 x1870620403030400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979585.606440:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979585.606445:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1880 x1870620403030400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979610 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979585.606452:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979585.606455:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979585.606457:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979585.606458:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979585.606460:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979585.606467:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979585.606471:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979585.606475:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979585.606478:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979585.606482:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1880 x1870620403030400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979610 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979585.606490:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403030400:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979585.606494:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979585.606498:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0380 x1870620403030528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979585.606506:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979585.606507:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979585.606510:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979585.606513:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979585.606516:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979585.606520:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403030528:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979585.606523:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979585.606527:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979585.606530:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979585.606532:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979585.606537:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3000. 02000000:00000001:0.0:1783979585.606539:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979585.606543:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979585.606545:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a8f0. 00000400:00000010:0.0:1783979585.606549:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075cc0. 00000100:00000200:0.0:1783979585.606552:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403030528, portal 4 00000100:00000001:0.0:1783979585.606554:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979585.606555:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889958784 : -110483819592832 : ffff9b83fb2e0380) 00000100:00000040:0.0:1783979585.606561:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0380 x1870620403030528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979585.606568:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979585.606570:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979585.606572:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075dd0. 00000100:00000200:0.0:1783979585.606575:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403030528, offset 0 00000400:00000200:0.0:1783979585.606579:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979585.606584:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979585.607445:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979585.607453:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979585.607458:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979585.607461:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979585.607464:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979585.607468:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [827008:827008:256:4294967295] 192.168.201.148@tcp LPNI seq info [826979:826979:8:4294967295] 00000400:00000200:0.0:1783979585.607472:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979585.607482:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979585.607488:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000100:00000001:0.0:1783979585.971535:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979585.971540:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979585.971541:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979585.971544:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979585.971546:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979585.971549:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979585.971550:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979585.971552:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979585.971554:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979586.099420:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979586.099425:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979586.099431:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979586.099435:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979586.099444:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979586.099447:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979586.099452:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979586.099455:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979586.099460:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979586.099462:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979586.099547:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979586.099551:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979586.099556:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979586.099577:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979586.099581:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979586.099582:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979586.099584:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979586.099586:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979586.099588:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979586.099590:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979586.099592:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979586.099594:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979586.099614:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979586.099617:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979586.099618:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979586.099620:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979586.099635:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979586.099637:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979586.099639:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979586.099641:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979586.099646:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979586.099659:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979586.099663:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979586.099667:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979586.099672:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979586.099676:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979586.099677:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979586.104069:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979586.104077:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979586.104082:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979586.995402:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979586.995411:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979586.995415:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979586.995424:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979586.995430:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979586.995436:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979586.995441:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979586.995445:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979586.995448:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979587.124653:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979587.124659:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979587.124663:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979587.124666:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979587.124670:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979587.124672:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979587.124674:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979587.124677:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979587.124683:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979587.124686:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979587.124693:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979587.124696:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979587.124701:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979587.124702:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979587.124706:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979587.124707:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979587.124727:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979587.124731:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979587.124734:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979587.124739:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979587.124743:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979587.124746:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979587.124748:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979587.124750:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979587.124753:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979588.019417:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979588.019423:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979588.019425:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979588.019428:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979588.019431:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979588.019434:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979588.019436:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979588.019438:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979588.019440:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979588.147377:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979588.147383:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979588.147386:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979588.147392:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979588.147398:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979588.147402:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979588.147411:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979588.147414:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979588.147416:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979588.147441:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979588.147445:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979588.147454:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979588.147458:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979588.147465:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979588.147469:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979588.147475:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979588.147478:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979588.147483:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979588.147484:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979588.147526:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979588.147529:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979588.147531:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979588.147534:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979588.147538:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979588.147542:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979588.149637:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979588.149642:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979588.149647:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979589.043937:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979589.043943:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979589.043944:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979589.043949:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979589.043951:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979589.043954:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979589.043956:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979589.043958:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979589.043960:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979589.171512:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979589.171515:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979589.171516:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979589.171518:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979589.171519:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979589.171520:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979589.171522:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979589.171523:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979589.171525:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979589.171539:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979589.171541:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979589.171544:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979589.171545:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979589.171547:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979589.171548:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979589.171551:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979589.171551:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979589.171553:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979589.171554:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979589.172199:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979589.172204:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979589.172205:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979589.172208:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979589.172210:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979589.172213:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979589.172216:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979589.172218:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979589.172220:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979589.173757:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979589.173760:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979589.173761:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979589.173764:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979589.173766:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979589.173768:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979589.173769:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979589.173771:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979589.173773:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979590.067501:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979590.067518:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979590.067522:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979590.067530:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979590.067537:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979590.067542:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979590.067560:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979590.067564:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979590.067568:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979590.195939:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979590.195943:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979590.195948:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979590.195949:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979590.195953:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979590.195954:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979590.195957:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979590.195959:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979590.195962:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979590.195963:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979590.195999:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979590.196001:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979590.196003:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979590.196005:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979590.196007:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979590.196008:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979590.196010:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979590.196012:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979590.196013:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979590.196022:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979590.196025:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979590.196027:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979591.091600:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979591.091604:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979591.091605:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979591.091608:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979591.091610:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979591.091612:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979591.091614:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979591.091615:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979591.091617:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979591.219782:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979591.219785:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979591.219789:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979591.219791:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979591.219795:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979591.219796:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979591.219799:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979591.219800:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979591.219804:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979591.219805:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979591.219843:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979591.219847:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979591.219850:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979591.220471:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979591.220474:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979591.220475:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979591.220478:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979591.220480:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979591.220482:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979591.220484:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979591.220485:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979591.220487:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979592.243418:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979592.243426:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979592.243428:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979592.243434:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979592.243438:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979592.243441:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979592.243443:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979592.243446:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979592.243448:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979592.243472:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979592.243475:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979592.243479:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979592.243483:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979592.243485:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979592.243488:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979592.243491:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979592.243493:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979592.243494:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979592.243496:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979592.243500:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979592.243502:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979592.243504:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979592.243505:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979592.243507:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979592.243508:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979592.243510:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979592.243512:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979592.243526:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979592.243528:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979592.243529:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979592.243530:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979592.243532:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979592.243533:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979592.243534:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979592.243536:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979592.243540:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979592.243541:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979592.243542:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979592.243544:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979592.243547:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979592.243548:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979592.243550:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979592.243553:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979592.243589:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979592.243594:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979592.243598:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979592.243625:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979592.243629:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979592.243632:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979592.243637:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979592.243643:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979592.243648:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979592.243654:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979592.243658:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979592.243664:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979593.272012:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979593.272020:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979593.272022:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979593.272027:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979593.272031:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979593.272035:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979593.272038:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979593.272040:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979593.272043:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979593.272070:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979593.272074:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979593.272078:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979593.272079:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979593.272083:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979593.272084:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979593.272088:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979593.272089:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979593.272092:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979593.272093:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979593.272123:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979593.272126:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979593.272128:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979594.291418:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979594.291424:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979594.291430:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979594.291434:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979594.291439:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979594.291442:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979594.291447:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979594.291450:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979594.291454:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979594.291455:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979594.291499:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979594.291502:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979594.291505:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979594.295709:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979594.295712:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979594.295713:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979594.295716:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979594.295718:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979594.295720:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979594.295721:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979594.295723:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979594.295724:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979595.318402:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979595.318407:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979595.318414:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979595.318415:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979595.318419:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979595.318420:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979595.318423:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979595.318424:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979595.318427:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979595.318428:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979596.339436:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979596.339454:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979596.339460:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979596.339462:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979596.339466:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979596.339467:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979596.339470:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979596.339472:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979596.339475:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979596.339476:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979596.341727:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979596.341730:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979596.341732:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979596.341734:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979596.341736:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979596.341738:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979596.341740:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979596.341741:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979596.341743:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979597.364656:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979597.364659:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979597.364660:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979597.364663:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979597.364665:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979597.364667:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979597.364669:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979597.364671:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979597.364673:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979597.364702:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979597.364706:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979597.364709:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979597.364766:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979597.364770:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979597.364772:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979597.364774:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979597.364777:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979597.364782:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979597.364783:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979597.364787:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979597.364788:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979597.364792:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979597.364793:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979597.364796:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979597.364797:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979598.388911:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979598.388914:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979598.388919:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979598.388920:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979598.388924:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979598.388925:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979598.388928:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979598.388929:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979598.388932:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979598.388933:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979598.388976:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979598.388978:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979598.388979:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979598.388982:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979598.388984:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979598.388985:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979598.388987:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979598.388989:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979598.388991:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979598.388999:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979598.389001:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979598.389004:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979599.411421:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979599.411428:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979599.411443:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979599.411451:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979599.411456:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979599.411460:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979599.411530:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979599.411534:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979599.411540:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979599.411565:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979599.411570:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979599.411578:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979599.411581:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979599.411585:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979599.411586:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979599.411590:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979599.411592:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979599.411596:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979599.411597:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979599.411621:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979599.411624:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979599.411638:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979600.435440:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979600.435447:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979600.435455:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979600.435456:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979600.435461:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979600.435463:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979600.435467:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979600.435469:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979600.435472:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979600.435473:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979600.435500:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979600.435505:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979600.435509:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979600.435533:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979600.435538:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979600.435542:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979600.435546:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979600.435550:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979600.435555:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979600.435559:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979600.435564:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979600.435568:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979600.435589:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979600.435594:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979600.435597:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979600.435601:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979600.435606:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979600.435609:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979600.435612:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979600.435615:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979600.435619:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979600.435640:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979600.435644:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979600.435646:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979600.435650:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979600.435655:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979600.435658:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979600.435662:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979600.435665:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979600.435670:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979601.459421:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979601.459428:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979601.459431:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979601.459436:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979601.459439:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979601.459443:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979601.459445:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979601.459448:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979601.459451:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979601.459654:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979601.459656:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979601.459663:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979601.459664:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979601.459668:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979601.459669:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979601.459672:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979601.459674:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979601.459685:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979601.459722:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979601.459739:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979601.459745:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979601.459748:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979602.484156:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979602.484160:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979602.484165:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979602.484170:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979602.484173:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979602.484178:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979602.484182:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979602.484185:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979602.484189:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979602.484192:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979602.484195:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979602.484196:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979602.484198:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979602.484199:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979602.484200:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979602.484202:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979602.484203:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979602.484205:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979602.484208:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979602.484210:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979602.484211:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979602.484212:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979602.484214:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979602.484215:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979602.484217:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979602.484218:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979602.484221:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979602.484222:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979602.484223:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979602.484225:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979602.484226:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979602.484227:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979602.484229:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979602.484230:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979602.484245:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979602.484247:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979602.484250:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979602.484255:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979602.484257:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979602.484259:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979602.484261:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979602.484263:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979602.484265:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979602.485165:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979602.485167:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979602.485170:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979603.507419:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979603.507430:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979603.507435:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979603.507442:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979603.507450:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979603.507456:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979603.507463:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979603.507467:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979603.507471:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979603.507497:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979603.507502:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979603.507508:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979603.507511:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979603.507518:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979603.507522:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979603.507528:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979603.507531:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979603.507538:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979603.507541:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979604.531443:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979604.531448:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979604.531456:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979604.531459:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979604.531465:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979604.531468:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979604.531471:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979604.531474:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979604.531480:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979604.531483:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979605.555426:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979605.555433:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979605.555439:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979605.555440:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979605.555444:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979605.555445:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979605.555448:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979605.555450:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979605.555453:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979605.555455:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979605.555704:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979605.555707:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979605.555709:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979605.555711:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979605.555714:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979605.555716:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979605.555718:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979605.555719:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979605.555721:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979605.557623:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979605.557626:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979605.557627:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979605.557630:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979605.557632:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979605.557634:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979605.557636:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979605.557637:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979605.557639:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979606.579432:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979606.579440:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979606.579443:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979606.579450:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979606.579458:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979606.579465:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979606.579481:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979606.579485:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979606.579490:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979606.579516:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979606.579522:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979606.579526:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979606.579532:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979606.579539:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979606.579543:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979606.579546:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979606.579550:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979606.579557:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979606.579560:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979606.579566:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979606.579567:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979606.579571:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979606.579573:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979606.579577:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979606.579580:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979607.604667:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979607.604671:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979607.604676:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979607.604678:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979607.604682:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979607.604683:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979607.604686:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979607.604688:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979607.604691:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979607.604692:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979607.604722:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979607.604727:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979607.604731:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979607.604737:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979607.604741:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979607.604746:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979607.604749:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979607.604751:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979607.604754:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979607.606674:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979607.606678:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979607.606679:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979607.606682:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979607.606684:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979607.606686:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979607.606688:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979607.606690:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979607.606691:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979608.627424:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979608.627430:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979608.627439:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979608.627442:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979608.627449:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979608.627453:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979608.627460:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979608.627464:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979608.627470:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979608.627474:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979608.627500:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979608.627505:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979608.627510:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979608.627534:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979608.627539:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979608.627543:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979608.627550:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979608.627555:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979608.627559:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979608.627561:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979608.627563:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979608.627565:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979608.627831:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979608.627834:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979608.627835:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979608.627837:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979608.627839:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979608.627841:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979608.627843:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979608.627845:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979608.627846:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979609.653562:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979609.653565:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979609.653567:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979609.653570:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979609.653572:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979609.653575:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979609.653576:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979609.653578:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979609.653580:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979609.653601:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979609.653604:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979609.653609:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979609.653611:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979609.653614:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979609.653615:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979609.653618:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979609.653619:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979609.653622:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979609.653623:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979609.653641:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979609.653644:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979609.653646:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979610.675435:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979610.675441:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979610.675449:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979610.675452:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979610.675456:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979610.675459:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979610.675464:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979610.675467:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979610.675476:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979610.675481:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979610.675517:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979610.675521:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979610.675528:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979610.675741:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979610.675744:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979610.675745:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979610.675747:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979610.675749:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979610.675751:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979610.675753:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979610.675754:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979610.675756:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979611.189385:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979611.189390:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979611.189393:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979611.189402:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0700 x1870620403033600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979611.189430:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979611.189437:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979611.189444:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979611.189448:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979611.189453:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979611.189461:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403033600:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979611.189469:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979611.189474:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979611.189477:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979611.189483:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979611.189488:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979611.189492:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979611.189502:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979611.189508:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783979611.189516:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40753b8. 00000100:00000200:0.0:1783979611.189523:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403033600, portal 10 00000100:00000001:0.0:1783979611.189528:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979611.189531:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889959680 : -110483819591936 : ffff9b83fb2e0700) 00000100:00000040:0.0:1783979611.189542:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0700 x1870620403033600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979611.189549:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979611.189552:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979611.189555:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979611.189558:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403033600, offset 0 00000400:00000200:0.0:1783979611.189563:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979611.189569:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979611.189573:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979611.189576:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979611.189578:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979611.189580:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979611.189581:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979611.189583:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [827032:827032:256:4294967295] 192.168.201.148@tcp LPNI seq info [827003:827003:8:4294967295] 00000400:00000200:0.0:1783979611.189586:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979611.189591:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979611.189594:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979611.189597:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979611.189603:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979611.189606:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1783979611.189619:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979611.189621:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979611.189626:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979611.189632:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979611.189636:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979611.189638:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979611.189643:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979611.189648:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0700 x1870620403033600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979611.189656:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979611.189661:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0700 x1870620403033600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979636 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979611.189673:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979611.189676:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979611.189680:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979611.189684:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979611.189687:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979611.189691:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311937036 00000100:00000001:0.0:1783979611.189694:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311938298 00000100:00000001:0.0:1783979611.189698:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311937036 00000100:00000001:0.0:1783979611.189702:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311938298 00000100:00000001:0.0:1783979611.189706:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979611.189709:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979611.189712:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979611.189716:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979611/real 1783979611] req@ffff9b83fb2e0700 x1870620403033600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979611.189725:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979611.189727:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979611.189730:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783979611.189731:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40753b8 00000400:00000010:0.0:1783979611.189733:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40753b8. 00000100:00000001:0.0:1783979611.189737:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979611.189741:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0700 x1870620403033600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979611.189754:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0700 x1870620403033600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979611.189764:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979611.189766:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979611.189769:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979611.189770:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979611.189776:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0700 x1870620403033600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979611.189786:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979611.189792:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0700 x1870620403033600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979636 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979611.189805:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979611.189809:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979611.189812:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979611.189815:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979611.189819:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979611.189825:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979611.189829:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979611.189835:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979611.189838:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979611.189842:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0700 x1870620403033600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979636 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979611.189963:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403033600:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979611.189966:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979611.189967:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979611.189969:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0700 x1870620403033600/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979636 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979611.189974:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979611.189975:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979611.189977:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979611.189980:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979611.189981:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979611.189982:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979611.189983:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979611.189984:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067800. 02000000:00000001:0.0:1783979611.189986:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979611.189987:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979611.189988:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0700. 00000100:00000001:0.0:1783979611.189990:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979611.189991:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979611.189992:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979611.189996:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979611.189996:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979611.189998:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979611.189999:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979611.190000:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979611.190002:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2d80 x1870620403033728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979611.190006:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979611.190007:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979611.190009:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979611.190010:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979611.190012:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979611.190013:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403033728:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979611.190015:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979611.190017:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979611.190018:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979611.190019:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979611.190021:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979611.190022:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979611.190025:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979611.190026:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783979611.190029:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40753b8. 00000100:00000200:0.0:1783979611.190030:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403033728, portal 4 00000100:00000001:0.0:1783979611.190032:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979611.190033:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889969536 : -110483819582080 : ffff9b83fb2e2d80) 00000100:00000040:0.0:1783979611.190038:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2d80 x1870620403033728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979611.190043:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979611.190046:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979611.190048:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979611.190050:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403033728, offset 0 00000400:00000200:0.0:1783979611.190054:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979611.190058:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979611.190061:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979611.190064:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979611.190066:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979611.190068:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979611.190070:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979611.190073:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [827033:827033:256:4294967295] 192.168.201.148@tcp LPNI seq info [827004:827004:8:4294967295] 00000400:00000200:0.0:1783979611.190077:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979611.190083:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979611.190088:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979611.190092:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979611.190095:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979611.190098:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1783979611.190109:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979611.190110:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979611.190113:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979611.190116:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979611.190119:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979611.190121:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979611.190123:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979611.190127:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2d80 x1870620403033728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979611.190134:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979611.190138:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2d80 x1870620403033728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979636 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979611.190144:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979611.190146:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979611.190149:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979611.190151:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979611.190155:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979611.190157:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311937063 00000100:00000001:0.0:1783979611.190159:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311938298 00000100:00000001:0.0:1783979611.190162:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311937063 00000100:00000001:0.0:1783979611.190164:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311938298 00000100:00000001:0.0:1783979611.190166:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979611.190169:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979611.190173:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979611.190178:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979611/real 1783979611] req@ffff9b83fb2e2d80 x1870620403033728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979611.190208:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979611.190210:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979611.190211:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783979611.190216:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40753b8 00000400:00000010:0.0:1783979611.190217:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40753b8. 00000100:00000001:0.0:1783979611.190222:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979611.190227:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2d80 x1870620403033728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979611.190240:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2d80 x1870620403033728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979611.190253:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979611.190255:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979611.190256:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979611.190258:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979611.190261:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2d80 x1870620403033728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979611.190268:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979611.190271:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2d80 x1870620403033728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979636 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979611.190277:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979611.190279:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979611.190280:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979611.190281:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979611.190283:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979611.190287:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979611.190289:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979611.190292:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979611.190320:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979611.190326:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2d80 x1870620403033728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979636 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979611.190334:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403033728:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979611.190337:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979611.190339:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979611.190342:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2d80 x1870620403033728/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979636 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979611.190347:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979611.190348:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979611.190350:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979611.190352:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979611.190353:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979611.190354:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979611.190355:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979611.190356:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064800. 02000000:00000001:0.0:1783979611.190358:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979611.190358:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979611.190368:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2d80. 00000100:00000001:0.0:1783979611.190371:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979611.190371:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979611.190373:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979611.190375:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979611.190376:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979611.190377:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979611.190378:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979611.190654:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979611.190656:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979611.190658:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979611.190662:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e3b80 x1870620403033856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979611.190667:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979611.190668:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979611.190670:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979611.190671:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979611.190672:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979611.190675:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403033856:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979611.190677:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979611.190678:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979611.190679:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979611.190680:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979611.190683:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979611.190684:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979611.190686:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979611.190688:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783979611.190690:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40753b8. 00000100:00000200:0.0:1783979611.190692:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403033856, portal 4 00000100:00000001:0.0:1783979611.190693:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979611.190694:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889973120 : -110483819578496 : ffff9b83fb2e3b80) 00000100:00000040:0.0:1783979611.190698:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e3b80 x1870620403033856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979611.190702:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979611.190703:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979611.190705:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979611.190707:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403033856, offset 0 00000400:00000200:0.0:1783979611.190709:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979611.190711:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979611.190714:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979611.190716:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979611.190718:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979611.190719:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979611.190721:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979611.190723:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [827034:827034:256:4294967295] 192.168.201.148@tcp LPNI seq info [827005:827005:8:4294967295] 00000400:00000200:0.0:1783979611.190725:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979611.190730:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979611.190733:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979611.190735:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979611.190737:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979611.190739:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1783979611.190746:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979611.190747:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979611.190749:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979611.190751:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979611.190753:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979611.190754:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979611.190756:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979611.190758:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e3b80 x1870620403033856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979611.190763:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979611.190765:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e3b80 x1870620403033856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979636 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979611.190768:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979611.190769:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979611.190771:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979611.190773:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979611.190775:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979611.190776:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311937054 00000100:00000001:0.0:1783979611.190777:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311938298 00000100:00000001:0.0:1783979611.190779:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311937054 00000100:00000001:0.0:1783979611.190780:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311938298 00000100:00000001:0.0:1783979611.190781:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979611.190782:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979611.190783:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979611.190785:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979611/real 1783979611] req@ffff9b83fb2e3b80 x1870620403033856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979611.190794:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979611.190794:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979611.190795:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783979611.190797:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40753b8 00000400:00000010:0.0:1783979611.190798:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40753b8. 00000100:00000001:0.0:1783979611.190799:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979611.190843:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e3b80 x1870620403033856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979611.190848:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e3b80 x1870620403033856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979611.190852:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979611.190853:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979611.190854:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979611.190855:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979611.190857:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e3b80 x1870620403033856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979611.190862:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979611.190864:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e3b80 x1870620403033856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979636 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979611.190867:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979611.190869:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979611.190869:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979611.190870:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979611.190871:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979611.190874:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979611.190875:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979611.190877:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979611.190879:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979611.190881:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e3b80 x1870620403033856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979636 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979611.190886:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403033856:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979611.190888:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979611.190889:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979611.190891:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e3b80 x1870620403033856/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979636 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979611.190894:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979611.190895:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979611.190896:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979611.190898:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979611.190898:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979611.190899:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979611.190900:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979611.190901:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065400. 02000000:00000001:0.0:1783979611.190902:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979611.190903:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979611.190904:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e3b80. 00000100:00000001:0.0:1783979611.190906:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979611.190906:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979611.190907:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979611.190910:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979611.190911:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979611.190912:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979611.190913:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979611.699468:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979611.699471:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979611.699473:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979611.699476:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979611.699479:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979611.699481:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979611.699484:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979611.699485:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979611.699488:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979611.699500:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979611.699502:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979611.699503:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979611.699505:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979611.699507:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979611.699509:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979611.699510:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979611.699512:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979611.699513:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979611.699533:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979611.699537:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979611.699544:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979611.699548:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979611.699553:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979611.699555:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979611.699559:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979611.699560:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979611.699564:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979611.699566:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979611.699585:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979611.699588:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979611.699591:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979611.702342:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979611.702345:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979611.702346:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979611.702348:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979611.702350:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979611.702352:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979611.702354:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979611.702355:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979611.702357:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979612.723401:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979612.723410:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979612.723412:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979612.723418:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979612.723423:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979612.723428:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979612.723434:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979612.723439:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979612.723445:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979612.723476:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979612.723481:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979612.723490:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979612.723496:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979612.723501:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979612.723506:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979612.723511:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979612.723513:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979612.723516:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979612.723519:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979612.723525:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979612.723528:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979612.723532:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979612.723535:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979612.723539:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979612.723542:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979612.723545:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979612.723549:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979612.723556:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979612.723560:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979612.723562:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979612.723563:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979612.723566:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979612.723567:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979612.723568:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979612.723571:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979612.723575:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979612.723577:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979612.723579:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979612.723581:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979612.723583:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979612.723584:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979612.723586:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979612.723588:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979612.723609:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979612.723612:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979612.723615:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979613.747415:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979613.747420:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979613.747439:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979613.747442:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979613.747450:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979613.747454:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979613.747460:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979613.747463:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979613.747467:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979613.747469:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979613.747492:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979613.747497:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979613.747500:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979613.750201:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979613.750207:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979613.750209:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979613.750214:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979613.750218:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979613.750223:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979613.750226:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979613.750228:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979613.750231:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979614.771518:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979614.771522:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979614.771540:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979614.771544:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979614.771553:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979614.771558:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979614.771571:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979614.771574:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979614.771577:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979614.771578:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979614.771817:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979614.771820:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979614.771824:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979615.797220:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979615.797227:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979615.797229:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979615.797235:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979615.797238:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979615.797240:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979615.797243:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979615.797244:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979615.797247:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979615.797274:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979615.797277:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979615.797282:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979615.797283:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979615.797287:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979615.797289:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979615.797305:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979615.797307:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979615.797311:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979615.797312:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979615.797331:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979615.797334:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979615.797337:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979616.310116:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979616.310120:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979616.310126:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979616.310132:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2300 x1870620403033984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.310139:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979616.310141:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979616.310144:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979616.310146:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979616.310149:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979616.310152:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403033984:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979616.310156:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979616.310160:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979616.310162:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979616.310164:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979616.310169:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979616.310171:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979616.310177:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979616.310180:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783979616.310187:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40753b8. 00000100:00000200:0.0:1783979616.310194:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403033984, portal 25 00000100:00000001:0.0:1783979616.310196:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979616.310198:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889966848 : -110483819584768 : ffff9b83fb2e2300) 00000100:00000040:0.0:1783979616.310203:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2300 x1870620403033984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.310211:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979616.310214:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979616.310216:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979616.310219:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870620403033984, offset 0 00000400:00000200:0.0:1783979616.310225:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979616.310233:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979616.310238:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979616.310243:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979616.310247:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979616.310251:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979616.310253:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979616.310257:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [827035:827035:256:4294967295] 192.168.201.148@tcp LPNI seq info [827006:827006:8:4294967295] 00000400:00000200:0.0:1783979616.310262:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979616.310272:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979616.310277:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979616.310282:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979616.310289:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979616.310325:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1783979616.310339:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979616.310342:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979616.310349:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979616.310353:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979616.310358:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979616.310361:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979616.310366:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979616.310369:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2300 x1870620403033984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.310379:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979616.310382:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2300 x1870620403033984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979641 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.310389:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979616.310391:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979616.310396:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979616.310400:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979616.310403:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 2 is 4311943421 00000100:00000010:0.0:1783979616.310408:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3780. 00000100:00000001:0.0:1783979616.310414:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783979616.310419:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS new deadline estimation for cpu 3 is 4311943421 00000100:00000010:0.0:1783979616.310422:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b83c53b3660. 00000100:00000001:0.0:1783979616.311372:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.148@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783979616.311378:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979616.311381:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979616.311384:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979616.311391:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979616/real 1783979616] req@ffff9b83fb2e2300 x1870620403033984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979616.311405:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979616.311407:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979616.311410:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783979616.311414:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40753b8 00000400:00000010:0.0:1783979616.311416:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40753b8. 00000100:00000001:0.0:1783979616.311420:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979616.311423:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2300 x1870620403033984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979616.311498:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2300 x1870620403033984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.311505:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979616.311508:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979616.311510:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979616.311512:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979616.311516:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2300 x1870620403033984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.311523:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979616.311528:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2300 x1870620403033984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979641 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.311536:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979616.311539:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979616.311541:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979616.311542:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979616.311545:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979616.311547:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979616.311550:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979616.311554:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979616.311557:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979616.311561:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2300 x1870620403033984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979641 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979616.311570:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b864d244-ec5f-4dbc-a17c-ecaa04792219:2401:1870620403033984:192.168.201.148@tcp:250:kworker.0 00000100:00000001:0.0:1783979616.311574:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979616.311578:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1f80 x1870620403034112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.311584:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979616.311586:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979616.311589:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979616.311592:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979616.311595:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979616.311598:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403034112:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979616.311602:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979616.311604:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979616.311606:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979616.311609:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979616.311614:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979616.311617:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979616.311621:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979616.311624:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783979616.311628:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40753b8. 00000100:00000200:0.0:1783979616.311633:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403034112, portal 10 00000100:00000001:0.0:1783979616.311635:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979616.311637:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889965952 : -110483819585664 : ffff9b83fb2e1f80) 00000100:00000040:0.0:1783979616.311644:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1f80 x1870620403034112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.311650:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979616.311653:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979616.311655:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979616.311658:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403034112, offset 0 00000400:00000200:0.0:1783979616.311663:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979616.311669:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979616.311674:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979616.311678:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979616.311682:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979616.311685:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979616.311688:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979616.311691:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [827036:827036:256:4294967295] 192.168.201.148@tcp LPNI seq info [827007:827007:8:4294967295] 00000400:00000200:0.0:1783979616.311696:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979616.311705:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979616.311710:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979616.311715:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979616.311720:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979616.311723:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1783979616.311738:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979616.311740:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979616.311744:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979616.311748:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979616.311751:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979616.311753:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979616.311755:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979616.311759:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1f80 x1870620403034112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.311767:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979616.311770:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1f80 x1870620403034112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979641 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.311776:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979616.311778:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979616.311782:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979616.311786:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: using a timeout of 14082 usecs (15 jiffies) 00000400:00000200:0.0:1783979616.311789:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979616.311791:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311942163 00000100:00000001:0.0:1783979616.311794:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311943421 00000100:00000001:0.0:1783979616.311796:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311942163 00000100:00000001:0.0:1783979616.311799:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311943421 00000100:00000001:0.0:1783979616.311801:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979616.311803:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979616.311805:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979616.311809:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979616/real 1783979616] req@ffff9b83fb2e1f80 x1870620403034112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979616.311823:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979616.311824:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979616.311826:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783979616.311828:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40753b8 00000400:00000010:0.0:1783979616.311830:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40753b8. 00000100:00000001:0.0:1783979616.311832:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979616.311835:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1f80 x1870620403034112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979616.311843:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1f80 x1870620403034112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.311849:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979616.311850:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979616.311852:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979616.311853:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979616.311857:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1f80 x1870620403034112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.311863:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979616.311867:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1f80 x1870620403034112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979641 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.311874:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979616.311876:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979616.311878:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979616.311880:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979616.311881:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979616.311890:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979616.311892:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979616.311895:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979616.311897:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979616.311900:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1f80 x1870620403034112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979641 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979616.311908:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403034112:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979616.311912:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979616.311916:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e1880 x1870620403034240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.311923:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979616.311924:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979616.311926:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979616.311928:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979616.311930:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979616.311933:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403034240:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979616.311936:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979616.311938:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979616.311939:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979616.311941:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979616.311944:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979616.311946:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979616.311949:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979616.311951:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783979616.311953:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40753b8. 00000100:00000200:0.0:1783979616.312521:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403034240, portal 10 00000100:00000001:0.0:1783979616.312525:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979616.312527:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889964160 : -110483819587456 : ffff9b83fb2e1880) 00000100:00000040:0.0:1783979616.312537:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e1880 x1870620403034240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.312552:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979616.312555:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979616.312559:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979616.312561:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870620403034240, offset 0 00000400:00000200:0.0:1783979616.312566:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979616.312572:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979616.312576:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979616.312579:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979616.312582:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979616.312585:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979616.312587:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979616.312590:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [827037:827037:256:4294967295] 192.168.201.148@tcp LPNI seq info [827008:827008:8:4294967295] 00000400:00000200:0.0:1783979616.312595:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979616.312602:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979616.312607:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979616.312610:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979616.312615:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979616.312618:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1783979616.312630:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979616.312632:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979616.312636:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979616.312640:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979616.312643:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979616.312645:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979616.312648:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979616.312652:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e1880 x1870620403034240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.312661:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979616.312664:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e1880 x1870620403034240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979641 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.312670:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979616.312672:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979616.312675:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979616.312679:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: using a timeout of 9723 usecs (10 jiffies) 00000400:00000200:0.0:1783979616.312682:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979616.312685:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311942159 00000100:00000001:0.0:1783979616.312687:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311943421 00000100:00000001:0.0:1783979616.312689:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311942159 00000100:00000001:0.0:1783979616.312692:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311943421 00000100:00000001:0.0:1783979616.312694:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979616.312696:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979616.312698:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979616.312702:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979616/real 1783979616] req@ffff9b83fb2e1880 x1870620403034240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979616.312720:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979616.312722:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979616.312724:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783979616.312727:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40753b8 00000400:00000010:0.0:1783979616.312728:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40753b8. 00000100:00000001:0.0:1783979616.312730:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979616.312734:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e1880 x1870620403034240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979616.312741:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e1880 x1870620403034240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.312748:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979616.312749:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979616.312751:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979616.312753:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979616.312756:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e1880 x1870620403034240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.312763:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979616.312768:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e1880 x1870620403034240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979641 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.312775:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979616.312778:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979616.312780:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979616.312781:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979616.312783:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979616.312790:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979616.312793:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979616.312796:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979616.312799:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979616.312803:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e1880 x1870620403034240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979641 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979616.312812:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403034240:192.168.201.148@tcp:38:kworker.0 00000100:00000001:0.0:1783979616.312816:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979616.312820:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e0380 x1870620403034368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.312827:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979616.312828:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979616.312830:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979616.312833:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979616.312835:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979616.312838:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403034368:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979616.312842:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979616.312844:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979616.312846:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979616.312848:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979616.312852:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979616.312854:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979616.312858:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979616.312861:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783979616.312864:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40753b8. 00000100:00000200:0.0:1783979616.312867:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403034368, portal 4 00000100:00000001:0.0:1783979616.312869:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979616.312870:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889958784 : -110483819592832 : ffff9b83fb2e0380) 00000100:00000040:0.0:1783979616.312876:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e0380 x1870620403034368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.312882:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979616.312884:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979616.312886:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979616.312888:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403034368, offset 0 00000400:00000200:0.0:1783979616.312892:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979616.312896:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979616.312900:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979616.312903:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979616.312905:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979616.312908:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979616.312910:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979616.312913:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [827038:827038:256:4294967295] 192.168.201.148@tcp LPNI seq info [827009:827009:8:4294967295] 00000400:00000200:0.0:1783979616.312917:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979616.312923:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979616.312927:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979616.312931:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979616.312934:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979616.312937:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1783979616.312947:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979616.312949:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979616.312952:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979616.312955:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979616.313069:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979616.313071:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979616.313075:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979616.313079:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e0380 x1870620403034368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.313093:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979616.313097:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e0380 x1870620403034368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979641 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.313114:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979616.313116:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979616.313119:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979616.313122:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: using a timeout of 36373 usecs (37 jiffies) 00000400:00000200:0.0:1783979616.313125:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979616.313127:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311942186 00000100:00000001:0.0:1783979616.313130:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311943421 00000100:00000001:0.0:1783979616.313133:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311942186 00000100:00000001:0.0:1783979616.313135:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311943421 00000100:00000001:0.0:1783979616.313137:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979616.313139:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979616.313141:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979616.313145:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979616/real 1783979616] req@ffff9b83fb2e0380 x1870620403034368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979616.313153:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979616.313154:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979616.313156:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783979616.313158:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40753b8 00000400:00000010:0.0:1783979616.313160:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40753b8. 00000100:00000001:0.0:1783979616.313162:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979616.313165:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e0380 x1870620403034368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979616.313173:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e0380 x1870620403034368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.313179:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979616.313181:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979616.313183:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979616.313184:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979616.313188:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e0380 x1870620403034368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.313194:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979616.313197:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e0380 x1870620403034368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979641 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.313204:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979616.313207:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979616.313208:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979616.313210:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979616.313212:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979616.313216:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979616.313218:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979616.313222:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979616.313224:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979616.313228:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e0380 x1870620403034368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979641 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979616.313236:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403034368:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979616.313240:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783979616.313245:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b83fb2e2a00 x1870620403034496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.313252:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979616.313254:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979616.313256:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783979616.313258:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979616.313260:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979616.313263:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b83fb2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403034496:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979616.313266:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783979616.313268:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783979616.313270:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979616.313272:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783979616.313276:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979616.313278:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783979616.313281:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000010:0.0:1783979616.313283:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b83c939a108. 00000400:00000010:0.0:1783979616.313286:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d40753b8. 00000100:00000200:0.0:1783979616.313289:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870620403034496, portal 4 00000100:00000001:0.0:1783979616.313291:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783979616.313328:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633589889968640 : -110483819582976 : ffff9b83fb2e2a00) 00000100:00000040:0.0:1783979616.313335:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b83fb2e2a00 x1870620403034496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.313342:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783979616.313344:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.148@tcp 00000400:00000010:0.0:1783979616.313347:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b83d4075f68. 00000100:00000200:0.0:1783979616.313350:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870620403034496, offset 0 00000400:00000200:0.0:1783979616.313354:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.148@tcp 00000400:00000200:0.0:1783979616.313358:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979616.313362:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.148@tcp local destination 00000400:00000200:0.0:1783979616.313365:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783979616.313367:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.48@tcp 00000400:00000200:0.0:1783979616.313370:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783979616.313372:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.148@tcp 00000400:00000200:0.0:1783979616.313376:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.48@tcp NI seq info: [827039:827039:256:4294967295] 192.168.201.148@tcp LPNI seq info [827010:827010:8:4294967295] 00000400:00000200:0.0:1783979616.313380:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979616.313386:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.48@tcp(192.168.201.48@tcp:) -> 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) : PUT try# 0 00000800:00000200:0.0:1783979616.313390:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979616.313394:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b83c3cfbb00. 00000800:00000200:0.0:1783979616.313398:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b83c3022540] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.0:1783979616.313401:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.148 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1783979616.313411:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.148@tcp 00000800:00000010:0.0:1783979616.313413:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b83c3cfbb00. 00000400:00000200:0.0:1783979616.313416:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1783979616.313419:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1783979616.313421:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d4075f68 00000400:00000010:0.0:1783979616.313423:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d4075f68. 00000100:00000001:0.0:1783979616.313425:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979616.313427:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9b83fb2e2a00 x1870620403034496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.313434:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979616.313437:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83fb2e2a00 x1870620403034496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979641 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.313442:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979616.313443:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979616.313446:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979616.313449:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: using a timeout of 26197 usecs (27 jiffies) 00000400:00000200:0.0:1783979616.313452:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000100:00000001:0.0:1783979616.313454:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 2 is 4311942177 00000100:00000001:0.0:1783979616.313456:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 2, keep current deadline 4311943421 00000100:00000001:0.0:1783979616.313459:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS new deadline estimation for cpu 3 is 4311942177 00000100:00000001:0.0:1783979616.313461:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b83c87ef800: PM QoS request active for cpu 3, keep current deadline 4311943421 00000100:00000001:0.0:1783979616.313463:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783979616.313465:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979616.313467:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1783979616.313471:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979616/real 1783979616] req@ffff9b83fb2e2a00 x1870620403034496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783979616.313479:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783979616.313480:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783979616.313482:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b83c939a108. 00000400:00000200:0.0:1783979616.313484:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83d40753b8 00000400:00000010:0.0:1783979616.313486:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83d40753b8. 00000100:00000001:0.0:1783979616.313488:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783979616.313491:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b83fb2e2a00 x1870620403034496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783979616.313499:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b83fb2e2a00 x1870620403034496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.313505:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783979616.313507:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979616.313508:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979616.313510:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1783979616.313513:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b83fb2e2a00 x1870620403034496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.313519:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783979616.313523:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b83fb2e2a00 x1870620403034496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979641 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.313528:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1783979616.313531:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979616.313532:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783979616.313533:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979616.313535:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1783979616.313540:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1783979616.313542:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783979616.313552:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.148@tcp failed (-110) 00000100:00000001:0.0:1783979616.313554:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1783979616.313558:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b83fb2e2a00 x1870620403034496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979641 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783979616.313572:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b83fb2e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:236eb0ee-5329-4249-a95e-871883d90649:2401:1870620403034496:192.168.201.148@tcp:8:kworker.0 00000100:00000001:0.0:1783979616.313576:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979616.313578:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979616.313582:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2300 x1870620403033984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979641 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.313589:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979616.313592:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979616.313595:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0400. 02000000:00000001:0.0:1783979616.313599:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979616.313602:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979616.313604:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979616.313606:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979616.313609:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065800. 02000000:00000001:0.0:1783979616.313613:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979616.313615:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979616.313617:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2300. 00000100:00000001:0.0:1783979616.313621:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979616.313622:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979616.313624:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979616.313628:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1f80 x1870620403034112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979641 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.313635:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979616.313636:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979616.313638:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb2800. 02000000:00000001:0.0:1783979616.313642:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979616.313643:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979616.313645:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83cbf4f000 refcount=146 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979616.313647:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979616.313648:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7067000. 02000000:00000001:0.0:1783979616.313650:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979616.313652:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979616.313653:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1f80. 00000100:00000001:0.0:1783979616.313656:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979616.313657:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979616.313659:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979616.313663:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e1880 x1870620403034240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979641 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.313670:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979616.313671:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979616.313673:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb0800. 02000000:00000001:0.0:1783979616.313675:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979616.313676:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979616.313677:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c4dc8800 refcount=125 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 00000020:00000001:0.0:1783979616.313679:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979616.313680:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7064c00. 02000000:00000001:0.0:1783979616.313682:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979616.313683:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979616.313685:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e1880. 00000100:00000001:0.0:1783979616.313687:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979616.313688:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979616.313690:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979616.313693:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e0380 x1870620403034368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979641 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.313700:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979616.313701:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979616.313702:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb3c00. 02000000:00000001:0.0:1783979616.313704:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979616.313705:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979616.314129:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f4800 refcount=13 obd=lustre-OST0000-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979616.314134:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979616.314137:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065000. 02000000:00000001:0.0:1783979616.314141:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979616.314142:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979616.314144:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e0380. 00000100:00000001:0.0:1783979616.314146:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979616.314147:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979616.314149:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979616.314154:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b83fb2e2a00 x1870620403034496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979641 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979616.314160:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979616.314162:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979616.314163:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83fffb1000. 02000000:00000001:0.0:1783979616.314165:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979616.314167:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979616.314167:0:2401:0:(genops.c:1244:class_import_put()) import ffff9b83c87f0000 refcount=13 obd=lustre-OST0001-osc-ffff9b83c87ef800 00000020:00000001:0.0:1783979616.314169:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979616.314170:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83e7065400. 02000000:00000001:0.0:1783979616.314172:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979616.314173:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979616.314174:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83fb2e2a00. 00000100:00000001:0.0:1783979616.314176:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979616.314177:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979616.314179:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979616.314186:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979616.314188:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979616.314191:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783979616.314193:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979616.819684:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979616.819687:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979616.819689:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979616.819691:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979616.819693:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979616.819695:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979616.819945:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979616.819947:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979616.819950:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979616.819968:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979616.819972:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979616.819974:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979616.819976:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979616.819979:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979616.819980:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979616.819981:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979616.819983:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979616.819986:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979616.819987:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979616.819990:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979616.819991:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979616.819993:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979616.819994:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979616.819996:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979616.819996:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979616.820006:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979616.820008:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979616.820009:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979617.843449:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979617.843457:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979617.843465:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979617.843467:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979617.843472:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979617.843478:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979617.843486:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979617.843505:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979617.843517:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979617.843523:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979617.843567:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979617.843572:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979617.843582:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979617.845137:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979617.845143:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979617.845145:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979617.845151:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979617.845154:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979617.845157:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979617.845160:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979617.845162:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979617.845166:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979618.867672:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979618.867678:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979618.867683:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979618.867688:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979618.867693:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979618.867697:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979618.867700:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979618.867702:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979618.867710:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979618.867734:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979618.867738:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979618.867744:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979618.867745:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979618.867751:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979618.867752:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979618.867756:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979618.867758:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979618.867762:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979618.867763:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979618.867783:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979618.867787:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979618.867791:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979619.891611:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979619.891617:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979619.891622:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979619.891629:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979619.891634:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979619.891638:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979619.891800:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979619.891803:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979619.891807:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979619.891842:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979619.891848:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979619.891859:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979619.891862:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979619.891869:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979619.891871:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979619.891876:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979619.891878:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979619.891881:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979619.891883:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979619.891919:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979619.891922:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979619.891925:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979620.915462:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979620.915469:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979620.915480:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979620.915484:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979620.915586:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979620.915588:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979620.915593:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979620.915594:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979620.915598:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979620.915599:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979620.915621:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979620.915624:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979620.915627:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979620.915661:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979620.915664:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979620.915666:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979620.915668:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979620.915670:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979620.915672:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979620.918839:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979620.918844:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979620.918854:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979621.427908:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979621.427921:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979621.427924:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979621.427929:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979621.427935:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979621.427944:0:297279:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 17274 00000400:00000200:0.0:1783979621.427955:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979621.427962:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979621.427966:0:297279:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979621.427969:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979621.427972:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979621.427975:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979621.427977:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979621.427983:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979621.427985:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783979621.427988:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979621.427992:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783979621.427994:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783979621.427996:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783979621.427999:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979621.428001:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979621.428002:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979621.428004:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979621.428007:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783979621.428019:0:297279:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979621.428021:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979621.428024:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979621.428028:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979621.428031:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979621.428034:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979621.428037:0:297279:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979621.428050:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783979621.428054:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783979621.428059:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979621.428060:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979621.428065:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979621.428068:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979621.428073:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979621.428084:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783979621.428092:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979621.428103:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620403034624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979621.428114:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979621.428120:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979621.428125:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620403034624/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979621.428155:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979621.428158:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979621.428162:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979621.428163:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979621.428165:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979621.428168:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979621.428171:0:297279:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17274 00000400:00000200:0.0:1783979621.428175:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979621.428178:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979621.428180:0:297279:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979621.428183:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979621.428186:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979621.428187:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979621.428189:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979621.428191:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979621.428193:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783979621.428194:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979621.428196:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783979621.428199:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783979621.428201:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783979621.428204:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979621.428205:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979621.428207:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979621.428209:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979621.428212:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783979621.428214:0:297279:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979621.428217:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979621.428219:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979621.428227:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979621.428229:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979621.428231:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979621.428237:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979621.428240:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979621.428242:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979621.428246:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783979621.428248:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979621.428250:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979621.428251:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979621.428253:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979621.428254:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979621.428256:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979621.428260:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783979621.428264:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979621.428269:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620403034752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979621.428278:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979621.428280:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979621.428283:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620403034752/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979621.428290:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979621.428323:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979621.428328:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979621.428329:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979621.428331:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979621.428334:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979621.428337:0:297279:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17274 00000400:00000200:0.0:1783979621.428341:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979621.428344:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979621.428346:0:297279:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979621.428349:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979621.428351:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979621.428353:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979621.428355:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979621.428357:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979621.428358:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783979621.428360:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979621.428362:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783979621.428365:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783979621.428367:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783979621.428370:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979621.428372:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979621.428373:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979621.428375:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979621.428378:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783979621.428380:0:297279:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979621.428383:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979621.428385:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979621.428388:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979621.428390:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979621.428393:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979621.428394:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979621.428397:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979621.428398:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979621.428402:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783979621.428404:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979621.428407:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979621.428408:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979621.428410:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979621.428411:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979621.428413:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979621.428417:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783979621.428421:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979621.428425:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620403034880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979621.428433:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979621.428435:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979621.428439:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620403034880/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979621.428446:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979621.428449:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979621.428452:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979621.428454:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979621.428456:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979621.428459:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979621.428462:0:297279:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17274 00000400:00000200:0.0:1783979621.428466:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979621.428469:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979621.428471:0:297279:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979621.428474:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979621.428476:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979621.428478:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979621.428480:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979621.428482:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979621.428483:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783979621.428484:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979621.428487:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783979621.428489:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783979621.428491:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783979621.428493:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979621.428495:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979621.428498:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979621.428500:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979621.428502:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783979621.428504:0:297279:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979621.428507:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979621.428509:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979621.428512:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979621.428513:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979621.428515:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979621.428518:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979621.428520:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979621.428522:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979621.428528:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783979621.428530:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979621.428532:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979621.428534:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979621.428535:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979621.428537:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979621.428538:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979621.428542:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783979621.428546:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979621.428550:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620403035008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979621.428556:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979621.428558:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979621.428561:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620403035008/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979621.428585:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979621.428588:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979621.428591:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979621.428593:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979621.428595:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979621.428598:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979621.428600:0:297279:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17274 00000400:00000200:0.0:1783979621.428605:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979621.428818:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979621.428822:0:297279:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979621.428826:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979621.428828:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979621.428830:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979621.428832:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979621.428835:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979621.428836:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783979621.428838:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979621.428840:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783979621.428842:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783979621.428844:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783979621.428847:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979621.428849:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979621.428851:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979621.428853:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979621.428856:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783979621.428858:0:297279:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979621.428861:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979621.428863:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979621.428866:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979621.428868:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979621.428870:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979621.428873:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979621.428875:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979621.428877:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979621.428881:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783979621.428884:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979621.428887:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979621.428888:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979621.428890:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979621.428891:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979621.428893:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979621.428897:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783979621.428900:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979621.428905:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620403035136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979621.428913:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979621.428915:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979621.428919:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620403035136/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979621.428926:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979621.428931:0:297279:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17284) 00010000:00000001:0.0:1783979621.939494:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979621.939505:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979621.939518:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979621.939525:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979621.939535:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979621.939540:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979621.939555:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979621.939560:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979621.939572:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979621.939576:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979621.939631:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979621.939638:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979621.939646:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979622.963459:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979622.963468:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979622.963489:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979622.963496:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979622.963503:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979622.963509:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979622.963522:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979622.963527:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979622.963539:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979622.963545:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979622.963554:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979622.963561:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979622.963567:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979622.963579:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979622.963597:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979622.963602:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979622.963614:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979622.963627:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979622.963650:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979622.963658:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979622.963667:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979622.963675:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979622.963679:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979622.963688:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979622.963694:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979622.963708:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979622.963722:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979622.963729:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979622.963734:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979622.963737:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979622.963740:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979622.963745:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979622.963750:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979622.963753:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979622.963776:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979622.963779:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979622.963782:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979623.988061:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979623.988077:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979623.988079:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979623.988082:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979623.988085:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979623.988089:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979623.988093:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979623.988094:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979623.988097:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979623.988110:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979623.988113:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979623.988113:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979623.988115:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979623.988116:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979623.988117:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979623.988119:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979623.988120:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979623.988121:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979623.988145:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979623.988148:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979623.988154:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979623.988156:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979623.988161:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979623.988163:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979623.988166:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979623.988168:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979623.988172:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979623.988173:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979623.988196:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979623.988199:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979623.988202:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979623.991448:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979623.991454:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979623.991455:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979623.991458:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979623.991461:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979623.991463:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979623.991465:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979623.991467:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979623.991469:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979625.018193:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979625.018201:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979625.018212:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979625.018216:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979625.018228:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979625.018234:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979625.018241:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979625.018245:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979625.018262:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979625.018265:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979625.018290:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979625.018316:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979625.018322:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979626.037646:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979626.037651:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979626.037653:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979626.037655:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979626.037658:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979626.037660:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979626.037663:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979626.037664:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979626.037667:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979626.037691:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979626.037694:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979626.037698:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979626.037699:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979626.037702:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979626.037703:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979626.037706:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979626.037707:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979626.037711:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979626.037712:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979626.037729:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979626.037733:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979626.037737:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783979626.547425:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979626.547435:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979626.547438:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979626.547442:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979626.547446:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979626.547454:0:297279:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 17279 00000400:00000200:0.0:1783979626.547464:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979626.547470:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979626.547474:0:297279:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979626.547477:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979626.547480:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979626.547483:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979626.547485:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979626.547489:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979626.547492:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783979626.547495:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979626.547498:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783979626.547501:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783979626.547503:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783979626.547506:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979626.547507:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979626.547510:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979626.547511:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979626.547515:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783979626.547518:0:297279:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979626.547520:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979626.547523:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979626.547527:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979626.547531:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979626.547534:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979626.547536:0:297279:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979626.547548:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783979626.547552:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783979626.547556:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979626.547558:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979626.547561:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979626.547564:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979626.547569:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979626.547580:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783979626.547587:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979626.547596:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620403035264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979626.547605:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979626.547609:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979626.547613:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620403035264/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979626.547638:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979626.547641:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979626.547644:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979626.547645:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979626.547647:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979626.547649:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979626.547651:0:297279:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17279 00000400:00000200:0.0:1783979626.547655:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979626.547657:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979626.547659:0:297279:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979626.547662:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979626.547664:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979626.547665:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979626.547667:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979626.547669:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979626.547670:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783979626.547671:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979626.547673:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783979626.547675:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783979626.547676:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783979626.547679:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979626.547681:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979626.547682:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979626.547684:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979626.547686:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783979626.547688:0:297279:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979626.547691:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979626.547692:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979626.547698:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979626.547700:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979626.547702:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979626.547706:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979626.547708:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979626.547710:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979626.547713:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783979626.547715:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979626.547717:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979626.547718:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979626.547720:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979626.547721:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979626.547723:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979626.547726:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783979626.547730:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979626.547735:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620403035392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979626.547741:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979626.547743:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979626.547746:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620403035392/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979626.547753:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979626.547756:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979626.547759:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979626.547760:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979626.547762:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979626.547765:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979626.547767:0:297279:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17279 00000400:00000200:0.0:1783979626.547770:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979626.547773:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979626.547774:0:297279:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979626.547776:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979626.547778:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979626.547780:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979626.547781:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979626.547783:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979626.547784:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783979626.547785:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979626.547787:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783979626.547789:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783979626.547790:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783979626.547793:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979626.547794:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979626.547796:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979626.547798:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979626.547818:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783979626.547821:0:297279:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979626.547823:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979626.547824:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979626.547827:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979626.547829:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979626.547830:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979626.547832:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979626.547834:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979626.547837:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979626.547840:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783979626.547842:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979626.547844:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979626.547845:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979626.547847:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979626.547848:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979626.547849:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979626.547852:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783979626.547855:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979626.547859:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620403035520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979626.547865:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979626.547867:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979626.547870:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620403035520/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979626.547876:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979626.547878:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979626.547881:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979626.547882:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979626.547884:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979626.547886:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979626.547888:0:297279:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17279 00000400:00000200:0.0:1783979626.547891:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979626.547894:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979626.547896:0:297279:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979626.547898:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979626.547900:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979626.547902:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979626.547904:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979626.547906:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979626.547907:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783979626.547909:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979626.547911:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783979626.547913:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783979626.547915:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783979626.547917:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979626.547919:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979626.547931:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979626.547932:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979626.547935:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783979626.547937:0:297279:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979626.547939:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979626.547941:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979626.547944:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979626.547946:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979626.547947:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979626.547950:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979626.547952:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979626.547954:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979626.547957:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783979626.547959:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979626.547961:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979626.547962:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979626.547964:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979626.547965:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979626.547967:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979626.547971:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783979626.547974:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979626.547979:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620403035648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979626.547986:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979626.547988:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979626.547992:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620403035648/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979626.547999:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979626.548001:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979626.548004:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979626.548005:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979626.548007:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979626.548009:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979626.548011:0:297279:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17279 00000400:00000200:0.0:1783979626.548014:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979626.548017:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979626.548019:0:297279:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979626.548021:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979626.548023:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979626.548025:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979626.548026:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979626.548028:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979626.548029:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783979626.548031:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979626.548033:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783979626.548034:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783979626.548036:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783979626.548039:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979626.548041:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979626.548042:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979626.548044:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979626.548046:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783979626.548049:0:297279:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979626.548051:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979626.548052:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979626.548055:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979626.548057:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979626.548058:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979626.548060:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979626.548062:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979626.548064:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979626.548067:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783979626.548070:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979626.548072:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979626.548073:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979626.548075:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979626.548076:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979626.548078:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979626.548087:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783979626.548090:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979626.548095:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620403035776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979626.548102:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979626.548104:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979626.548107:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620403035776/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979626.548114:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979626.548119:0:297279:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17290) 00000100:00000001:0.0:1783979626.932577:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979626.932585:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979626.932587:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979626.932592:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979626.932596:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979626.932600:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979626.932603:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979626.932606:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979626.932609:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979627.060015:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979627.060022:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979627.060025:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979627.060029:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979627.060033:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979627.060036:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979627.060038:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979627.060040:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979627.060045:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979627.060046:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979627.060051:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979627.060052:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979627.060056:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979627.060057:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979627.060061:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979627.060062:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979627.060082:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979627.060086:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979627.060089:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979627.060630:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979627.060634:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979627.060638:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979627.060643:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979627.060649:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979627.060653:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979627.060807:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979627.060809:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979627.060813:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979627.955409:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979627.955417:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979627.955419:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979627.955425:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979627.955428:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979627.955432:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979627.955435:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979627.955437:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979627.955440:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979628.083431:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979628.083439:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979628.083444:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979628.083450:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979628.083456:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979628.083462:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979628.083472:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979628.083478:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979628.083488:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979628.083523:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979628.083527:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979628.083533:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979628.083535:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979628.083541:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979628.083546:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979628.083557:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979628.083564:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979628.083578:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979628.083584:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979628.083626:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979628.083630:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979628.083637:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979628.979493:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979628.979502:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979628.979508:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979628.979514:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979628.979517:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979628.979521:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979628.979523:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979628.979525:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979628.979529:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979629.107532:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979629.107539:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979629.107551:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979629.107553:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979629.107557:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979629.107559:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979629.107563:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979629.107564:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979629.107568:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979629.107570:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979629.107594:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979629.107597:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979629.107601:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979629.107790:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979629.107793:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979629.107795:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979629.107797:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979629.107800:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979629.107802:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979629.107803:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979629.107804:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979629.107807:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979629.107894:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979629.107900:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979629.107912:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979629.107916:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979629.107923:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979629.107927:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979629.107931:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979629.107935:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979629.107943:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979630.003429:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979630.003439:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979630.003443:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979630.003451:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979630.003464:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979630.003473:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979630.003479:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979630.003483:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979630.003487:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979630.131568:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979630.131573:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979630.131575:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979630.131579:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979630.131582:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979630.131584:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979630.131586:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979630.131589:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979630.131591:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979630.131618:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979630.131622:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979630.131628:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979630.131629:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979630.131634:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979630.131636:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979630.131645:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979630.131646:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979630.131651:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979630.131653:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979630.131675:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979630.131678:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979630.131681:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979631.027405:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979631.027411:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979631.027412:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979631.027416:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979631.027419:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979631.027421:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979631.027423:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979631.027425:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979631.027427:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979631.155492:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979631.155501:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979631.155514:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979631.155519:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979631.155532:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979631.155536:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979631.155602:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979631.155610:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979631.155616:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979631.155620:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979631.155652:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979631.155658:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979631.155665:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783979631.667536:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979631.667549:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979631.667551:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979631.667556:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979631.667561:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979631.667569:0:297279:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 17285 00000400:00000200:0.0:1783979631.667580:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979631.667585:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979631.667589:0:297279:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979631.667592:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979631.667595:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979631.667598:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979631.667601:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979631.667605:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979631.667607:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783979631.667609:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979631.667612:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783979631.667615:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783979631.667618:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783979631.668750:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979631.668753:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979631.668756:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979631.668758:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979631.668762:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783979631.668765:0:297279:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979631.668768:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979631.668771:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979631.668776:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979631.668778:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979631.668781:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979631.668784:0:297279:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979631.668793:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783979631.668798:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783979631.668882:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979631.668884:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979631.668887:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979631.668891:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979631.668894:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979631.668903:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783979631.668911:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979631.668920:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620403035904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979631.668930:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979631.668934:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979631.668939:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620403035904/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979631.669262:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979631.669266:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979631.669270:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979631.669272:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979631.669274:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979631.669276:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979631.669280:0:297279:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17285 00000400:00000200:0.0:1783979631.669284:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979631.669287:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979631.669289:0:297279:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979631.669292:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979631.669309:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979631.669311:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979631.669313:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979631.669315:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979631.669317:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783979631.669319:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979631.669322:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783979631.669324:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783979631.669327:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783979631.669329:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979631.669331:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979631.669333:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979631.669335:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979631.669337:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783979631.669339:0:297279:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979631.669342:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979631.669344:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979631.669349:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979631.669351:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979631.669353:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979631.669357:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979631.669359:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979631.669360:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979631.669364:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783979631.669366:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979631.669369:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979631.669370:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979631.669372:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979631.669373:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979631.669375:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979631.669379:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783979631.669382:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979631.669387:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620403036032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979631.669393:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979631.669395:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979631.669399:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620403036032/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979631.675705:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979631.675716:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979631.675721:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979631.675723:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979631.675726:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979631.675730:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979631.675737:0:297279:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17285 00000400:00000200:0.0:1783979631.675746:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979631.675752:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979631.675755:0:297279:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979631.675758:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979631.675762:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979631.675765:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979631.675767:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979631.675771:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979631.675773:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783979631.675775:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979631.675779:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783979631.675781:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783979631.675783:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783979631.675786:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979631.675787:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979631.675789:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979631.675791:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979631.675794:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783979631.675797:0:297279:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979631.675799:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979631.675802:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979631.675813:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979631.675816:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979631.675819:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979631.675824:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979631.675827:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979631.675829:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979631.675849:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783979631.675853:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979631.675857:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979631.675858:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979631.675861:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979631.675864:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979631.675869:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979631.675877:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783979631.675884:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979631.675892:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620403036160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979631.675903:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979631.675907:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979631.675912:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620403036160/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979631.675922:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979631.675924:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979631.675927:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979631.675929:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979631.675930:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979631.675933:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979631.675935:0:297279:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17285 00000400:00000200:0.0:1783979631.675939:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979631.675942:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979631.675944:0:297279:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979631.675947:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979631.675949:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979631.675950:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979631.675952:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979631.675954:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979631.675955:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783979631.675956:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979631.675958:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783979631.675960:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783979631.675961:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783979631.675964:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979631.675966:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979631.675968:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979631.675969:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979631.675971:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783979631.675974:0:297279:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979631.675976:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979631.675978:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979631.675981:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979631.675983:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979631.675985:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979631.675987:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979631.675989:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979631.675991:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979631.675995:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783979631.675997:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979631.675999:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979631.676001:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979631.676002:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979631.676004:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979631.676005:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979631.676009:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783979631.676013:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979631.676017:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620403036288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979631.676025:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979631.676027:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979631.676030:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620403036288/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979631.676038:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979631.676040:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979631.676043:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979631.676044:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979631.676046:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979631.676048:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979631.676051:0:297279:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17285 00000400:00000200:0.0:1783979631.676054:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979631.676056:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979631.676058:0:297279:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979631.676060:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979631.676062:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979631.676064:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979631.676066:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979631.676068:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979631.676069:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783979631.676071:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979631.676073:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783979631.676074:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783979631.676076:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783979631.676079:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979631.676080:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979631.676083:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979631.676085:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979631.676087:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783979631.676090:0:297279:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979631.676092:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979631.676093:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979631.676095:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979631.676097:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979631.676099:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979631.676101:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979631.676102:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979631.676104:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979631.676107:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783979631.676109:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979631.676111:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979631.676112:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979631.676114:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979631.676115:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979631.676117:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979631.676120:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783979631.676123:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979631.676127:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620403036416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979631.676133:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979631.676135:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979631.676138:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620403036416/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979631.676145:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979631.676149:0:297279:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17295) 00000100:00000001:0.0:1783979632.051776:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979632.051780:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979632.051781:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979632.051784:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979632.051786:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979632.051787:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979632.051789:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979632.051791:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979632.051793:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979632.179428:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979632.179435:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979632.179441:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979632.179445:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979632.179448:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979632.179450:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979632.179453:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979632.179455:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979632.179461:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979632.179463:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979632.179482:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979632.179485:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979632.179487:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979632.179633:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979632.179635:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979632.179636:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979632.179639:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979632.179641:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979632.179642:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979632.179644:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979632.179646:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979632.179648:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979632.180218:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979632.180223:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979632.180224:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979632.180227:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979632.180229:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979632.180231:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979632.180234:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979632.180236:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979632.180239:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979633.075444:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979633.075457:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979633.075459:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979633.075464:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979633.075468:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979633.075472:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979633.075475:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979633.075477:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979633.075481:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979633.203638:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979633.203642:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979633.203644:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979633.203647:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979633.203649:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979633.203651:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979633.203653:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979633.203656:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979633.203660:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979633.203684:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979633.203687:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979633.203693:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979633.203697:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979633.203700:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979633.203703:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979633.203707:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979633.203709:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979633.203711:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979633.203713:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979633.203718:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979633.203719:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979633.203721:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979633.203722:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979633.203724:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979633.203725:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979633.203727:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979633.203728:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979633.203732:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979633.203734:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979633.203735:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979633.203737:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979633.203739:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979633.203740:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979633.203742:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979633.203743:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979633.203747:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979633.203748:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979633.203749:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979633.203750:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979633.203752:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979633.203753:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979633.203755:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979633.203756:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979633.204019:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979633.204023:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979633.204026:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979634.099472:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979634.099484:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979634.099495:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979634.099506:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979634.099511:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979634.099517:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979634.099520:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979634.099523:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979634.099528:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979634.228056:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979634.228061:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979634.228063:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979634.228065:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979634.228067:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979634.228068:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979634.228070:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979634.228071:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979634.228073:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979634.228083:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979634.228087:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979634.228088:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979634.228090:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979634.228092:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979634.228093:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979634.228095:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979634.228096:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979634.228097:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979634.228117:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979634.228120:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979634.228124:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979634.228125:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979634.228128:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979634.228129:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979634.228132:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979634.228133:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979634.228135:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979634.228136:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979634.228155:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979634.228158:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979634.228160:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979635.123444:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979635.123456:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979635.123460:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979635.123469:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979635.123476:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979635.123483:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979635.123496:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979635.123500:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979635.123502:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979635.251560:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979635.251565:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979635.251568:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979635.251571:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979635.251573:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979635.251575:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979635.251579:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979635.251580:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979635.251583:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979635.251609:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979635.251614:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979635.251623:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979635.251627:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979635.251633:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979635.251634:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979635.251638:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979635.251640:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979635.251647:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979635.251650:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979635.251694:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979635.251698:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979635.251702:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979636.147452:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979636.147469:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979636.147476:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979636.147489:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979636.147502:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979636.147512:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979636.147532:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979636.147538:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979636.147543:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979636.275496:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979636.275507:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979636.275511:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979636.275521:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979636.275528:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979636.275535:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979636.277392:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979636.277400:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979636.277405:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979636.277442:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979636.277444:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979636.277448:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979636.277449:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979636.277452:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979636.277453:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979636.277457:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979636.277457:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979636.277461:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979636.277462:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979636.277690:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979636.277693:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979636.277696:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783979636.787404:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979636.787413:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979636.787416:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979636.787419:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979636.787424:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979636.787430:0:297279:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 17290 00000400:00000200:0.0:1783979636.787439:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979636.787445:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979636.787448:0:297279:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979636.787451:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979636.787454:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979636.787456:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979636.787458:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979636.787462:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979636.787464:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783979636.787467:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979636.787469:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783979636.787472:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783979636.787474:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783979636.787477:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979636.787478:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979636.787480:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979636.787482:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979636.787485:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783979636.787488:0:297279:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979636.787491:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979636.787493:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979636.787497:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979636.787500:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979636.787502:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979636.787505:0:297279:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979636.787513:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783979636.787517:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783979636.787520:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979636.787522:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979636.787525:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979636.787527:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979636.787531:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979636.787538:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783979636.787544:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979636.787552:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620403036544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979636.787562:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979636.787566:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979636.787571:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620403036544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979636.787596:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979636.787599:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979636.787602:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979636.787604:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979636.787605:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979636.787608:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979636.787610:0:297279:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17290 00000400:00000200:0.0:1783979636.787613:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979636.787616:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979636.787619:0:297279:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979636.787622:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979636.787625:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979636.787627:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979636.787629:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979636.787632:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979636.787633:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783979636.787635:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979636.787636:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783979636.787638:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783979636.787643:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783979636.787650:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979636.787654:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979636.787659:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979636.787668:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979636.787674:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783979636.787684:0:297279:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979636.787701:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979636.787706:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979636.787716:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979636.787722:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979636.787727:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979636.787734:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979636.787758:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979636.787762:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979636.787767:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783979636.787773:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979636.787779:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979636.787784:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979636.787785:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979636.787786:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979636.787788:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979636.787796:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783979636.787804:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979636.787819:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620403036672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979636.787833:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979636.787840:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979636.787845:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620403036672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979636.787874:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979636.787888:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979636.787897:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979636.787902:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979636.787907:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979636.787917:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979636.787924:0:297279:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17290 00000400:00000200:0.0:1783979636.787933:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979636.789056:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979636.789061:0:297279:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979636.789065:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979636.789068:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979636.789070:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979636.789072:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979636.789075:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979636.789077:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783979636.789079:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979636.789081:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783979636.789083:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783979636.789085:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783979636.789087:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979636.789089:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979636.789091:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979636.789092:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979636.789096:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783979636.789099:0:297279:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979636.789101:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979636.789103:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979636.789109:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979636.789111:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979636.789113:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979636.789116:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979636.789118:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979636.789120:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979636.789127:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783979636.789130:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979636.789133:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979636.789134:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979636.789137:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979636.789139:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979636.789142:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979636.789147:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783979636.789151:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979636.789159:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620403036800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979636.789167:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979636.789170:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979636.789173:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620403036800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979636.789203:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979636.789207:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979636.789211:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979636.789212:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979636.789214:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979636.789217:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979636.789220:0:297279:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17290 00000400:00000200:0.0:1783979636.789225:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979636.789227:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979636.789230:0:297279:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979636.789232:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979636.789234:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979636.789236:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979636.789238:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979636.789240:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979636.789241:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783979636.789242:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979636.789244:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783979636.789246:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783979636.789248:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783979636.789251:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979636.789253:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979636.789255:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979636.789257:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979636.789259:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783979636.789262:0:297279:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979636.789265:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979636.789266:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979636.789269:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979636.789271:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979636.789273:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979636.789275:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979636.789277:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979636.789278:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979636.789281:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783979636.789284:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979636.789286:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979636.789287:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979636.789289:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979636.789290:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979636.789292:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979636.789313:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783979636.789316:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979636.789321:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620403036928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979636.789328:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979636.789330:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979636.789334:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620403036928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979636.789341:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979636.789343:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979636.789347:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979636.789348:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979636.789349:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979636.789352:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979636.789354:0:297279:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17290 00000400:00000200:0.0:1783979636.789358:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979636.789360:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979636.789363:0:297279:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979636.789366:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979636.789368:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979636.789369:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979636.789371:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979636.789373:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979636.789374:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783979636.789375:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979636.789377:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783979636.789379:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783979636.789382:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783979636.789384:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979636.789387:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979636.789388:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979636.789391:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979636.789393:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783979636.789395:0:297279:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979636.789397:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979636.789398:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979636.789401:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979636.789403:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979636.789405:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979636.789407:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979636.789409:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979636.789411:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979636.789414:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783979636.789416:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979636.789419:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979636.789420:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979636.789421:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979636.789422:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979636.789424:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979636.789427:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783979636.789431:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979636.789436:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620403037056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979636.789442:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979636.789444:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979636.789447:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620403037056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979636.789455:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979636.789460:0:297279:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17300) 00000100:00000001:0.0:1783979637.171510:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979637.171518:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979637.171520:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979637.171525:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979637.171529:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979637.171534:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979637.171536:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979637.171539:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979637.171542:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979637.300577:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979637.300584:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979637.300587:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979637.300591:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979637.300595:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979637.300598:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979637.300602:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979637.300605:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979637.300608:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979637.300643:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979637.300650:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979637.300653:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979637.300658:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979637.300662:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979637.300665:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979637.300668:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979637.300672:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979637.300680:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979637.300682:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979637.300688:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979637.300690:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979637.300695:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979637.300697:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979637.300703:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979637.300705:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979637.300748:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979637.300753:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979637.300756:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979638.197259:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979638.197267:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979638.197269:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979638.197274:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979638.197278:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979638.197281:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979638.197284:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979638.197287:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979638.197289:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979638.323445:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979638.323451:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979638.323457:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979638.323463:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979638.323476:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979638.323479:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979638.323486:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979638.323489:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979638.323500:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979638.323505:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979638.323541:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979638.323548:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979638.323553:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979638.323590:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979638.323596:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979638.323602:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979638.323607:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979638.323613:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979638.323618:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979638.323622:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979638.323626:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979638.323632:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979639.219422:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979639.219434:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979639.219436:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979639.219443:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979639.219450:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979639.219455:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979639.219458:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979639.219463:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979639.219467:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979639.348244:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979639.348253:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979639.348258:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979639.348267:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979639.348274:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979639.348280:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979639.348284:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979639.348287:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979639.348291:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979639.348577:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979639.348581:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979639.348586:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979639.348588:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979639.348593:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979639.348594:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979639.348598:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979639.348600:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979639.348604:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979639.348605:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979639.353841:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979639.353851:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979639.353856:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979640.243544:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979640.243548:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979640.243550:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979640.243552:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979640.243555:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979640.243556:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979640.243558:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979640.243559:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979640.243561:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979640.371462:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979640.371470:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979640.371478:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979640.371481:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979640.371487:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979640.371491:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979640.371496:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979640.371499:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979640.371507:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979640.371510:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979640.371536:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979640.371541:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979640.371547:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979640.373722:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979640.373729:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979640.373731:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979640.373735:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979640.373738:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979640.373741:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979640.373744:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979640.373746:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979640.373749:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979641.267477:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979641.267488:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979641.267491:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979641.267498:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979641.267503:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979641.267507:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979641.267510:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979641.267513:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979641.267517:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979641.395464:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979641.395472:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979641.395484:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979641.395488:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979641.395491:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979641.395492:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979641.395495:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979641.395497:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979641.395502:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979641.395504:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979641.395544:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979641.395550:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979641.395553:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979641.395557:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979641.395560:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979641.395564:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979641.395566:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979641.395569:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979641.395572:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979641.395727:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979641.395730:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979641.395731:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979641.395734:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979641.395736:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979641.395738:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979641.395740:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979641.395742:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979641.395744:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979641.395944:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979641.395947:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979641.395948:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979641.395951:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979641.395952:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979641.395954:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979641.395957:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979641.395958:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979641.395960:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979642.291463:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979642.291473:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979642.291475:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979642.291482:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979642.291486:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979642.291491:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979642.291493:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979642.291496:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979642.291500:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979642.419496:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979642.419504:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979642.419505:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979642.419511:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979642.419515:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979642.419518:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979642.419521:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979642.419523:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979642.419526:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979642.419551:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979642.419554:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979642.419559:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979642.419560:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979642.419564:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979642.419565:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979642.419568:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979642.419570:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979642.419573:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979642.419574:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979642.419790:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979642.419793:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979642.419795:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979642.419797:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979642.419799:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979642.419801:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979642.419803:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979642.419804:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979642.419806:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979642.420886:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979642.420890:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979642.420892:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979642.420894:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979642.420897:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979642.420899:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979642.420901:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979642.420903:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979642.420905:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979643.315405:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979643.315414:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979643.315417:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979643.315425:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979643.315431:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979643.315438:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979643.315451:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979643.315455:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979643.315458:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979643.443471:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979643.443480:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979643.443482:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979643.443488:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979643.443493:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979643.443498:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979643.443502:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979643.443505:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979643.443508:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979643.443550:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979643.443556:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979643.443568:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979643.443575:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979643.443580:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979643.443585:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979643.443590:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979643.443594:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979643.443596:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979643.443599:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979643.443606:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979643.443611:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979643.443613:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979643.443618:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979643.443623:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979643.443626:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979643.443639:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979643.443644:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979643.443653:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979643.443657:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979643.443661:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979643.443664:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979643.443667:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979643.443668:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979643.443670:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979643.443672:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979643.443677:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979643.443678:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979643.443679:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979643.443681:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979643.443683:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979643.443684:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979643.443686:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979643.443688:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979643.443894:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979643.443900:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979643.443904:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979643.443908:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979643.443914:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979643.443920:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979643.443926:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979643.443930:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979643.443936:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979644.339391:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979644.339400:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979644.339402:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979644.339409:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979644.339414:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979644.339419:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979644.339425:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979644.339427:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979644.339430:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979644.467387:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979644.467395:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979644.467397:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979644.467403:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979644.467408:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979644.467413:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979644.467419:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979644.467422:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979644.467426:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979644.467445:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979644.467448:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979644.467451:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979644.467453:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979644.467455:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979644.467456:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979644.467459:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979644.467460:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979644.467463:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979644.467467:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979644.467486:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979644.467489:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979644.467491:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979644.467512:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979644.467516:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979644.467517:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979644.467519:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979644.467520:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979644.467523:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979644.467524:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979644.467525:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979644.467526:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979644.467562:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979644.467564:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979644.467564:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979644.467565:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979644.467567:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979644.467571:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979644.467572:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979644.467574:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979644.467575:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979645.364100:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979645.364105:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979645.364106:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979645.364110:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979645.364112:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979645.364115:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979645.364117:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979645.364119:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979645.364120:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979645.491486:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979645.491498:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979645.491502:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979645.491511:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979645.491518:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979645.491525:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979645.491533:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979645.491536:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979645.492482:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979645.492502:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979645.492503:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979645.492506:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979645.492507:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979645.492509:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979645.492510:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979645.492513:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979645.492513:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979645.492516:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979645.492517:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979645.492532:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979645.492535:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979645.492538:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979645.492655:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979645.492658:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979645.492660:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979645.492662:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979645.492665:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979645.492666:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979645.494835:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979645.494839:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979645.494842:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979646.387561:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979646.387564:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979646.387565:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979646.387566:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979646.387568:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979646.387569:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979646.387570:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979646.387572:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979646.387573:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979646.515935:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979646.515941:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979646.515944:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979646.515948:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979646.515952:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979646.515956:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979646.515958:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979646.515961:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979646.515968:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979646.515969:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979646.515974:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979646.515976:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979646.515981:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979646.515983:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979646.515987:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979646.515989:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979646.516022:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979646.516027:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979646.516028:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979646.516032:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979646.516035:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979646.516038:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979646.516041:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979646.516043:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979646.516045:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979646.516059:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979646.516063:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979646.516066:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979646.516076:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979646.516080:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979646.516081:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979646.516084:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979646.516087:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979646.516089:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979646.516092:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979646.516094:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979646.516097:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979647.413644:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979647.413651:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979647.413653:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979647.413658:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979647.413661:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979647.413665:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979647.413667:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979647.413669:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979647.413672:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979647.540248:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979647.540253:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979647.540255:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979647.540259:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979647.540263:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979647.540265:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979647.540267:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979647.540269:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979647.540272:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979647.540307:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979647.540310:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979647.540316:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979647.540318:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979647.540323:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979647.540325:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979647.540330:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979647.540332:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979647.540336:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979647.540337:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979647.540355:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979647.540359:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979647.540363:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979647.543109:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979647.543112:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979647.543114:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979647.543116:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979647.543119:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979647.543121:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979647.543124:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979647.543126:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979647.543128:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979648.435560:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979648.435564:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979648.435565:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979648.435568:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979648.435570:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979648.435572:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979648.435574:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979648.435576:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979648.435578:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979648.564019:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979648.564022:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979648.564024:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979648.564026:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979648.564029:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979648.564031:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979648.564033:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979648.564034:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979648.564037:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979648.564061:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979648.564065:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979648.564072:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979648.564075:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979648.564082:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979648.564086:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979648.564089:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979648.564091:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979648.564095:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979648.564096:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979648.564115:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979648.564117:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979648.564120:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979649.459490:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979649.459494:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979649.459496:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979649.459498:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979649.459501:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979649.459503:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979649.459504:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979649.459505:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979649.459507:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979649.587422:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979649.587428:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979649.587436:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979649.587441:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979649.587449:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979649.587453:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979649.587459:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979649.587462:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979649.587466:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979649.587468:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979649.587520:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979649.587533:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979649.587540:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979649.589992:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979649.589996:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979649.589997:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979649.589999:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979649.590001:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979649.590003:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979649.590005:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979649.590007:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979649.590009:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979650.483405:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979650.483413:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979650.483415:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979650.483421:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979650.483424:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979650.483427:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979650.483430:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979650.483432:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979650.483436:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979650.611404:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979650.611419:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979650.611422:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979650.611425:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979650.611429:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979650.611434:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979650.611436:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979650.611439:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979650.611444:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979650.611470:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979650.611473:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979650.611477:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979650.611478:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979650.611481:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979650.611482:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979650.611485:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979650.611485:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979650.611488:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979650.611488:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979650.611512:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979650.611514:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979650.611518:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979650.611777:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979650.611780:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979650.611781:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979650.611783:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979650.611785:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979650.611787:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979650.611788:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979650.611790:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979650.611791:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979650.615316:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979650.615320:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979650.615321:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979650.615324:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979650.615326:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979650.615328:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979650.615330:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979650.615332:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979650.615333:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979651.507391:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979651.507399:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979651.507401:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979651.507406:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979651.507410:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979651.507414:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979651.507416:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979651.507418:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979651.507421:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979651.635430:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979651.635437:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979651.635440:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979651.635446:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979651.635449:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979651.635454:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979651.639816:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979651.639825:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979651.639830:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979651.639869:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979651.639873:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979651.639878:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979651.639879:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979651.639883:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979651.639885:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979651.639888:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979651.639889:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979651.639892:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979651.639894:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979651.639936:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979651.639938:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979651.639941:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979651.639969:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979651.640031:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979651.640033:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979651.640036:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979651.640040:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979651.640043:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979651.640045:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979651.640047:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979651.640050:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979651.640071:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979651.640074:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979651.640075:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979651.640076:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979651.640078:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979651.640080:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979651.640082:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979651.640083:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979651.640084:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979651.640101:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979651.640103:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979651.640104:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979651.640106:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979651.640108:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979651.640110:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979651.640111:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979651.640113:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979651.640114:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979652.149491:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979652.149504:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979652.149508:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979652.149512:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979652.149517:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979652.149526:0:297114:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 17305 00000400:00000200:0.0:1783979652.149539:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979652.149546:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979652.149550:0:297114:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979652.149553:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979652.149556:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979652.149559:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979652.149562:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979652.149567:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979652.149571:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783979652.149575:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979652.149578:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783979652.149582:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783979652.149584:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783979652.149587:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979652.149589:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979652.149590:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979652.149592:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979652.149600:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783979652.149604:0:297114:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979652.149607:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979652.149610:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979652.149615:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979652.149618:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979652.149620:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979652.149624:0:297114:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979652.149634:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783979652.149639:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783979652.149643:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979652.149645:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979652.149649:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979652.149652:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979652.149658:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979652.149682:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783979652.149691:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979652.149701:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620403038464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979652.149712:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979652.149719:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979652.149724:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620403038464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979652.149765:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979652.149769:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979652.149772:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979652.149773:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979652.149775:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979652.149778:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979652.149781:0:297114:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17305 00000400:00000200:0.0:1783979652.149785:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979652.149788:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979652.149790:0:297114:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979652.149793:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979652.149796:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979652.149798:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979652.149799:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979652.149801:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979652.149802:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783979652.149804:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979652.149806:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783979652.149808:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783979652.149810:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783979652.149812:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979652.149814:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979652.149816:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979652.149817:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979652.149819:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783979652.149822:0:297114:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979652.149824:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979652.149826:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979652.149832:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979652.149834:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979652.149836:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979652.149841:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979652.149844:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979652.149846:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979652.149851:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783979652.149853:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979652.149855:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979652.149856:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979652.149858:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979652.149859:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979652.149861:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979652.149865:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783979652.149868:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979652.149873:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620403038592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979652.149879:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979652.149881:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979652.149884:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620403038592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979652.149890:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979652.149892:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979652.149895:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979652.149896:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979652.149897:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979652.149901:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979652.149903:0:297114:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17305 00000400:00000200:0.0:1783979652.149906:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979652.149908:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979652.149910:0:297114:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979652.149912:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979652.149914:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979652.149916:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979652.149917:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979652.149919:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979652.149920:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783979652.149922:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979652.149924:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783979652.149926:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783979652.149927:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783979652.149930:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979652.149932:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979652.149933:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979652.149935:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979652.149937:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783979652.149939:0:297114:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979652.149941:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979652.149942:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979652.149945:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979652.149947:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979652.149948:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979652.149950:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979652.149952:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979652.149954:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979652.149957:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783979652.149959:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979652.149962:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979652.149963:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979652.149965:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979652.149966:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979652.149967:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979652.149970:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783979652.149974:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979652.149978:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620403038720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979652.149985:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979652.149986:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979652.149989:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620403038720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979652.149997:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979652.149999:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979652.150003:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979652.150004:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979652.150006:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979652.150008:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979652.150011:0:297114:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17305 00000400:00000200:0.0:1783979652.150015:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979652.150017:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979652.150019:0:297114:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979652.150022:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979652.150024:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979652.150026:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979652.150027:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979652.150030:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979652.150031:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783979652.150032:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979652.150034:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783979652.150036:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783979652.150037:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783979652.150040:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979652.150042:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979652.150045:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979652.150046:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979652.150049:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783979652.150051:0:297114:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979652.150054:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979652.150055:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979652.150058:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979652.150060:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979652.150061:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979652.150063:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979652.150066:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979652.150067:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979652.150071:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783979652.150073:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979652.150075:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979652.150076:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979652.150077:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979652.150079:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979652.150080:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979652.150084:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783979652.150087:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979652.150091:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620403038848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979652.150096:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979652.150098:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979652.150101:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620403038848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979652.150107:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979652.150109:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979652.150112:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979652.150113:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979652.150115:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979652.150117:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979652.150119:0:297114:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17305 00000400:00000200:0.0:1783979652.150123:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979652.150126:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979652.150128:0:297114:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979652.150130:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979652.150132:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979652.150134:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979652.150136:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979652.150138:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979652.150139:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783979652.150141:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979652.150142:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783979652.150144:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783979652.150146:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783979652.150149:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979652.150151:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979652.150153:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979652.150155:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979652.150157:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783979652.150159:0:297114:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979652.150162:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979652.150163:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979652.150166:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979652.150168:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979652.150169:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979652.150171:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979652.150173:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979652.150175:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979652.150179:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783979652.150181:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979652.150183:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979652.150184:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979652.150185:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979652.150186:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979652.150187:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979652.150191:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783979652.150193:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979652.150197:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620403038976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979652.150203:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979652.150205:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979652.150209:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620403038976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979652.150215:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979652.150219:0:297114:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17315) 00000100:00000001:0.0:1783979652.532333:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979652.532341:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979652.532343:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979652.532349:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979652.532352:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979652.532356:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979652.532359:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979652.532361:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979652.532365:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979652.659415:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979652.659421:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979652.659424:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979652.659427:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979652.659432:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979652.659435:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979652.659438:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979652.659450:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979652.659453:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979652.667542:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979652.667549:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979652.667556:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979652.667559:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979652.667561:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979652.667564:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979652.667567:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979652.667569:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979652.667572:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979652.667574:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979652.667578:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979652.667579:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979652.667581:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979652.667582:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979652.667584:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979652.667585:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979652.667587:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979652.667589:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979652.667592:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979652.667594:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979652.667595:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979652.667596:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979652.667598:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979652.667599:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979652.667600:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979652.667602:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979652.667605:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979652.667607:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979652.667608:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979652.667610:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979652.667611:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979652.667613:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979652.667615:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979652.667617:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979652.667645:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979652.667648:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979652.667650:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979653.555487:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979653.555491:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979653.555492:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979653.555495:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979653.555497:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979653.555499:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979653.555501:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979653.555502:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979653.555504:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979653.683844:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979653.683848:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979653.683865:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979653.683867:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979653.683871:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979653.683872:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979653.683875:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979653.683876:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979653.683879:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979653.683880:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979653.683895:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979653.683898:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979653.683901:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979654.579467:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979654.579479:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979654.579481:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979654.579491:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979654.579497:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979654.579501:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979654.579504:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979654.579508:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979654.579513:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979654.707543:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979654.707548:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979654.707559:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979654.707563:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979654.707570:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979654.707574:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979654.707581:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979654.707584:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979654.707590:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979654.707592:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979654.707621:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979654.707625:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979654.707628:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979654.707794:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979654.707798:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979654.707800:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979654.707802:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979654.707804:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979654.707806:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979654.707808:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979654.707809:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979654.707812:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979655.731435:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979655.731442:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979655.731447:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979655.731453:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979655.731457:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979655.731462:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979655.731467:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979655.731472:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979655.731477:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979655.731506:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979655.731511:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979655.731514:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979655.731518:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979655.731524:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979655.731528:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979655.731533:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979655.731537:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979655.731542:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979655.731567:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979655.731571:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979655.731575:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979655.731577:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979655.731581:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979655.731583:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979655.731587:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979655.731588:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979655.731591:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979655.731592:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979655.731610:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979655.731613:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979655.731615:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979656.755439:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979656.755450:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979656.755456:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979656.755465:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979656.755471:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979656.755476:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979656.755481:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979656.755486:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979656.755493:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979656.755524:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979656.755529:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979656.755533:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979656.755536:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979656.755540:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979656.755541:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979656.755542:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979656.755543:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979656.755547:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979656.755548:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979656.755550:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979656.755551:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979656.755554:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979656.755555:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979656.755557:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979656.755558:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979656.755573:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979656.755575:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979656.755578:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979656.756515:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979656.756520:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979656.756522:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979656.756528:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979656.756533:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979656.756538:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979656.756542:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979656.756545:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979656.756549:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979657.779423:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979657.779431:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979657.779436:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979657.779443:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979657.779449:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979657.779456:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979657.779526:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979657.779528:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979657.779530:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979657.779556:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979657.779558:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979657.779563:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979657.779564:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979657.779568:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979657.779569:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979657.779572:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979657.779574:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979657.779577:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979657.779578:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979657.779594:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979657.779597:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979657.779600:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979657.779650:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979657.779653:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979657.779654:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979657.779656:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979657.779658:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979657.779660:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979657.779662:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979657.779663:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979657.779665:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979657.779832:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979657.779836:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979657.779837:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979657.779840:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979657.779842:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979657.779844:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979657.780800:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979657.780804:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979657.780807:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979658.803482:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979658.803487:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979658.803490:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979658.803506:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979658.803511:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979658.803515:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979658.803517:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979658.803520:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979658.803525:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979658.803548:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979658.803553:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979658.803560:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979658.803561:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979658.803566:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979658.803568:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979658.803572:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979658.803573:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979658.803576:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979658.803578:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979658.803596:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979658.803598:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979658.803601:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979659.827459:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979659.827464:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979659.827475:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979659.827479:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979659.827487:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979659.827491:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979659.827497:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979659.827500:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979659.827504:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979659.827507:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979659.827539:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979659.827545:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979659.827547:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979659.827551:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979659.827557:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979659.827561:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979659.827566:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979659.827571:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979659.827579:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979659.827599:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979659.827606:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979659.827611:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979660.851393:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979660.851404:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979660.851407:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979660.851413:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979660.851418:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979660.851423:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979660.851431:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979660.851437:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979660.851442:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979660.851469:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979660.851474:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979660.851483:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979660.851487:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979660.851494:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979660.851498:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979660.851504:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979660.851507:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979660.851511:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979660.851513:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979660.851532:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979660.851535:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979660.851537:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979660.851599:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979660.851602:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979660.851604:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979660.851611:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979660.851613:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979660.851616:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979660.851619:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979660.851621:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979660.851623:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979661.875973:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979661.875979:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979661.875987:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979661.875989:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979661.875994:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979661.875997:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979661.876002:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979661.876005:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979661.876013:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979661.876016:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979661.876047:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979661.876051:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979661.876059:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783979662.387486:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979662.387497:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979662.387499:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979662.387502:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979662.387506:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979662.387514:0:297279:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 17315 00000400:00000200:0.0:1783979662.387523:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979662.387529:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979662.387532:0:297279:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979662.387535:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979662.387538:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979662.387540:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979662.387543:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979662.387547:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979662.387549:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783979662.387552:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979662.387555:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783979662.387557:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783979662.387560:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783979662.387563:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979662.387565:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979662.387566:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979662.387568:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979662.387571:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783979662.387574:0:297279:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979662.387576:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979662.387579:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979662.387582:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979662.387585:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979662.387587:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979662.387590:0:297279:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979662.387599:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783979662.387603:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783979662.387606:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979662.387608:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979662.387817:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979662.387822:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979662.387826:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979662.387835:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783979662.387843:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979662.387853:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620403039744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979662.387863:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979662.387867:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979662.387872:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620403039744/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979662.388462:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979662.388466:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979662.388469:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979662.388470:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979662.388472:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979662.388475:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979662.388479:0:297279:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17315 00000400:00000200:0.0:1783979662.388482:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979662.388486:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979662.388488:0:297279:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979662.388491:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979662.388494:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979662.388496:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979662.388498:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979662.388501:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979662.388503:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783979662.388505:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979662.388507:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783979662.388509:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783979662.388511:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783979662.388513:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979662.388515:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979662.388517:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979662.388519:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979662.388521:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783979662.388524:0:297279:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979662.388526:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979662.388529:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979662.388535:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979662.388538:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979662.388539:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979662.388543:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979662.388546:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979662.388548:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979662.388553:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783979662.388556:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979662.388559:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979662.388560:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979662.388562:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979662.388564:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979662.388566:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979662.388570:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783979662.388574:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979662.388580:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620403039872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979662.388588:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979662.388591:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979662.388594:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620403039872/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979662.389563:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979662.389568:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979662.389572:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979662.389574:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979662.389575:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979662.389579:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979662.389582:0:297279:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17315 00000400:00000200:0.0:1783979662.389586:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979662.389590:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979662.389593:0:297279:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979662.389596:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979662.389599:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979662.389601:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979662.389812:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979662.389815:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979662.389817:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783979662.389819:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979662.389822:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783979662.389824:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783979662.389826:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783979662.389829:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979662.389831:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979662.389833:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979662.389835:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979662.389838:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783979662.389840:0:297279:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979662.389843:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979662.389845:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979662.389850:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979662.389852:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979662.389854:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979662.389857:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979662.389859:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979662.389861:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979662.389866:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783979662.389868:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979662.389872:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979662.389873:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979662.389876:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979662.389878:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979662.389881:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979662.389886:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783979662.389891:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979662.389896:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620403040000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979662.389905:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979662.389907:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979662.389911:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620403040000/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979662.389930:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979662.389933:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979662.389936:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979662.389938:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979662.389939:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979662.389942:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979662.389944:0:297279:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17315 00000400:00000200:0.0:1783979662.389948:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979662.389951:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979662.389953:0:297279:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979662.389955:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979662.389957:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979662.389958:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979662.389960:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979662.389962:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979662.389963:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783979662.389965:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979662.389967:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783979662.389969:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783979662.389971:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783979662.389974:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979662.389975:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979662.389977:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979662.389979:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979662.389982:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783979662.389984:0:297279:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979662.389986:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979662.389988:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979662.389990:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979662.389992:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979662.389994:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979662.389996:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979662.389998:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979662.390000:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979662.390003:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783979662.390005:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979662.390007:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979662.390009:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979662.390010:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979662.390012:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979662.390013:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979662.390016:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783979662.390019:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979662.390023:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620403040128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979662.390029:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979662.390031:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979662.390035:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620403040128/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979662.390041:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979662.390043:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979662.390046:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979662.390047:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979662.390049:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979662.390051:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979662.390053:0:297279:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17315 00000400:00000200:0.0:1783979662.390056:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979662.390059:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979662.390061:0:297279:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979662.390064:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979662.390066:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979662.390067:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979662.390069:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979662.390071:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979662.390072:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783979662.390074:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979662.390075:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783979662.390077:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783979662.390079:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783979662.390081:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979662.390083:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979662.390084:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979662.390086:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979662.390088:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783979662.390090:0:297279:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979662.390093:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979662.390094:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979662.390097:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979662.390099:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979662.390101:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979662.390103:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979662.390105:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979662.390106:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979662.390110:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783979662.390112:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979662.390114:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979662.390115:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979662.390117:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979662.390118:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979662.390120:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979662.390123:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783979662.390126:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979662.390129:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620403040256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979662.390135:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979662.390137:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979662.390140:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620403040256/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979662.390146:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979662.390150:0:297279:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17325) 00010000:00000001:0.0:1783979662.899903:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979662.899907:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979662.899912:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979662.899915:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979662.899918:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979662.899921:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979662.899924:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979662.899927:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979662.899929:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979662.899932:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979662.899936:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979662.899938:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979662.899940:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979662.899941:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979662.899943:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979662.899945:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979662.899947:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979662.899949:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979662.899956:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979662.899958:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979662.899959:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979662.899961:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979662.899963:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979662.899965:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979662.899969:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979662.899973:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979662.899979:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979662.899983:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979662.899986:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979662.899990:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979662.899992:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979662.899993:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979662.899994:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979662.899996:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979662.900017:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979662.900021:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979662.900025:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979662.900048:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979662.900053:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979662.900058:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979662.900063:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979662.900069:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979662.900073:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979662.900075:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979662.900077:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979662.900079:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979663.923434:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979663.923444:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979663.923447:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979663.923455:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979663.923460:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979663.923464:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979663.923469:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979663.923473:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979663.923479:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979663.923505:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979663.923509:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979663.923514:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979663.923516:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979663.923519:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979663.923521:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979663.923525:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979663.923526:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979663.923529:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979663.923530:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979663.923546:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979663.923549:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979663.923552:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979663.923718:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979663.923721:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979663.923722:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979663.923725:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979663.923726:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979663.923728:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979663.923730:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979663.923731:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979663.923733:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979664.947432:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979664.947440:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979664.947442:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979664.947447:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979664.947451:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979664.947455:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979664.947458:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979664.947461:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979664.947465:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979664.947492:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979664.947494:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979664.947498:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979664.947500:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979664.947503:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979664.947504:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979664.947519:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979664.947521:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979664.947525:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979664.947526:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979664.947542:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979664.947545:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979664.947548:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979664.949192:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979664.949195:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979664.949196:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979664.949199:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979664.949200:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979664.949202:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979664.949204:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979664.949206:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979664.949207:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979665.971951:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979665.971955:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979665.971960:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979665.971961:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979665.971965:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979665.971966:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979665.971970:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979665.971972:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979665.971975:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979665.971977:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979665.971995:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979665.971998:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979665.972000:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979665.972008:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979665.972011:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979665.972012:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979665.972014:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979665.972016:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979665.972018:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979665.972020:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979665.972021:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979665.972023:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979666.995411:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979666.995419:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979666.995424:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979666.995430:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979666.995436:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979666.995440:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979666.995445:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979666.995449:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979666.995456:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979666.995460:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979666.995464:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979666.995466:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979666.995470:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979666.995472:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979666.995478:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979666.995481:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979666.995503:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979666.995507:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979666.995510:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979667.001737:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979667.001740:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979667.001742:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979667.001744:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979667.001746:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979667.001748:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979667.001749:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979667.001750:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979667.001752:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979668.019755:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979668.019759:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979668.019764:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979668.019765:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979668.019769:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979668.019770:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979668.019774:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979668.019775:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979668.019778:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979668.019779:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979668.019794:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979668.019796:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979668.019800:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979668.921614:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979668.921622:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979668.921624:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979668.921629:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979668.921632:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979668.921635:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979668.921637:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979668.921640:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979668.921643:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979669.044200:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979669.044203:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979669.044205:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979669.044208:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979669.044210:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979669.044212:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979669.044215:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979669.044216:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979669.044218:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979669.044225:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979669.044227:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979669.044229:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979669.044231:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979669.044232:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979669.044234:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979669.044235:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979669.044236:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979669.044238:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979669.045196:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979669.045199:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979669.045201:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979669.045204:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979669.045206:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979669.045208:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979669.045210:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979669.045211:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979669.045213:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979669.045233:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979669.045236:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979669.046519:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979669.046523:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979669.046530:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979669.046532:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979669.046535:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979669.046536:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979669.046539:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979669.046540:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979669.046563:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979669.046565:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979669.046568:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979669.939634:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979669.939637:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979669.939638:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979669.939640:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979669.939642:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979669.939643:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979669.939644:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979669.939645:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979669.939647:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979670.069113:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979670.069116:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979670.069117:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979670.069119:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979670.069121:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979670.069123:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979670.069125:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979670.069126:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979670.069128:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979670.069157:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979670.069159:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979670.069161:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979670.069162:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979670.069164:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979670.069165:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979670.069178:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979670.069180:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979670.069184:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979670.069185:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979670.069206:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979670.069209:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979670.069214:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979670.963450:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979670.963455:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979670.963457:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979670.963460:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979670.963463:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979670.963465:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979670.963468:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979670.963469:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979670.963472:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979671.094319:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979671.094323:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979671.094328:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979671.094329:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979671.094333:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979671.094334:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979671.094338:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979671.094339:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979671.094342:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979671.094343:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979671.094364:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979671.094366:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979671.094368:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979671.987419:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979671.987426:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979671.987429:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979671.987439:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979671.987444:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979671.987447:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979671.987449:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979671.987452:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979671.987455:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979672.115409:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979672.115413:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979672.115419:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979672.115420:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979672.115424:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979672.115425:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979672.115428:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979672.115429:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979672.115432:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979672.115434:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979672.115450:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979672.115453:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979672.115455:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979672.115467:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979672.115469:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979672.115471:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979672.115473:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979672.115476:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979672.115478:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979672.115480:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979672.115482:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979672.115484:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979672.115784:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979672.115787:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979672.115789:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979672.115791:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979672.115793:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979672.115795:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979672.115796:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979672.115798:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979672.115800:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979673.011424:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979673.011431:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979673.011435:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979673.011440:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979673.011445:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979673.011450:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979673.011455:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979673.011458:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979673.011461:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979673.139560:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979673.139565:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979673.139570:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979673.139573:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979673.139575:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979673.139579:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979673.139582:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979673.139584:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979673.139586:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979673.139589:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979673.139593:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979673.139594:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979673.139595:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979673.139597:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979673.139599:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979673.139600:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979673.139602:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979673.139604:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979673.139608:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979673.139609:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979673.139610:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979673.139611:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979673.139613:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979673.139614:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979673.139616:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979673.139617:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979673.139621:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979673.139622:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979673.139623:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979673.139624:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979673.139626:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979673.139627:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979673.139628:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979673.139630:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979673.139644:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979673.139647:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979673.139649:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979673.140824:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979673.140829:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979673.140833:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979673.140839:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979673.140845:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979673.140848:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979673.140853:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979673.140857:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979673.140863:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979674.035403:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979674.035412:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979674.035415:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979674.035422:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979674.035601:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979674.035605:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979674.035608:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979674.035609:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979674.035612:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979674.166511:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979674.166515:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979674.166521:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979674.166522:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979674.166526:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979674.166527:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979674.166530:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979674.166531:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979674.166534:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979674.166535:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979675.059401:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979675.059409:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979675.059411:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979675.059416:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979675.059420:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979675.059424:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979675.059426:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979675.059429:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979675.059433:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979675.187577:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979675.187580:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979675.187582:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979675.187585:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979675.187587:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979675.187589:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979675.187591:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979675.187592:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979675.187594:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979675.187615:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979675.187619:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979675.187623:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979675.187625:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979675.187629:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979675.187630:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979675.187634:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979675.187635:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979675.187638:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979675.187639:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979675.188442:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979675.188445:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979675.188446:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979675.188449:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979675.188451:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979675.188453:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979675.188455:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979675.188456:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979675.188458:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979676.083588:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979676.083592:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979676.083594:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979676.083596:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979676.083598:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979676.083600:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979676.083602:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979676.083603:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979676.083605:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979676.212280:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979676.212286:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979676.212289:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979676.212310:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979676.212313:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979676.212317:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979676.213904:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979676.213909:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979676.213913:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979676.213939:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979676.213942:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979676.213947:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979676.213948:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979676.213952:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979676.213954:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979676.213957:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979676.213959:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979676.213961:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979676.213963:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979676.214020:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979676.214024:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979676.214027:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979677.107429:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979677.107439:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979677.107441:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979677.107447:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979677.107451:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979677.107454:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979677.107457:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979677.107459:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979677.107462:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979677.235416:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979677.235423:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979677.235426:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979677.235430:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979677.235435:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979677.235440:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979677.235442:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979677.235446:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979677.235449:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979677.235452:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979677.235460:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979677.235463:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979677.235467:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979677.235469:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979677.235472:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979677.235474:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979677.235519:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979677.235522:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979677.235524:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979677.235543:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979677.235545:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979677.235546:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979677.235549:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979677.235551:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979677.235553:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979677.235555:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979677.235556:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979677.235559:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979678.131464:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979678.131474:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979678.131475:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979678.131482:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979678.131486:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979678.131490:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979678.131493:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979678.131495:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979678.131498:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979678.260335:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979678.260339:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979678.260344:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979678.260345:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979678.260349:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979678.260350:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979678.260354:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979678.260355:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979678.260358:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979678.260745:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979679.156038:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979679.156046:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979679.156048:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979679.156054:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979679.156058:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979679.156062:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979679.156065:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979679.156068:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979679.156071:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979679.285126:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979679.285132:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979679.285140:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979679.285142:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979679.285146:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979679.285148:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979679.285152:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979679.285153:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979679.285157:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979679.285158:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979680.179483:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979680.179495:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979680.179497:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979680.179506:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979680.179512:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979680.179517:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979680.179520:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979680.179523:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979680.179529:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979680.308440:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979680.308446:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979680.308452:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979680.308453:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979680.308459:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979680.308460:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979680.308465:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979680.308466:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979680.308469:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979680.308470:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979680.308536:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979680.308539:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979680.308541:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979680.308544:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979680.308546:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979680.308548:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979680.308550:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979680.308552:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979680.308554:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979681.340207:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979681.340220:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979681.340230:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979681.340232:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979681.340237:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979681.340238:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979681.340242:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979681.340243:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979681.340247:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979681.340248:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979681.340327:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979681.340332:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979681.340334:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979681.340339:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979681.340344:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979681.340349:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979681.340353:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979681.340356:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979681.340359:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979682.356140:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979682.356145:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979682.356150:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979682.356152:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979682.356157:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979682.356158:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979682.356163:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979682.356164:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979682.356169:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979682.356170:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979683.379436:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979683.379441:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979683.379450:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979683.379455:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979683.379459:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979683.379463:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979683.379466:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979683.379469:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979683.379471:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979683.379473:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979683.379477:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979683.379479:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979683.379480:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979683.379481:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979683.379483:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979683.379484:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979683.379486:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979683.379488:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979683.379492:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979683.379494:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979683.379495:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979683.379497:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979683.379498:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979683.379500:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979683.379501:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979683.379503:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979683.379508:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979683.379509:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979683.379511:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979683.379512:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979683.379514:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979683.379515:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979683.379517:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979683.379519:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979683.380995:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979683.380999:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979683.381001:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979683.381004:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979683.381006:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979683.381010:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979683.381013:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979683.381014:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979683.381016:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979684.403478:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979684.403485:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979684.403491:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979684.403499:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979684.403507:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979684.403511:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979684.403519:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979684.403524:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979684.403528:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979684.403560:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979684.403562:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979684.403567:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979684.403568:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979684.403571:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979684.403573:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979684.403577:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979684.403579:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979684.403584:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979684.403587:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979684.404000:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979684.404004:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979684.404006:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979684.404017:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979684.404019:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979684.404022:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979684.404024:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979684.404026:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979684.404030:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979684.407233:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979684.407241:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979684.407245:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979684.407258:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979684.407263:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979684.407267:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979684.407279:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979684.407282:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979684.407285:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979685.427608:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979685.427615:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979685.427624:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979685.427629:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979685.427638:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979685.427641:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979685.427648:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979685.427652:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979685.427657:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979685.427659:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979685.427685:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979685.427691:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979685.427693:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979685.427698:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979685.427703:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979685.427706:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979685.427708:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979685.427710:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979685.427713:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979686.453945:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979686.453957:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979686.453959:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979686.453966:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979686.453970:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979686.453975:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979686.453979:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979686.453981:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979686.453984:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979686.454018:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979686.454022:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979686.454029:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979686.454030:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979686.454036:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979686.454038:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979686.454042:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979686.454044:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979686.454049:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979686.454050:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979687.476636:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979687.476642:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979687.476644:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979687.476648:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979687.476651:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979687.476653:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979687.476656:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979687.476658:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979687.476662:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979687.476663:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979687.476667:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979687.476668:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979687.476672:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979687.476673:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979687.476676:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979687.476678:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979687.476716:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979687.476718:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979687.476719:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979687.476722:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979687.476724:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979687.476725:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979687.476727:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979687.476729:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979687.476732:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979688.499501:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979688.499508:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979688.499516:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979688.499519:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979688.499780:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979688.499783:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979688.499788:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979688.499790:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979688.499794:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979688.499795:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979688.499815:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979688.499819:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979688.499821:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979689.523431:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979689.523437:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979689.523443:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979689.523446:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979689.523451:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979689.523453:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979689.523457:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979689.523459:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979689.523462:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979689.523465:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979689.523531:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979689.523534:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979689.523535:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979689.523537:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979689.523539:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979689.523541:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979689.523542:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979689.523544:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979689.523546:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979689.523660:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979689.523662:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979689.523663:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979689.523664:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979689.523666:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979689.523667:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979689.525644:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979689.525648:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979689.525651:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979690.547420:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979690.547430:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979690.547435:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979690.547443:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979690.547450:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979690.547453:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979690.547456:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979690.547460:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979690.547463:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979690.547488:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979690.547492:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979690.547498:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979690.547501:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979690.547506:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979690.547509:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979690.547512:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979690.547515:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979690.547519:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979690.547520:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979690.547566:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979690.547570:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979690.547573:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979691.572942:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979691.572949:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979691.572951:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979691.572955:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979691.572957:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979691.572961:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979691.572964:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979691.572965:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979691.572968:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979691.572999:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979691.573003:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979691.573009:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979691.573010:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979691.573014:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979691.573015:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979691.573019:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979691.573020:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979691.573023:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979691.573024:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979691.573044:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979691.573047:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979691.573050:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979692.595438:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979692.595444:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979692.595453:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979692.595459:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979692.595463:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979692.595469:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979692.595474:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979692.595479:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979692.595483:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979692.595485:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979692.595490:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979692.595493:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979692.595497:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979692.595499:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979692.595504:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979692.595507:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979692.595512:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979692.595518:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979692.595524:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979692.595528:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979692.595531:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979692.595536:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979692.595541:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979692.595544:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979692.595548:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979692.595553:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979692.595561:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979692.595564:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979692.595566:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979692.595568:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979692.595570:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979692.595571:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979692.595573:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979692.595575:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979692.595608:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979692.595612:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979692.595615:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783979693.107763:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979693.107783:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979693.107787:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979693.107791:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979693.107795:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979693.107802:0:297279:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 17346 00000400:00000200:0.0:1783979693.107812:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979693.107819:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979693.107822:0:297279:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979693.107824:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979693.107828:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979693.107830:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979693.107832:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979693.107835:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979693.107837:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783979693.107839:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979693.107842:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783979693.107844:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783979693.107846:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783979693.107849:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979693.107851:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979693.107852:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979693.107854:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979693.107857:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783979693.107860:0:297279:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979693.107862:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979693.107865:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979693.107869:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979693.107872:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979693.107874:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979693.107877:0:297279:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979693.107887:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783979693.107891:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783979693.107896:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979693.107897:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979693.107900:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979693.107903:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979693.107907:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979693.107915:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783979693.107922:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979693.107931:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620403043584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979693.107940:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979693.107945:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979693.107949:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620403043584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979693.107979:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979693.107983:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979693.107986:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979693.107987:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979693.107989:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979693.107992:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979693.107996:0:297279:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17346 00000400:00000200:0.0:1783979693.107999:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979693.108002:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979693.108004:0:297279:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979693.108007:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979693.108009:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979693.108011:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979693.108013:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979693.108015:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979693.108017:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783979693.108018:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979693.108020:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783979693.108022:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783979693.108024:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783979693.108026:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979693.108028:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979693.108030:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979693.108032:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979693.108034:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783979693.108036:0:297279:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979693.108038:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979693.108040:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979693.108046:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979693.108048:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979693.108049:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979693.108053:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979693.108056:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979693.108058:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979693.108062:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783979693.108064:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979693.108066:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979693.108067:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979693.108068:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979693.108070:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979693.108071:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979693.108075:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783979693.108078:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979693.108084:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620403043712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979693.108090:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979693.108092:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979693.108096:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620403043712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979693.108109:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979693.108112:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979693.108115:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979693.108116:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979693.108118:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979693.108121:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979693.108123:0:297279:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17346 00000400:00000200:0.0:1783979693.108127:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979693.108129:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979693.108132:0:297279:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979693.108134:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979693.108136:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979693.108138:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979693.108140:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979693.108142:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979693.108143:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783979693.108145:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979693.108147:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783979693.108149:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783979693.108151:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783979693.108153:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979693.108155:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979693.108157:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979693.108159:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979693.108161:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783979693.108163:0:297279:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979693.108165:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979693.108196:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979693.108199:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979693.108201:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979693.108203:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979693.108205:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979693.108207:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979693.108209:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979693.108212:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783979693.108215:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979693.108217:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979693.108218:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979693.108220:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979693.108221:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979693.108223:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979693.108227:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783979693.108229:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979693.108233:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620403043840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979693.108240:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979693.108242:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979693.108246:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620403043840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979693.108253:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979693.108255:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979693.108259:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979693.108261:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979693.108262:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979693.108265:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979693.108267:0:297279:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17346 00000400:00000200:0.0:1783979693.108271:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979693.108273:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979693.108275:0:297279:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979693.108278:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979693.108279:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979693.108281:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979693.108283:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979693.108285:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979693.108286:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783979693.108288:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979693.108290:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783979693.108332:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783979693.108334:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783979693.108337:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979693.108339:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979693.108341:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979693.108343:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979693.108345:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783979693.108347:0:297279:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979693.108350:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979693.108351:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979693.108354:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979693.108356:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979693.108357:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979693.108360:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979693.108362:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979693.108363:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979693.108366:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783979693.108368:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979693.108371:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979693.108372:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979693.108374:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979693.108375:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979693.108377:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979693.108381:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783979693.108385:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979693.108390:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620403043968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979693.108397:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979693.108399:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979693.108402:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620403043968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979693.108409:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979693.108412:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979693.108415:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979693.108416:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979693.108418:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979693.108420:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979693.108422:0:297279:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17346 00000400:00000200:0.0:1783979693.108426:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979693.108429:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979693.108431:0:297279:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979693.108433:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979693.108435:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979693.108437:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979693.108439:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979693.108441:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979693.108443:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783979693.108444:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979693.108446:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783979693.108448:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783979693.108450:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783979693.108453:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979693.108455:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979693.108457:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979693.108458:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979693.108461:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783979693.108463:0:297279:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979693.108466:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979693.108468:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979693.108470:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979693.108472:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979693.108474:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979693.108476:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979693.108478:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979693.108480:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979693.108483:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783979693.108485:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979693.108488:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979693.108489:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979693.108490:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979693.108492:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979693.108493:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979693.108496:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783979693.108499:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979693.108502:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620403044096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979693.108507:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979693.108509:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979693.108512:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620403044096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979693.108519:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979693.108524:0:297279:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17356) 00000100:00000001:0.0:1783979693.621950:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979693.621958:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979693.621959:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979693.621965:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979693.621970:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979693.621974:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979693.621976:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979693.621978:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979693.621981:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979693.622012:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979693.622014:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979693.622019:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979693.622020:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979693.622024:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979693.622026:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979693.622029:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979693.622030:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979693.622033:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979693.622034:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979693.622053:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979693.622057:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979693.622060:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979694.643445:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979694.643451:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979694.643460:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979694.643464:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979694.643470:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979694.643474:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979694.643482:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979694.643486:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979694.643492:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979694.643496:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979694.643540:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979694.643545:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979694.643553:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979695.667413:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979695.667420:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979695.667429:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979695.667433:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979695.667540:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979695.667542:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979695.667546:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979695.667557:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979695.667561:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979695.667562:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979695.667582:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979695.667585:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979695.667588:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979695.667855:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979695.667859:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979695.667863:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979695.667868:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979695.667872:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979695.667876:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979695.667880:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979695.667883:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979695.667887:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979696.691561:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979696.691565:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979696.691568:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979696.691573:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979696.691578:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979696.691581:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979696.691583:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979696.691585:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979696.691588:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979696.691656:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979696.691662:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979696.691669:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979696.691672:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979696.691679:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979696.691683:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979696.691689:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979696.691692:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979696.691697:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979696.691699:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979696.691741:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979696.691753:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979696.691756:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979696.692001:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979696.692005:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979696.692009:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979696.692013:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979696.692016:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979696.692018:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979696.692021:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979696.692022:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979696.692024:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979697.715425:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979697.715433:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979697.715437:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979697.715443:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979697.715450:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979697.715455:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979697.715462:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979697.715468:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979697.715475:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979697.715479:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979697.715486:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979697.715489:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979697.715496:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979697.715500:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979697.715508:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979697.715513:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979697.715544:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979697.715548:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979697.715552:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979697.715558:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979697.715563:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979697.715567:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979697.715579:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979697.715583:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979697.715585:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979698.739416:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979698.739425:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979698.739429:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979698.739437:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979698.739443:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979698.739451:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979698.739457:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979698.739461:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979698.739467:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979698.739503:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979698.739507:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979698.739512:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979698.739513:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979698.739519:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979698.739520:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979698.739523:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979698.739525:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979698.739528:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979698.739529:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979698.739549:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979698.739552:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979698.739555:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979699.763556:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979699.763561:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979699.763562:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979699.763565:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979699.763567:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979699.763569:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979699.764813:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979699.764818:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979699.764821:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979699.764851:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979699.764854:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979699.764858:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979699.764859:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979699.764863:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979699.764865:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979699.764868:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979699.764869:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979699.764872:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979699.764873:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979699.764898:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979699.764901:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979699.764903:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979700.787504:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979700.787508:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979700.787510:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979700.787513:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979700.787515:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979700.787518:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979700.787521:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979700.787524:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979700.787529:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979700.787552:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979700.787556:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979700.787561:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979700.787563:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979700.787567:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979700.787571:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979700.787576:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979700.787580:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979700.787585:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979700.787589:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979700.787610:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979700.787614:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979700.787619:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979701.812746:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979701.812752:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979701.812754:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979701.812758:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979701.812762:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979701.812765:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979701.812768:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979701.812770:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979701.812773:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979701.812799:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979701.812802:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979701.812807:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979701.812809:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979701.812814:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979701.812816:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979701.812820:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979701.812822:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979701.812826:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979701.812828:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979701.812871:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979701.812875:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979701.812879:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979702.835542:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979702.835546:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979702.835551:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979702.835554:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979702.835557:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979702.835560:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979702.835563:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979702.835565:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979702.835567:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979702.835570:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979702.835574:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979702.835575:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979702.835577:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979702.835578:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979702.835579:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979702.835581:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979702.835582:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979702.835584:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979702.835588:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979702.835589:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979702.835590:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979702.835592:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979702.835593:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979702.835594:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979702.835596:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979702.835598:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979702.835610:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979702.835612:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979702.835613:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979702.835614:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979702.835617:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979702.835618:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979702.835619:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979702.835621:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979702.835641:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979702.835645:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979702.835648:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979702.835966:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979702.835969:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979702.835970:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979702.835973:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979702.835975:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979702.835977:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979702.835979:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979702.835981:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979702.835983:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979703.859423:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979703.859442:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979703.859445:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979703.859451:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979703.859456:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979703.859461:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979703.859466:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979703.859469:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979703.859473:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979703.859497:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979703.859500:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979703.859505:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979703.859506:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979703.859509:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979703.859510:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979703.859514:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979703.859515:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979703.859518:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979703.859519:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979703.859550:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979703.859553:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979703.859556:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979703.859927:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979703.859985:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979703.859987:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979703.859990:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979703.859992:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979703.859994:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979703.859996:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979703.859998:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979703.860000:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979703.861352:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979703.861356:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979703.861357:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979703.861360:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979703.861362:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979703.861363:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979703.861365:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979703.861367:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979703.861369:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979704.883805:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979704.883808:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979704.883810:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979704.883812:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979704.883814:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979704.883816:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979704.883818:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979704.883820:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979704.883823:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979704.883840:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979704.883855:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979704.883860:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979704.883862:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979704.883866:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979704.883867:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979704.883871:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979704.883872:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979704.883876:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979704.883877:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979704.883895:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979704.883898:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979704.883901:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979704.887037:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979704.887042:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979704.887043:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979704.887047:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979704.887049:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979704.887051:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979704.887052:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979704.887054:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979704.887056:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979705.907752:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979705.907756:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979705.907760:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979705.907765:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979705.907769:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979705.907771:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979705.907774:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979705.907775:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979705.907778:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979705.907801:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979705.907804:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979705.907809:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979705.907811:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979705.907816:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979705.907817:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979705.907821:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979705.907825:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979705.907830:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979705.907833:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979705.907855:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979705.907859:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979705.907863:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979706.931568:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979706.931572:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979706.931573:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979706.931576:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979706.931578:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979706.931580:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979706.938313:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979706.938320:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979706.938324:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979706.938357:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979706.938360:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979706.938364:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979706.938365:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979706.938369:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979706.938370:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979706.938373:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979706.938375:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979706.938378:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979706.938379:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979706.938399:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979706.938402:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979706.938404:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979707.955787:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979707.955793:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979707.955794:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979707.955798:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979707.955800:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979707.955802:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979707.955804:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979707.955806:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979707.955809:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979707.955842:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979707.955850:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979707.955853:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979707.955859:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979707.955864:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979707.955867:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979707.955870:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979707.955872:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979707.955879:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979707.955881:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979707.955887:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979707.955888:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979707.955894:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979707.955896:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979707.955900:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979707.955901:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979707.955925:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979707.955929:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979707.955934:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979707.956255:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979707.956260:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979707.956261:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979707.956263:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979707.956265:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979707.956267:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979707.956270:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979707.956271:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979707.956273:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979708.979434:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979708.979441:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979708.979443:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979708.979448:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979708.979451:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979708.979455:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979708.979457:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979708.979460:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979708.979463:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979708.979487:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979708.979490:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979708.979507:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979708.979508:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979708.979512:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979708.979513:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979708.979516:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979708.979518:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979708.979521:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979708.979523:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979708.979539:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979708.979542:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979708.979545:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979708.979758:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979708.979761:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979708.979762:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979708.979764:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979708.979766:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979708.979768:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979708.979770:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979708.979771:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979708.979773:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979708.980437:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979708.980441:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979708.980442:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979708.980445:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979708.980447:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979708.980449:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979708.980452:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979708.980453:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979708.980455:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979710.003900:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979710.003904:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979710.003905:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979710.003907:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979710.003909:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979710.003911:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979710.009500:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979710.009504:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979710.009506:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979710.011878:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979710.011886:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979710.011893:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979710.011894:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979710.011899:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979710.011900:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979710.011903:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979710.011905:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979710.011909:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979710.011910:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979710.011949:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979710.011953:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979710.011956:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979711.027429:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979711.027433:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979711.027442:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979711.027445:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979711.027449:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979711.027451:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979711.027455:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979711.027456:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979711.027471:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979711.027474:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979711.027492:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979711.027495:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979711.027498:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979711.034560:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979711.034569:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979711.034572:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979711.034578:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979711.034582:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979711.034586:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979711.034588:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979711.034591:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979711.034594:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979712.051525:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979712.051529:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979712.051533:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979712.051538:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979712.051544:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979712.051549:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979712.053504:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979712.053506:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979712.053508:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979712.053538:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979712.053540:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979712.053545:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979712.053546:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979712.053549:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979712.053552:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979712.053554:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979712.053555:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979712.053558:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979712.053559:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979712.053581:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979712.053583:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979712.053585:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979713.076819:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979713.076824:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979713.076827:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979713.076832:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979713.076836:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979713.076840:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979713.076843:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979713.076845:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979713.076848:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979713.076873:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979713.076876:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979713.076881:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979713.076885:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979713.076887:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979713.076891:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979713.076895:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979713.076897:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979713.076899:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979713.076901:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979713.076905:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979713.076907:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979713.076908:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979713.076910:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979713.076911:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979713.076912:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979713.076914:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979713.076915:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979713.076920:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979713.076921:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979713.076922:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979713.076925:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979713.076926:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979713.076927:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979713.076929:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979713.076931:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979713.076936:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979713.076938:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979713.076939:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979713.076941:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979713.076942:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979713.076944:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979713.076945:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979713.076948:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979713.076964:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979713.076968:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979713.076970:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979714.099461:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979714.099466:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979714.099471:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979714.099477:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979714.099483:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979714.099489:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979714.099493:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979714.099497:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979714.099503:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979714.099671:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979714.099674:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979714.099678:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979714.099679:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979714.099682:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979714.099683:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979714.099686:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979714.099687:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979714.099690:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979714.099691:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979714.099706:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979714.099708:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979714.099712:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979714.099726:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979714.099728:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979714.099729:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979714.099731:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979714.099733:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979714.099735:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979714.099737:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979714.099739:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979714.099741:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979714.099753:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979714.099756:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979714.099757:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979714.099759:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979714.099761:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979714.099762:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979714.099764:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979714.099765:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979714.099767:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979715.130181:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979715.130187:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979715.130196:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979715.130197:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979715.130203:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979715.130204:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979715.130210:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979715.130211:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979715.130215:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979715.130216:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979715.130333:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979715.130338:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979715.130342:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979716.147408:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979716.147417:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979716.147424:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979716.147426:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979716.147432:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979716.147433:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979716.147440:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979716.147444:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979716.147451:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979716.147456:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979716.147494:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979716.147499:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979716.147503:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979716.151475:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979716.151484:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979716.151485:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979716.151491:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979716.151494:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979716.151498:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979716.151501:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979716.151504:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979716.151507:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979716.151766:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979716.151769:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979716.151770:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979716.151772:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979716.151774:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979716.151776:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979716.151778:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979716.151779:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979716.151781:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1783979716.659989:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.148:988 00000400:00000100:0.0:1783979716.660037:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.148@tcp at host 192.168.201.148 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1783979716.660047:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979716.660051:0:2392:0:(router.c:1791:lnet_notify()) 192.168.201.48@tcp notifying 192.168.201.148@tcp: down 00000400:00000200:0.0:1783979716.660055:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979716.660059:0:2392:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1783979716.660064:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783979716.660068:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3eb1d00. 00000400:00000200:0.0:1783979716.660073:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783979716.660077:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783979716.660083:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b14330 00000400:00000010:0.0:1783979716.660087:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b14330. 00000100:00000001:0.0:1783979716.660092:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979716.660101:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83ef880700 x1870620403046144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979716.660202:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979716.660207:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880700 x1870620403046144/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979738 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979716.665219:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783979716.665225:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783979716.665230:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b83eec15800. 02000000:00000001:0.0:1783979716.665237:0:2392:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783979716.665239:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783979716.665241:0:2392:0:(genops.c:1244:class_import_put()) import ffff9b83c4dda000 refcount=3 obd=MGC192.168.201.148@tcp 00000020:00000001:0.0:1783979716.665244:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783979716.665247:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b83c6634400. 02000000:00000001:0.0:1783979716.665251:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783979716.665254:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783979716.665256:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b83ef880700. 00000100:00000001:0.0:1783979716.665261:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783979716.665262:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979716.665264:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783979716.665280:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783979716.665284:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3eb1800. 00000400:00000200:0.0:1783979716.665288:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783979716.665292:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783979716.665424:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b14000 00000400:00000010:0.0:1783979716.665427:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b14000. 00000100:00000001:0.0:1783979716.665432:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979716.665438:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83ef883800 x1870620403046272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979716.665454:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979716.665458:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef883800 x1870620403046272/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979738 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979716.665468:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979716.665471:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783979716.665477:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783979716.665480:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3eb1400. 00000400:00000200:0.0:1783979716.665484:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783979716.665487:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783979716.665491:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b14198 00000400:00000010:0.0:1783979716.665493:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b14198. 00000100:00000001:0.0:1783979716.665496:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979716.665504:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83ef880a80 x1870620403046400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979716.665515:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979716.665522:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880a80 x1870620403046400/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979738 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979716.665538:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979716.665540:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783979716.665550:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783979716.665555:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3eb1600. 00000400:00000200:0.0:1783979716.665560:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783979716.665567:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783979716.665572:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b146e8 00000400:00000010:0.0:1783979716.665577:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b146e8. 00000100:00000001:0.0:1783979716.665582:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979716.665590:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83ef880380 x1870620403046528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979716.665609:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979716.665615:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef880380 x1870620403046528/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979738 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979716.665628:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979716.665633:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1783979716.665642:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.148@tcp 00000800:00000010:0.0:1783979716.665646:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b82d3eb1500. 00000400:00000200:0.0:1783979716.665651:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1783979716.665659:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.48@tcp->192.168.201.148@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1783979716.665662:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b83c5b145d8 00000400:00000010:0.0:1783979716.665664:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9b83c5b145d8. 00000100:00000001:0.0:1783979716.665667:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783979716.665672:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9b83ef881180 x1870620403046656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979716.665689:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783979716.665695:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b83ef881180 x1870620403046656/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979738 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979716.665703:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979716.665705:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783979717.171571:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979717.171574:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979717.171575:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979717.171578:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979717.171580:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979717.171582:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979717.171584:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979717.171586:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979717.171588:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979717.171595:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979717.171597:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979717.171598:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979717.171600:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979717.171601:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979717.171603:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979717.171604:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979717.171606:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979717.171607:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979717.171628:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979717.171631:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979717.171636:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979717.171637:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979717.171641:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979717.171642:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979717.171646:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979717.171647:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979717.171651:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979717.171652:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979717.171682:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979717.171685:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979717.171687:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979717.171693:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979717.171695:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979717.171696:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979717.171698:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979717.171700:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979717.171701:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979717.171703:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979717.171704:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979717.171706:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979717.171744:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979717.171747:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979717.171748:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979717.171749:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979717.171751:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979717.171753:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979717.178616:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979717.178620:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979717.178623:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979718.195937:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979718.195941:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979718.195944:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979718.195947:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979718.195951:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979718.195953:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979718.195955:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979718.195957:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979718.195962:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979718.195963:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979718.195967:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979718.195968:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979718.195972:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979718.195974:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979718.195977:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979718.195978:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979718.196013:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979718.196016:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979718.196018:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783979718.708542:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979718.708554:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979718.708622:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979718.708626:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979718.708632:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979718.708640:0:297279:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 17372 00000400:00000200:0.0:1783979718.708651:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979718.708658:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979718.708661:0:297279:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979718.708665:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979718.708669:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979718.708671:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979718.708674:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979718.708729:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979718.708732:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783979718.708736:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979718.708740:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783979718.708742:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783979718.708745:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783979718.708748:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979718.708750:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979718.708752:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979718.708753:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979718.708756:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783979718.708759:0:297279:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979718.708761:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979718.708765:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979718.708770:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979718.708773:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979718.708775:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979718.708778:0:297279:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979718.708786:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783979718.708790:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783979718.708796:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979718.708797:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979718.708801:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979718.713527:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979718.713538:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979718.715865:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783979718.715886:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979718.715906:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620403046784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979718.715918:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979718.715922:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979718.715927:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620403046784/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979718.715949:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979718.715953:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979718.715957:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979718.715959:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979718.715961:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979718.715965:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979718.715969:0:297279:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17372 00000400:00000200:0.0:1783979718.715981:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979718.715991:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979718.715996:0:297279:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979718.715999:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979718.716003:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979718.716008:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979718.716012:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979718.716017:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979718.716020:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783979718.716024:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979718.716029:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783979718.716034:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783979718.716039:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783979718.716045:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979718.716049:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979718.716054:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979718.716059:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979718.716064:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783979718.716070:0:297279:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979718.716074:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979718.716076:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979718.716087:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979718.716092:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979718.716094:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979718.716099:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979718.716107:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979718.716109:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979718.716132:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783979718.716138:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979718.716145:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979718.716148:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979718.716153:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979718.716156:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979718.716161:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979718.716169:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783979718.716176:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979718.716184:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620403046912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979718.716192:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979718.716195:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979718.716199:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620403046912/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979718.716209:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979718.716212:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979718.716218:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979718.716221:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979718.716222:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979718.716226:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979718.716241:0:297279:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17372 00000400:00000200:0.0:1783979718.716273:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979718.716281:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979718.716287:0:297279:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979718.716319:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979718.716322:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979718.716333:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979718.716335:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979718.716337:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979718.716338:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783979718.716340:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979718.716344:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783979718.716347:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783979718.716349:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783979718.716352:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979718.716354:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979718.716356:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979718.716358:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979718.716361:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783979718.716364:0:297279:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979718.716367:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979718.716368:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979718.716372:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979718.716374:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979718.716376:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979718.716378:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979718.716380:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979718.716381:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979718.716385:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783979718.716388:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979718.716390:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979718.716391:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979718.716393:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979718.716394:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979718.716396:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979718.716399:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783979718.716402:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979718.716407:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620403047040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979718.716414:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979718.716416:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979718.716419:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620403047040/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979718.716427:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979718.716429:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979718.716433:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979718.716434:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979718.716435:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979718.716438:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979718.716441:0:297279:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17372 00000400:00000200:0.0:1783979718.716445:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979718.716447:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979718.716449:0:297279:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979718.716452:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979718.716454:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979718.716456:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979718.716457:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979718.716460:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979718.716461:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783979718.716462:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979718.716464:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783979718.716466:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783979718.716468:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783979718.716471:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979718.716472:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979718.716474:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979718.716475:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979718.716477:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783979718.716479:0:297279:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979718.716480:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979718.716482:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979718.716484:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979718.716486:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979718.716488:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979718.716490:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979718.716492:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979718.716494:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979718.716497:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783979718.716499:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979718.716502:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979718.716504:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979718.716505:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979718.716507:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979718.716509:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979718.716514:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783979718.716517:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979718.716522:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620403047168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979718.716527:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979718.716529:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979718.716533:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620403047168/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979718.716541:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979718.716543:0:297279:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979718.716546:0:297279:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979718.716548:0:297279:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979718.716549:0:297279:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979718.716552:0:297279:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979718.716554:0:297279:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17372 00000400:00000200:0.0:1783979718.716557:0:297279:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979718.716560:0:297279:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979718.716562:0:297279:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979718.716564:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979718.716566:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979718.716568:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979718.716570:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979718.716572:0:297279:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979718.716573:0:297279:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783979718.716574:0:297279:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979718.716576:0:297279:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783979718.716578:0:297279:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783979718.716580:0:297279:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783979718.716583:0:297279:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979718.716585:0:297279:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979718.716586:0:297279:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979718.716588:0:297279:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979718.716590:0:297279:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783979718.716592:0:297279:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979718.716594:0:297279:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979718.716595:0:297279:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979718.716598:0:297279:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979718.716599:0:297279:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979718.716602:0:297279:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979718.716604:0:297279:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979718.716606:0:297279:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979718.716607:0:297279:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979718.716611:0:297279:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783979718.716613:0:297279:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979718.716616:0:297279:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979718.716617:0:297279:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979718.716618:0:297279:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979718.716619:0:297279:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979718.716621:0:297279:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979718.716625:0:297279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783979718.716628:0:297279:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979718.716631:0:297279:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620403047296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979718.716637:0:297279:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979718.716639:0:297279:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979718.716642:0:297279:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620403047296/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979718.716648:0:297279:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979718.716653:0:297279:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17382) 00010000:00000001:0.0:1783979719.219447:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979719.219452:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979719.219461:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979719.219466:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979719.219474:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979719.219478:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979719.219485:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979719.219489:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979719.219495:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979719.219498:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979719.219546:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979719.219551:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979719.219554:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979719.219768:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979719.219771:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979719.219773:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979719.219776:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979719.219779:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979719.219781:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979719.219783:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979719.219785:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979719.219788:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979720.243419:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979720.243428:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979720.243431:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979720.243440:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979720.243448:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979720.243453:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979720.243468:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979720.243471:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979720.243474:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979720.243496:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979720.243499:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979720.243503:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979720.243504:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979720.243509:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979720.243510:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979720.243514:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979720.243516:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979720.243520:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979720.243521:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979720.243555:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979720.243559:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979720.243565:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979720.243590:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979720.243595:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979720.243599:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979720.243605:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979720.243610:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979720.243612:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979720.243614:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979720.243616:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979720.243617:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979721.267570:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979721.267575:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979721.267576:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979721.267579:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979721.267581:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979721.267583:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979721.267585:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979721.267587:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979721.267589:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979721.267597:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979721.267600:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979721.267601:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979721.267603:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979721.267604:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979721.267606:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979721.269754:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979721.269758:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979721.269760:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979721.269782:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979721.269785:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979721.269789:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979721.269790:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979721.269795:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979721.269796:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979721.269799:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979721.269800:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979721.269803:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979721.269804:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979721.269847:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979721.269850:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979721.269853:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979722.291610:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979722.291614:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979722.291619:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979722.291623:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979722.291629:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979722.291633:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979722.291638:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979722.291642:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979722.291648:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979722.291651:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979722.291690:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979722.291694:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979722.291697:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979723.315810:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979723.315812:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979723.315813:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979723.315815:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979723.315816:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979723.315817:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979723.315818:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979723.315819:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979723.315820:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979723.315834:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979723.315836:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979723.315839:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979723.315841:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979723.315843:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979723.315846:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979723.315848:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979723.315850:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979723.315852:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979723.315853:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979723.315856:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979723.315857:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979723.315857:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979723.315858:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979723.315859:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979723.315860:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979723.315861:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979723.315862:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979723.315864:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979723.315865:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979723.315866:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979723.315867:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979723.315867:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979723.315868:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979723.315869:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979723.315870:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979723.315872:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979723.315873:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979723.315873:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979723.315874:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979723.315875:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979723.315876:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979723.315877:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979723.315878:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979723.315898:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979723.315900:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979723.315901:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979724.345329:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979724.345376:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979724.345388:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979724.345389:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979724.345391:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979724.345392:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979724.345395:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979724.345395:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979724.345398:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979724.345399:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979724.345438:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979724.345440:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979724.345442:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979725.363548:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979725.363552:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979725.363553:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979725.363556:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979725.363558:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979725.363560:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979725.363562:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979725.363564:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979725.363566:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979725.363586:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979725.363589:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979725.363594:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979725.363595:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979725.363599:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979725.363600:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979725.363604:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979725.363605:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979725.363608:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979725.363609:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979725.363627:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979725.363630:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979725.363633:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979725.364011:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979725.364014:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979725.364015:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979725.364018:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979725.364020:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979725.364022:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979725.364023:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979725.364025:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979725.364027:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979726.387440:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979726.387449:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979726.387451:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979726.387456:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979726.387460:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979726.387464:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979726.387467:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979726.387470:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979726.387475:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979726.387499:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979726.387502:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979726.387506:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979726.387508:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979726.387512:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979726.387513:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979726.387516:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979726.387517:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979726.387521:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979726.387522:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979726.387539:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979726.387542:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979726.387545:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979726.387797:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979726.387803:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979726.387804:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979726.387806:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979726.387812:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979726.387814:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979726.387815:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979726.387816:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979726.387818:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979727.284875:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979727.284885:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979727.284887:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979727.284894:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979727.284903:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979727.284908:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979727.284910:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979727.284914:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979727.284918:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979727.411427:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979727.411435:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979727.411438:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979727.411444:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979727.411448:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979727.411452:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979727.411454:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979727.411456:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979727.411467:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979727.411491:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979727.411494:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979727.411497:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979727.411498:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979727.411500:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979727.411502:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979727.411504:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979727.411505:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979727.411508:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979727.411509:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979727.411524:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979727.411527:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979727.411531:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979727.411546:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979727.411549:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979727.411552:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979727.411555:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979727.411559:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979727.411562:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979727.412046:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979727.412049:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979727.412050:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979728.307437:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979728.307447:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979728.307449:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979728.307454:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979728.307458:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979728.307462:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979728.307465:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979728.307469:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979728.307472:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979728.435580:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979728.435584:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979728.435586:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979728.435588:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979728.435590:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979728.435592:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979728.435594:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979728.435596:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979728.435598:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979728.435617:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979728.435621:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979728.435623:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979728.435627:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979728.435630:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979728.435632:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979728.435634:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979728.435636:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979728.435651:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979728.435652:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979728.435656:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979728.435658:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979728.435661:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979728.435662:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979728.435665:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979728.435666:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979728.435683:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979728.435686:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979728.435688:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979728.437035:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979728.437038:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979728.437039:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979728.437042:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979728.437044:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979728.437046:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979728.437048:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979728.437049:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979728.437051:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979729.331418:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979729.331426:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979729.331428:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979729.331434:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979729.331438:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979729.331454:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979729.331457:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979729.331459:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979729.331462:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979729.459699:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979729.459702:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979729.459706:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979729.459708:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979729.459711:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979729.459712:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979729.459715:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979729.459716:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979729.459720:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979729.459721:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979729.459738:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979729.459740:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979729.459741:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979729.459743:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979729.459745:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979729.459746:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979729.459748:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979729.459749:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979729.459751:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979729.459760:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979729.459762:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979729.459765:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979729.459770:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979729.459772:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979729.459773:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979729.459774:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979729.459776:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979729.459777:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979729.459779:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979729.459780:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979729.459782:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979729.459788:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979729.459790:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979729.459791:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979729.459792:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979729.459794:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979729.459795:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979729.459797:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979729.459798:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979729.459799:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979730.355508:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979730.355511:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979730.355513:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979730.355516:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979730.355517:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979730.355520:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979730.355522:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979730.355523:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979730.355525:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979730.483474:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979730.483484:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979730.483488:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979730.483497:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979730.483504:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979730.483508:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979730.485161:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979730.485167:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979730.485172:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979730.485203:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979730.485206:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979730.485210:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979730.485211:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979730.485215:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979730.485216:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979730.485220:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979730.485222:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979730.485225:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979730.485227:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979730.485248:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979730.485251:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979730.485254:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979730.485284:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979730.485287:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979730.485289:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979730.485306:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979730.485310:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979730.485313:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979730.485316:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979730.485317:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979730.485320:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979731.379428:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979731.379438:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979731.379441:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979731.379449:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979731.379456:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979731.379461:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979731.379466:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979731.379471:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979731.379474:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979731.508074:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979731.508078:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979731.508079:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979731.508082:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979731.508085:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979731.508087:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979731.508088:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979731.508090:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979731.508092:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979731.508120:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979731.508123:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979731.508128:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979731.508129:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979731.508133:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979731.508134:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979731.508138:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979731.508140:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979731.508152:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979731.508153:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979731.508174:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979731.508177:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979731.508180:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979731.508732:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979731.508735:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979731.508736:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979731.508739:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979731.508744:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979731.508746:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979731.508750:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979731.508753:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979731.508759:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979732.531468:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979732.531473:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979732.531477:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979732.531482:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979732.531487:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979732.531491:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979732.531499:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979732.531503:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979732.531508:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979732.531550:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979732.531554:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979732.531559:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979732.531562:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979732.531565:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979732.531568:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979732.531571:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979732.531573:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979732.531575:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979732.531577:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979732.531597:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979732.531599:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979732.531600:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979732.531602:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979732.531604:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979732.531605:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979732.531607:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979732.531608:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979732.531612:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979732.531614:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979732.531615:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979732.531616:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979732.531617:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979732.531618:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979732.531620:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979732.531622:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979732.531625:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979732.531626:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979732.531627:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979732.531629:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979732.531630:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979732.531632:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979732.531634:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979732.531636:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979732.531659:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979732.531664:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979732.531668:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979732.531672:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979732.531688:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979732.531692:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979732.531694:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979732.531696:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979732.531698:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979733.555496:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979733.555501:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979733.555505:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979733.555510:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979733.555514:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979733.555516:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979733.555518:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979733.555520:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979733.555523:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979733.555552:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979733.556425:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979733.556433:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979733.556434:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979733.556438:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979733.556439:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979733.556443:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979733.556444:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979733.556447:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979733.556448:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979734.067709:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979734.067720:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979734.067723:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979734.067726:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979734.067731:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979734.067739:0:297332:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 17387 00000400:00000200:0.0:1783979734.067750:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979734.067756:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979734.067759:0:297332:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979734.067761:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979734.067764:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979734.067766:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979734.067769:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979734.067772:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979734.067774:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783979734.067776:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979734.067780:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783979734.067782:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783979734.067785:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783979734.067787:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979734.067789:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979734.067791:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979734.067792:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979734.067795:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783979734.067798:0:297332:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979734.067801:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979734.067803:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979734.067807:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979734.067810:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979734.067812:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979734.067814:0:297332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979734.067823:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783979734.067826:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783979734.067830:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979734.067831:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979734.067835:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979734.067837:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979734.067841:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979734.067848:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783979734.067855:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979734.067864:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620403048704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979734.067879:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979734.067883:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979734.067888:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620403048704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979734.067924:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979734.067927:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979734.067946:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979734.067948:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979734.067949:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979734.067952:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979734.067955:0:297332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17387 00000400:00000200:0.0:1783979734.067959:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979734.067962:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979734.067964:0:297332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979734.067966:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979734.067968:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979734.067970:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979734.067972:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979734.067974:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979734.067975:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783979734.067976:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979734.067979:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783979734.067980:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783979734.067982:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783979734.067985:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979734.067987:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979734.067988:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979734.067990:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979734.067992:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783979734.067995:0:297332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979734.067997:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979734.067998:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979734.068004:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979734.068006:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979734.068007:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979734.068011:0:297332:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979734.068014:0:297332:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979734.068016:0:297332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979734.068019:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783979734.068021:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979734.068024:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979734.068025:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979734.068027:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979734.068029:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979734.068030:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979734.068035:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783979734.068038:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979734.068044:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620403048832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979734.068050:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979734.068051:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979734.068054:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620403048832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979734.068072:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979734.068074:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979734.068078:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979734.068080:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979734.068081:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979734.068085:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979734.068088:0:297332:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17387 00000400:00000200:0.0:1783979734.068092:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979734.068095:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979734.068097:0:297332:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979734.068099:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979734.068101:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979734.068103:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979734.068105:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979734.068107:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979734.068108:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783979734.068109:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979734.068111:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783979734.068113:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783979734.068115:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783979734.068118:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979734.068120:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979734.068122:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979734.068124:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979734.068127:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783979734.068129:0:297332:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979734.068130:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979734.068132:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979734.068135:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979734.068136:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979734.068138:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979734.068140:0:297332:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979734.068143:0:297332:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979734.068144:0:297332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979734.068148:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783979734.068150:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979734.068152:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979734.068153:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979734.068155:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979734.068156:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979734.068158:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979734.068161:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783979734.068164:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979734.068168:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620403048960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979734.068174:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979734.068176:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979734.068180:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620403048960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979734.068187:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979734.068189:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979734.068193:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979734.068195:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979734.068196:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979734.068199:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979734.068239:0:297332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17387 00000400:00000200:0.0:1783979734.068243:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979734.068246:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979734.068248:0:297332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979734.068251:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979734.068253:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979734.068255:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979734.068257:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979734.068258:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979734.068259:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783979734.068261:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979734.068263:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783979734.068265:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783979734.068266:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783979734.068269:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979734.068271:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979734.068273:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979734.068275:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979734.068277:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783979734.068279:0:297332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979734.068281:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979734.068282:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979734.068285:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979734.068287:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979734.068288:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979734.068291:0:297332:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979734.068327:0:297332:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979734.068329:0:297332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979734.068333:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783979734.068335:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979734.068337:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979734.068338:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979734.068340:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979734.068341:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979734.068343:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979734.068346:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783979734.068350:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979734.068354:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620403049088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979734.068503:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979734.068505:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979734.068510:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620403049088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979734.068518:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979734.068521:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979734.068524:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979734.068526:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979734.068528:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979734.068530:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979734.068532:0:297332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17387 00000400:00000200:0.0:1783979734.068536:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979734.068539:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979734.068541:0:297332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979734.068544:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979734.068546:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979734.068548:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979734.068550:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979734.068552:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979734.068554:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783979734.068556:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979734.068558:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783979734.068560:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783979734.068562:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783979734.068565:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979734.068567:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979734.068569:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979734.068571:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979734.068573:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783979734.068576:0:297332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979734.068578:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979734.068580:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979734.068583:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979734.068584:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979734.068586:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979734.068588:0:297332:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979734.068590:0:297332:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979734.068592:0:297332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979734.068595:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783979734.068597:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979734.068599:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979734.068600:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979734.068602:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979734.068604:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979734.068605:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979734.068608:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783979734.068612:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979734.068615:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620403049216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979734.068628:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979734.068630:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979734.068634:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620403049216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979734.068641:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979734.068645:0:297332:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17397) 00010000:00000001:0.0:1783979734.579461:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979734.579465:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979734.579471:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979734.579475:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979734.579481:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979734.579485:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979734.579499:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979734.579501:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979734.579507:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979734.579511:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979734.579537:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979734.579541:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979734.579545:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979734.579550:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979734.579553:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979734.579557:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979734.579559:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979734.579561:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979734.579562:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979734.579921:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979734.579925:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979734.579927:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979734.579930:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979734.579933:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979734.579936:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979734.579938:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979734.579940:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979734.579942:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979735.603468:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979735.603472:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979735.603475:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979735.603476:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979735.603480:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979735.603481:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979735.603483:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979735.603483:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979735.603485:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979735.603486:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979735.605066:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979735.605070:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979735.605072:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979735.605075:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979735.605077:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979735.605080:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979735.605082:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979735.605083:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979735.605086:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979736.627530:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979736.627533:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979736.627535:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979736.627538:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979736.627540:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979736.627542:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979736.628276:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979736.628279:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979736.628283:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979736.628328:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979736.628330:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979736.628334:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979736.628336:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979736.628339:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979736.628340:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979736.628344:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979736.628345:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979736.628348:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979736.628349:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979737.652371:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979737.652378:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979737.652384:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979737.652390:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979737.652396:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979737.652399:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979737.652404:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979737.652410:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979737.652418:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979737.652420:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979737.652425:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979737.652427:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979737.652431:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979737.652433:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979737.652437:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979737.652439:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979737.654977:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979737.654983:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979737.654986:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979737.654989:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979737.654991:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979737.654994:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979737.655006:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979737.655008:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979737.655011:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979738.675537:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979738.675541:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979738.675542:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979738.675545:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979738.675548:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979738.675549:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979738.675552:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979738.675553:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979738.675555:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979738.675564:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979738.675566:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979738.675567:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979738.675568:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979738.675570:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979738.675572:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979738.675574:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979738.675575:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979738.675576:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979738.675593:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979738.675596:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979738.675600:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979738.675602:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979738.675606:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979738.675607:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979738.675610:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979738.675611:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979738.675615:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979738.675616:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979738.675637:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979738.675639:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979738.675642:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979739.699568:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979739.699572:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979739.699576:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979739.699579:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979739.699590:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979739.699594:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979739.699600:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979739.699602:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979739.699606:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979739.699608:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979739.699626:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979739.699629:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979739.699633:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979740.723534:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979740.723538:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979740.723539:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979740.723542:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979740.723544:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979740.723546:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979740.723548:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979740.723550:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979740.723553:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979740.723572:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979740.723575:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979740.723579:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979740.723580:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979740.723584:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979740.723585:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979740.723589:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979740.723590:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979740.723593:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979740.723594:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979740.723611:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979740.723614:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979740.723617:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979740.724685:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979740.724689:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979740.724691:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979740.724693:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979740.724696:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979740.724698:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979740.724700:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979740.724701:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979740.724703:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979741.747670:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979741.747673:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979741.747674:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979741.747677:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979741.747679:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979741.747681:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979741.747682:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979741.747684:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979741.747686:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979741.747702:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979741.747705:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979741.747710:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979741.747711:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979741.747715:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979741.747716:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979741.747720:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979741.747721:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979741.747725:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979741.747726:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979741.747739:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979741.747742:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979741.747743:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979741.747745:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979741.747746:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979741.747748:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979741.747750:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979741.747751:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979741.747752:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979741.747760:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979741.747763:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979741.747765:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979741.747770:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979741.747772:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979741.747772:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979741.747774:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979741.747776:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979741.747778:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979741.750664:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979741.750667:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979741.750670:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979742.771415:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979742.771421:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979742.771425:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979742.771432:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979742.771438:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979742.771443:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979742.771942:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979742.771946:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979742.771949:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979742.771971:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979742.771974:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979742.771978:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979742.771981:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979742.771984:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979742.771987:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979742.771990:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979742.771992:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979742.771994:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979742.771997:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979742.772001:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979742.772003:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979742.772004:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979742.772005:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979742.772007:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979742.772008:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979742.772010:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979742.772012:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979742.772015:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979742.772017:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979742.772018:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979742.772019:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979742.772021:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979742.772022:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979742.772023:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979742.772025:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979742.772028:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979742.772029:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979742.772031:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979742.772032:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979742.772033:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979742.772035:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979742.772036:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979742.772038:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979742.772054:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979742.772056:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979742.772059:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979743.795422:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979743.795427:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979743.795436:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979743.795440:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979743.795444:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979743.795448:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979743.795455:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979743.795459:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979743.795466:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979743.795469:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979743.799214:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979743.799217:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979743.799218:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979743.799221:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979743.799223:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979743.799225:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979743.799227:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979743.799228:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979743.799231:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979744.819416:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979744.819424:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979744.819437:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979744.819442:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979744.819448:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979744.819452:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979744.819456:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979744.819460:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979744.819463:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979744.819491:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979744.819493:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979744.819496:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979744.819497:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979744.819501:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979744.819501:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979744.819504:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979744.819506:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979744.819508:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979744.819509:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979744.819542:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979744.819544:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979744.819545:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979744.819547:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979744.819550:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979744.819554:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979744.819557:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979744.819561:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979744.819565:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979744.819852:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979744.819855:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979744.819857:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979744.819859:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979744.819862:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979744.819864:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979744.819866:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979744.819868:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979744.819869:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979745.843506:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979745.843511:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979745.843514:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979745.843519:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979745.843523:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979745.843527:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979745.843529:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979745.843531:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979745.843533:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979745.843558:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979745.843562:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979745.843570:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979745.843574:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979745.843581:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979745.843583:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979745.843587:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979745.843589:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979745.843592:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979745.843594:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979745.844779:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979745.844783:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979745.844784:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979745.844788:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979745.844791:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979745.844794:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979745.844800:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979745.845022:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979745.845027:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979746.867448:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979746.867453:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979746.867461:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979746.867464:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979746.867472:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979746.867475:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979746.867482:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979746.867484:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979746.867488:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979746.867489:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979746.875114:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979746.875123:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979746.875125:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979746.875131:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979746.875137:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979746.875144:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979746.875150:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979746.875155:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979746.875162:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979747.894174:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979747.894180:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979747.894185:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979747.894190:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979747.894195:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979747.894197:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979747.894200:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979747.894203:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979747.894207:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979747.894209:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979747.894213:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979747.894214:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979747.894218:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979747.894220:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979747.894223:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979747.894224:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979748.915541:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979748.915543:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979748.915544:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979748.915546:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979748.915547:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979748.915548:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979748.915550:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979748.915551:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979748.915553:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979748.915567:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979748.915569:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979748.915571:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979748.915572:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979748.915574:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979748.915575:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979748.915578:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979748.915579:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979748.915580:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979748.915581:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979748.915594:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979748.915596:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979748.915597:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979748.915598:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979748.915599:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979748.915600:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979748.915602:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979748.915603:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979748.915605:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979748.915612:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979748.915614:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979748.915615:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979748.915618:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979748.915620:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979748.915622:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979748.915624:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979748.915626:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979748.915629:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979749.817959:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979749.817967:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979749.817969:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979749.817975:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979749.817978:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979749.817981:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979749.817984:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979749.817987:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979749.817990:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979749.939452:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979749.939458:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979749.939465:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979749.939466:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979749.939470:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979749.939471:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979749.939475:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979749.939476:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979749.939479:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979749.939481:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979749.939512:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979749.939516:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979749.939518:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979749.939521:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979749.939525:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979749.939529:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979749.939531:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979749.939534:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979749.939537:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979749.940838:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979749.940841:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979749.940843:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979749.940845:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979749.940848:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979749.940850:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979749.940852:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979749.940854:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979749.940856:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979750.835967:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979750.835975:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979750.835977:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979750.835983:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979750.835987:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979750.835990:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979750.835993:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979750.835996:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979750.835998:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979750.963383:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979750.963392:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979750.963395:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979750.963401:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979750.963406:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979750.963410:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979750.963413:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979750.963417:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979750.963419:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979750.963441:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979750.963443:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979750.963447:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979750.963448:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979750.963450:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979750.963451:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979750.963454:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979750.963455:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979750.963458:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979750.963459:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979750.963739:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979750.963741:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979750.963742:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979750.963744:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979750.963745:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979750.963746:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979750.963748:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979750.963749:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979750.963750:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979751.859424:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979751.859429:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979751.859431:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979751.859435:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979751.859440:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979751.859443:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979751.859444:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979751.859445:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979751.859447:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979751.987573:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979751.987575:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979751.987578:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979751.987579:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979751.987582:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979751.987582:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979751.987584:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979751.987585:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979751.987587:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979751.987588:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979751.987602:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979751.987604:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979751.987605:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979751.987610:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979751.987612:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979751.987613:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979751.987614:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979751.987615:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979751.987617:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979751.987618:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979751.987620:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979751.987621:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979751.989158:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979751.989162:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979751.989164:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979751.989168:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979751.989170:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979751.989173:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979751.989175:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979751.989177:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979751.989179:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979752.883388:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979752.883397:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979752.883401:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979752.883408:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979752.883414:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979752.883419:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979752.883424:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979752.883428:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979752.883432:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979753.011744:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979753.011748:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979753.011753:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979753.011760:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979753.011762:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979753.011765:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979753.011768:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979753.011770:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979753.011772:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979753.011774:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979753.011779:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979753.011781:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979753.011782:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979753.011783:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979753.011785:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979753.011786:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979753.011788:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979753.011790:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979753.011794:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979753.011796:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979753.011797:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979753.011798:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979753.011800:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979753.011801:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979753.011803:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979753.011804:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979753.011807:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979753.011808:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979753.011809:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979753.011811:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979753.011813:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979753.011814:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979753.011816:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979753.011817:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979753.011835:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979753.011838:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979753.011841:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979753.011851:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979753.011854:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979753.011856:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979753.011859:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979753.011862:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979753.011865:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979753.011868:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979753.011870:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979753.011872:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979753.014886:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979753.014891:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979753.014892:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979753.014895:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979753.014897:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979753.014899:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979753.014906:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979753.014908:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979753.014911:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979753.016060:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979753.016062:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979753.016064:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979753.016066:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979753.016068:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979753.016070:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979753.016071:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979753.016073:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979753.016075:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979753.907414:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979753.907420:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979753.907423:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979753.907428:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979753.907433:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979753.907437:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979753.907443:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979753.907444:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979753.907447:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979754.035499:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979754.035504:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979754.035512:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979754.035515:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979754.035520:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979754.035521:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979754.035528:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979754.035531:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979754.035539:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979754.035542:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979754.035560:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979754.035565:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979754.035570:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979754.035587:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979754.035591:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979754.035594:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979754.035600:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979754.035606:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979754.035609:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979754.035612:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979754.035615:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979754.035619:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979754.931763:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979754.931767:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979754.931769:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979754.931771:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979754.931773:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979754.931775:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979754.931781:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979754.931783:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979754.931785:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979755.059427:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979755.059434:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979755.059437:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979755.059442:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979755.059445:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979755.059449:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979755.059452:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979755.059454:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979755.059457:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979755.059480:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979755.059484:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979755.059488:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979755.059490:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979755.059493:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979755.059494:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979755.059497:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979755.059498:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979755.059502:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979755.059503:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979755.059521:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979755.059523:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979755.059526:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979755.059647:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979755.059653:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979755.059656:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979755.059661:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979755.059663:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979755.059667:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979755.059669:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979755.059672:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979755.059675:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979755.955396:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979755.955403:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979755.955405:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979755.955410:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979755.955414:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979755.955418:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979755.955420:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979755.955422:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979755.955425:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979756.083623:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979756.083629:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979756.083633:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979756.083638:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979756.083643:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979756.083647:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979756.085636:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979756.085638:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979756.085641:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979756.085660:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979756.085662:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979756.085667:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979756.085668:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979756.085672:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979756.085673:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979756.085688:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979756.085691:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979756.085698:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979756.085701:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979756.979470:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979756.979478:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979756.979480:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979756.979485:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979756.979489:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979756.979492:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979756.979495:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979756.979498:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979756.979501:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979756.983784:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979756.983792:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979756.983794:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979756.983799:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979756.983803:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979756.983806:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979756.983809:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979756.983811:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979756.983815:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979757.110850:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979757.110858:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979757.110860:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979757.110866:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979757.110870:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979757.110874:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979757.110876:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979757.110879:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979757.110882:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979757.110907:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979757.110910:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979757.110915:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979757.110916:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979757.110920:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979757.110922:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979757.110925:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979757.110927:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979757.110930:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979757.110932:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979758.003398:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979758.003404:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979758.003406:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979758.003410:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979758.003413:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979758.003416:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979758.003417:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979758.003419:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979758.003422:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979758.131545:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979758.131551:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979758.131554:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979758.131559:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979758.131563:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979758.131567:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979758.131584:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979758.131587:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979758.131590:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979758.131616:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979758.131622:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979758.131635:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979758.131639:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979758.131656:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979758.131659:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979758.131661:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979758.131663:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979758.131667:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979758.131669:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979758.131672:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979758.131674:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979758.131677:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979758.131679:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979758.131681:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979758.131683:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979758.132425:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979758.132427:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979758.132429:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979758.132431:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979758.132433:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979758.132435:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979758.132437:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979758.132439:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979758.132441:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979759.027454:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979759.027463:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979759.027466:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979759.027470:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979759.027474:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979759.027479:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979759.027484:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979759.027486:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979759.027490:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979759.155533:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979759.155538:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979759.155546:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979759.155549:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979759.155556:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979759.155559:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979759.155565:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979759.155566:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979759.155571:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979759.155575:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979759.155599:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979759.155603:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979759.155606:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979760.052690:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979760.052695:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979760.052697:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979760.052701:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979760.052703:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979760.052706:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979760.052708:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979760.052709:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979760.052712:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979760.182407:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979760.182415:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979760.182417:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979760.182423:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979760.182427:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979760.182431:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979760.182434:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979760.182437:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979760.182440:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979760.182455:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979760.182459:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979760.182460:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979760.182462:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979760.182464:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979760.182465:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979760.182467:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979760.182469:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979760.182471:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979760.182490:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979760.182493:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979760.182498:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979760.182499:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979760.182503:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979760.182505:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979760.182509:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979760.182510:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979760.182513:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979760.182514:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979760.182531:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979760.182535:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979760.182538:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979761.075424:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979761.075435:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979761.075437:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979761.075445:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979761.075452:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979761.075468:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979761.075472:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979761.075474:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979761.075477:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979761.203434:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979761.203443:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979761.203447:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979761.203454:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979761.203460:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979761.203465:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979761.203472:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979761.203476:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979761.203482:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979761.203510:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979761.203515:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979761.203523:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979761.203527:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979761.203533:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979761.203536:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979761.203543:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979761.203547:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979761.203553:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979761.203556:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979761.203586:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979761.203607:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979761.203613:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979762.099398:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979762.099406:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979762.099408:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979762.099413:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979762.099417:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979762.099421:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979762.099429:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979762.099431:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979762.099433:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979762.227430:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979762.227435:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979762.227438:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979762.227442:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979762.227446:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979762.227448:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979762.227450:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979762.227452:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979762.227454:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979762.227471:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979762.227474:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979762.227478:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979762.227480:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979762.227483:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979762.227484:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979762.227488:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979762.227489:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979762.227492:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979762.227493:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979762.227526:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979762.227528:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979762.227532:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979762.227593:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979762.227596:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979762.227598:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979762.227600:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979762.227602:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979762.227605:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979762.228135:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979762.228137:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979762.228139:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979763.123415:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979763.123425:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979763.123427:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979763.123434:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979763.123439:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979763.123445:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979763.123450:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979763.123452:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979763.123455:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979763.251426:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979763.251435:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979763.251439:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979763.251447:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979763.251453:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979763.251458:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979763.251461:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979763.251464:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979763.251466:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979763.251488:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979763.251490:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979763.251493:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979763.251496:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979763.251499:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979763.251502:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979763.251505:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979763.251507:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979763.251509:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979763.251511:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979763.251515:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979763.251517:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979763.251519:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979763.251520:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979763.251521:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979763.251523:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979763.251525:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979763.251526:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979763.251529:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979763.251531:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979763.251532:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979763.251533:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979763.251535:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979763.251536:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979763.251537:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979763.251538:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979763.251541:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979763.251542:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979763.251543:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979763.251544:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979763.251545:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979763.251545:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979763.251546:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979763.251547:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979763.251575:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979763.251578:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979763.251580:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979763.254697:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979763.254705:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979763.254708:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979763.254716:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979763.254721:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979763.254727:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979763.254732:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979763.254735:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979763.254737:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979763.254826:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979763.254829:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979763.254830:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979763.254833:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979763.254835:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979763.254838:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979763.254843:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979763.254848:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979763.254854:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979764.147414:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979764.147422:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979764.147425:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979764.147430:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979764.147434:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979764.147438:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979764.147441:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979764.147443:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979764.147446:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979764.275455:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979764.275460:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979764.275462:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979764.275465:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979764.275468:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979764.275470:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979764.275472:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979764.275474:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979764.275477:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979764.275497:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979764.275500:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979764.275504:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979764.275505:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979764.275508:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979764.275509:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979764.275513:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979764.275514:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979764.275518:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979764.275519:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979764.275548:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979764.275551:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979764.275554:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979764.275620:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979764.275624:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979764.275626:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979764.275629:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979764.275631:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979764.275634:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979764.275637:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979764.275639:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979764.275642:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979764.275676:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979764.275680:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979764.275683:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979764.275686:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979764.275692:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979764.275697:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979764.275703:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979764.275707:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979764.275714:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979764.789235:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979764.789244:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979764.789247:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979764.789251:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979764.789255:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979764.789263:0:297332:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 17418 00000400:00000200:0.0:1783979764.789272:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979764.789278:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979764.789280:0:297332:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979764.789283:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979764.789287:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979764.789289:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979764.789291:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979764.789308:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979764.789310:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783979764.789321:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979764.789324:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783979764.789326:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783979764.789328:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783979764.789331:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979764.789333:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979764.789335:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979764.789336:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979764.789339:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783979764.789342:0:297332:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979764.789344:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979764.789347:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979764.789350:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979764.789353:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979764.789354:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979764.789357:0:297332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979764.789366:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783979764.789369:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783979764.789373:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979764.789374:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979764.789377:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979764.789379:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979764.789384:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979764.789390:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783979764.789396:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979764.789406:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620403052544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979764.789415:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979764.789419:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979764.789423:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620403052544/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979764.791249:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979764.791253:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979764.791257:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979764.791258:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979764.791260:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979764.791262:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979764.791266:0:297332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17418 00000400:00000200:0.0:1783979764.791270:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979764.791274:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979764.791277:0:297332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979764.791280:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979764.791282:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979764.791284:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979764.791286:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979764.791289:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979764.791290:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783979764.791305:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979764.791308:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783979764.791310:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783979764.791312:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783979764.791315:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979764.791317:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979764.791319:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979764.791320:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979764.791323:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783979764.791326:0:297332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979764.791328:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979764.791330:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979764.791336:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979764.791338:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979764.791340:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979764.791344:0:297332:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979764.791346:0:297332:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979764.791348:0:297332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979764.791352:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783979764.791355:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979764.791359:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979764.791360:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979764.791362:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979764.791365:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979764.791368:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979764.791373:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783979764.791379:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979764.791384:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620403052672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979764.791392:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979764.791395:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979764.791399:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620403052672/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979764.791417:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979764.791424:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979764.791427:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979764.791428:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979764.791430:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979764.791433:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979764.791436:0:297332:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17418 00000400:00000200:0.0:1783979764.791441:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979764.791444:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979764.791446:0:297332:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979764.791449:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979764.791454:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979764.791458:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979764.791462:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979764.791465:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979764.791467:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783979764.791469:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979764.791473:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783979764.791477:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783979764.791482:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783979764.791488:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979764.791491:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979764.791496:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979764.791502:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979764.791507:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783979764.791514:0:297332:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979764.791520:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979764.791534:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979764.791538:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979764.791541:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979764.791544:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979764.791548:0:297332:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979764.791552:0:297332:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979764.791555:0:297332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979764.791561:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783979764.791563:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979764.791566:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979764.791567:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979764.791568:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979764.791570:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979764.791574:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979764.791579:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783979764.791584:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979764.791590:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620403052800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979764.791600:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979764.791604:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979764.791612:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620403052800/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979764.791634:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979764.791639:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979764.791645:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979764.791648:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979764.791651:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979764.791654:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979764.791660:0:297332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17418 00000400:00000200:0.0:1783979764.791665:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979764.791671:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979764.791675:0:297332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979764.791679:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979764.791686:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979764.791690:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979764.791695:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979764.791698:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979764.791702:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783979764.791705:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979764.791709:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783979764.791713:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783979764.791716:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783979764.791721:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979764.791723:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979764.791724:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979764.791726:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979764.791728:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783979764.791731:0:297332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979764.791735:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979764.791739:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979764.791743:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979764.791748:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979764.791750:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979764.791753:0:297332:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979764.791867:0:297332:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979764.791872:0:297332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979764.791879:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783979764.791883:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979764.791888:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979764.791891:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979764.791895:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979764.791897:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979764.791900:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979764.791906:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783979764.791913:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979764.791921:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620403052928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979764.791934:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979764.791939:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979764.791947:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620403052928/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979764.791959:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979764.791961:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979764.791968:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979764.791970:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979764.791972:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979764.791977:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979764.791981:0:297332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17418 00000400:00000200:0.0:1783979764.791988:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979764.791995:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979764.792000:0:297332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979764.792006:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979764.792011:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979764.792015:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979764.792019:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979764.792024:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979764.792027:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783979764.792030:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979764.792034:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783979764.792036:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783979764.792039:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783979764.792042:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979764.792047:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979764.792050:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979764.792054:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979764.792058:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783979764.792064:0:297332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979764.792069:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979764.792073:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979764.792077:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979764.792082:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979764.792088:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979764.792092:0:297332:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979764.792096:0:297332:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979764.792102:0:297332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979764.792108:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783979764.792112:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979764.792117:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979764.792119:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979764.792122:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979764.792125:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979764.792130:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979764.792135:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783979764.792140:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979764.792148:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620403053056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979764.792234:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979764.792237:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979764.792245:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620403053056/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979764.792261:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979764.792267:0:297332:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17428) 00000100:00000001:0.0:1783979765.171555:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979765.171559:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979765.171560:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979765.171563:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979765.171565:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979765.171567:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979765.171569:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979765.171571:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979765.171572:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979765.299417:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979765.299423:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979765.299426:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979765.299432:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979765.299437:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979765.299442:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979765.299448:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979765.299453:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979765.299458:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979765.299471:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979765.299473:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979765.299474:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979765.299475:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979765.299477:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979765.299478:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979765.301387:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979765.301390:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979765.301393:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979765.301412:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979765.301415:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979765.301421:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979765.301426:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979765.301434:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979765.301438:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979765.301447:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979765.301450:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979765.301455:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979765.301457:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979765.301475:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979765.301478:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979765.301483:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979766.195405:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979766.195415:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979766.195419:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979766.195426:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979766.195433:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979766.195437:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979766.195449:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979766.195463:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979766.195466:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979766.323401:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979766.323407:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979766.323414:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979766.323416:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979766.323420:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979766.323421:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979766.323425:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979766.323427:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979766.323431:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979766.323432:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979766.323453:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979766.323456:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979766.323459:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979766.323681:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979766.323684:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979766.323685:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979766.323687:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979766.323689:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979766.323690:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979766.323692:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979766.323694:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979766.323696:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979766.325467:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979766.325470:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979766.325471:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979766.325473:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979766.325475:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979766.325477:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979766.325478:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979766.325480:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979766.325481:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979767.219430:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979767.219436:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979767.219439:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979767.219444:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979767.219447:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979767.219451:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979767.219453:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979767.219455:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979767.219457:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979767.347426:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979767.347431:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979767.347440:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979767.347443:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979767.347458:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979767.347466:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979767.347472:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979767.347474:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979767.347478:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979767.347479:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979767.347587:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979767.347592:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979767.347597:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979767.347603:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979767.347610:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979767.347615:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979767.347621:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979767.347625:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979767.347631:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979768.243431:0:194977:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979768.243439:0:194977:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979768.243441:0:194977:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979768.243447:0:194977:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83ef0adc00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979768.243451:0:194977:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979768.243455:0:194977:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979768.243458:0:194977:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979768.243461:0:194977:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979768.243464:0:194977:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979768.372374:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979768.372379:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979768.372381:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979768.372385:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979768.372388:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979768.372390:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979768.372392:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979768.372394:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979768.372398:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979768.372400:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979768.372404:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979768.372405:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979768.372407:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979768.372408:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979768.372410:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979768.372411:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979769.397847:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979769.397851:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979769.397855:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979769.397857:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979769.397861:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979769.397862:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979769.397865:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979769.397866:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979769.397870:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979769.397908:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979769.397979:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979769.397984:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979769.397988:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979769.397994:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979769.398002:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979769.398006:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979769.398010:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979769.398012:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979769.398017:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979769.398054:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979769.398062:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979769.398066:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979769.398072:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979769.398079:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979769.398084:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979769.398101:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979769.398106:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979769.398113:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979769.912280:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979769.912292:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979769.912322:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979769.912325:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979769.912330:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979769.912337:0:297332:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 17423 00000400:00000200:0.0:1783979769.912357:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979769.912364:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979769.912367:0:297332:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979769.912370:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979769.912374:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979769.912376:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979769.912378:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979769.912382:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979769.912384:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783979769.912387:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979769.912390:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783979769.912393:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783979769.912395:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783979769.912398:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979769.912400:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979769.912401:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979769.912403:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979769.912406:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783979769.912409:0:297332:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979769.912412:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979769.912415:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979769.912418:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979769.912421:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979769.912423:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979769.912426:0:297332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979769.912435:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783979769.912449:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783979769.912453:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979769.912454:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979769.912457:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979769.912460:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979769.912464:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979769.912472:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783979769.912479:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979769.912488:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620403053184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979769.912498:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979769.912502:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979769.912506:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620403053184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979769.912529:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979769.912533:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979769.912536:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979769.912537:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979769.912538:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979769.912541:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979769.912544:0:297332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17423 00000400:00000200:0.0:1783979769.912550:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979769.912553:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979769.912555:0:297332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979769.912559:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979769.912561:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979769.912563:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979769.912565:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979769.912568:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979769.912571:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783979769.912573:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979769.912577:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783979769.912582:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783979769.912587:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783979769.912595:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979769.912599:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979769.912604:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979769.912610:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979769.912615:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783979769.912622:0:297332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979769.912625:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979769.912629:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979769.912637:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979769.912642:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979769.912647:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979769.912652:0:297332:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979769.912657:0:297332:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979769.912662:0:297332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979769.912666:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783979769.912671:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979769.912676:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979769.912680:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979769.912684:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979769.912688:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979769.912691:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979769.912697:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783979769.912702:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979769.912709:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620403053312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979769.912722:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979769.912726:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979769.912733:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620403053312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979769.912749:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979769.912754:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979769.912760:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979769.912764:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979769.912769:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979769.912775:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979769.912781:0:297332:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17423 00000400:00000200:0.0:1783979769.912787:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979769.912795:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979769.912798:0:297332:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979769.912805:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979769.912807:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979769.912809:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979769.912810:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979769.912813:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979769.912814:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783979769.912817:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979769.912820:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783979769.912822:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783979769.912827:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783979769.912831:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979769.912836:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979769.912838:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979769.912843:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979769.912848:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783979769.912855:0:297332:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979769.912859:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979769.912863:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979769.912868:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979769.912873:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979769.912877:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979769.912881:0:297332:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979769.912884:0:297332:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979769.912886:0:297332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979769.912890:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783979769.912895:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979769.912901:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979769.912904:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979769.912906:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979769.912910:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979769.912914:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979769.912919:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783979769.912925:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979769.912934:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620403053440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979769.912945:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979769.912949:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979769.912958:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620403053440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979769.912971:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979769.912976:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979769.912984:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979769.912988:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979769.912989:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979769.912992:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979769.912997:0:297332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17423 00000400:00000200:0.0:1783979769.913004:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979769.913010:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979769.913014:0:297332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979769.913020:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979769.913024:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979769.913028:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979769.913032:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979769.913036:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979769.913039:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783979769.913041:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979769.913044:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783979769.913049:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783979769.913055:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783979769.913061:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979769.913066:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979769.913071:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979769.913076:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979769.913082:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783979769.913089:0:297332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979769.913094:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979769.913099:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979769.913104:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979769.913108:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979769.913113:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979769.913118:0:297332:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979769.913122:0:297332:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979769.913126:0:297332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979769.913132:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783979769.913137:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979769.913142:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979769.913145:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979769.913150:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979769.913153:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979769.913155:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979769.913162:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783979769.913167:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979769.913177:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620403053568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979769.913188:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979769.913191:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979769.913197:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620403053568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979769.913214:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979769.913220:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979769.913226:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979769.913228:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979769.913232:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979769.913235:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979769.913242:0:297332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17423 00000400:00000200:0.0:1783979769.913251:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979769.913258:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979769.913262:0:297332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979769.913268:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979769.913271:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979769.913278:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979769.913283:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979769.913287:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979769.913291:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783979769.913318:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979769.913321:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783979769.913327:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783979769.913332:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783979769.913337:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979769.913339:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979769.913341:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979769.913343:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979769.913345:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783979769.913347:0:297332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979769.913349:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979769.913351:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979769.913354:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979769.913356:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979769.913358:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979769.913360:0:297332:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979769.913362:0:297332:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979769.913363:0:297332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979769.913368:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783979769.913370:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979769.913373:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979769.913374:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979769.913376:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979769.913377:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979769.913380:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979769.913386:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783979769.913393:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979769.913401:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620403053696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979769.913413:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979769.913416:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979769.913421:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620403053696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979769.913449:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979769.913457:0:297332:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17433) 00000100:00000001:0.0:1783979770.291581:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979770.291586:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979770.291587:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979770.291589:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979770.291591:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979770.291593:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979770.291595:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979770.291597:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979770.291599:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979770.420624:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979770.420633:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979770.420638:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979770.420648:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979770.420654:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979770.420661:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979770.420667:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979770.420671:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979770.420683:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979770.420715:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979770.420720:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979770.420726:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979770.420729:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979770.420737:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979770.420738:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979770.420742:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979770.420743:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979770.420747:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979770.420749:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979771.315582:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979771.315683:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979771.315686:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979771.315689:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979771.315691:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979771.315694:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979771.315695:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979771.315697:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979771.315700:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979771.443474:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979771.443484:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979771.443487:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979771.443496:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979771.443502:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979771.443508:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979771.443515:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979771.443520:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979771.443528:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979771.443551:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979771.443555:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979771.443558:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979771.443562:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979771.443568:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979771.443574:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979771.443580:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979771.443584:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979771.443589:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979771.443618:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979771.443622:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979771.443628:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979771.443630:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979771.443637:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979771.443638:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979771.443642:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979771.443643:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979771.443647:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979771.443648:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979772.339880:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979772.339885:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979772.339886:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979772.339889:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979772.339891:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979772.339893:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979772.339895:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979772.339896:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979772.339898:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979772.468121:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979772.468124:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979772.468129:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979772.468132:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979772.468135:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979772.468139:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979772.468142:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979772.468144:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979772.468146:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979772.468148:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979772.468152:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979772.468153:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979772.468154:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979772.468156:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979772.468157:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979772.468158:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979772.468159:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979772.468161:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979772.468164:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979772.468165:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979772.468166:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979772.468168:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979772.468169:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979772.468171:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979772.468172:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979772.468173:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979772.468176:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979772.468178:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979772.468179:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979772.468180:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979772.468182:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979772.468183:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979772.468184:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979772.468186:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979773.363425:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979773.363435:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979773.363439:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979773.363447:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979773.363453:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979773.363459:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979773.363464:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979773.363467:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979773.363471:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979773.494058:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979773.494066:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979773.494068:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979773.494074:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979773.494078:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979773.494082:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979773.494085:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979773.494088:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979773.494092:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979773.494120:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979773.494123:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979773.494129:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979773.494130:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979773.494136:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979773.494138:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979773.494143:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979773.494145:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979773.494150:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979773.494152:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979774.387430:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979774.387441:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979774.387453:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979774.387461:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979774.387465:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979774.387469:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979774.387474:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979774.387477:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979774.387481:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979774.515613:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979774.515617:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979774.515618:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979774.516107:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979774.516110:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979774.516112:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979774.516114:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979774.516116:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979774.516135:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979774.516156:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979774.516158:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979774.516159:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979774.516161:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979774.516163:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979774.516165:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979774.518525:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979774.518530:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979774.518535:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979774.518566:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979774.518568:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979774.518573:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979774.518574:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979774.518578:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979774.518579:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979774.518583:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979774.518584:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979774.518587:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979774.518588:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979774.518637:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979774.518640:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979774.518642:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979774.518645:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979774.518647:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979774.518650:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979774.518652:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979774.518654:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979774.518656:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979775.411571:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979775.411575:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979775.411576:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979775.411579:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979775.411581:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979775.411583:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979775.411585:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979775.411587:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979775.411589:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979775.539458:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979775.539462:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979775.539464:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979775.539466:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979775.539469:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979775.539471:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979775.539474:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979775.539478:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979775.539483:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979775.539508:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979775.539512:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979775.539513:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979775.539515:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979775.539517:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979775.539518:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979775.539520:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979775.539521:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979775.539523:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979775.539532:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979775.539538:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979775.539542:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979775.539549:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979775.539555:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979775.539558:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979775.539561:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979775.539562:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979775.539565:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979775.539603:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979775.539607:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979775.539613:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979775.539616:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979775.539622:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979775.539624:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979775.539629:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979775.539633:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979775.539639:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979775.539642:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979776.435412:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979776.435421:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979776.435423:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979776.435439:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979776.435443:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979776.435448:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979776.435451:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979776.435454:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979776.435457:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979776.563528:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979776.563534:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979776.563538:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979776.563542:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979776.563547:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979776.563550:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979776.567103:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979776.567109:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979776.567113:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979776.567162:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979776.567166:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979776.567172:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979776.567174:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979776.567180:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979776.567182:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979776.567186:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979776.567187:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979776.567191:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979776.567192:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979777.459466:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979777.459490:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979777.459492:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979777.459498:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979777.459501:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979777.459505:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979777.459508:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979777.459510:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979777.459524:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979777.587565:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979777.587572:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979777.587574:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979777.587578:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979777.587582:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979777.587584:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979777.587586:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979777.587588:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979777.587603:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979777.587605:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979777.587626:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979777.587628:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979777.587632:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979777.587633:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979777.587636:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979777.587637:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979777.587685:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979777.587689:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979777.587692:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979778.483407:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979778.483414:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979778.483416:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979778.483421:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979778.483425:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979778.483429:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979778.483438:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979778.483439:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979778.483441:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979778.613634:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979778.613640:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979778.613641:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979778.613645:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979778.613648:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979778.613650:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979778.613653:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979778.613655:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979778.613657:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979778.613680:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979778.613683:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979778.613687:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979778.613688:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979778.613693:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979778.613694:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979778.613697:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979778.613698:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979778.613703:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979778.613704:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979778.613721:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979778.613724:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979778.613726:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979779.507433:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979779.507442:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979779.507444:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979779.507450:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979779.507455:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979779.507463:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979779.507468:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979779.507473:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979779.507480:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979779.636208:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979779.636219:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979779.636223:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979779.636234:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979779.636245:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979779.636255:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979779.636260:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979779.636264:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979779.636278:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979779.636324:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979779.636327:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979779.636331:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979779.636332:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979779.636336:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979779.636337:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979779.636341:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979779.636342:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979779.636345:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979779.636347:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979779.636365:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979779.636368:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979779.636371:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979780.531773:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979780.531781:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979780.531783:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979780.531789:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979780.531792:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979780.531796:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979780.531799:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979780.531802:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979780.531805:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979780.659437:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979780.659442:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979780.659452:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979780.659455:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979780.659463:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979780.659466:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979780.659473:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979780.659476:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979780.659485:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979780.659487:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979780.659532:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979780.659536:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979780.659537:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979780.659541:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979780.659546:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979780.659551:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979780.659555:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979780.659556:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979780.659558:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979780.659569:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979780.659574:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979780.659580:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979780.659606:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979780.659609:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979780.659611:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979780.659614:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979780.659618:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979780.659623:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979780.659628:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979780.659635:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979780.659643:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979780.659659:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979780.659664:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979780.659670:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979780.659682:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979780.659689:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979780.659694:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979780.659696:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979780.659698:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979780.659700:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979780.659954:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979780.659958:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979780.659960:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979780.659962:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979781.555930:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979781.555934:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979781.555936:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979781.555939:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979781.555942:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979781.555945:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979781.555948:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979781.555951:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979781.555954:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979781.684550:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979781.684555:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979781.684556:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979781.684559:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979781.684562:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979781.684564:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979781.684567:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979781.684569:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979781.684572:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979781.684582:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979781.684584:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979781.684585:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979781.684587:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979781.684589:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979781.684591:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979781.684592:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979781.684594:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979781.684596:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979781.684615:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979781.684618:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979781.684623:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979781.684624:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979781.684629:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979781.684630:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979781.684633:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979781.684634:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979781.684638:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979781.684639:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979781.684655:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979781.684659:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979781.684662:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979782.579838:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979782.579842:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979782.579843:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979782.579846:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979782.579848:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979782.579850:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979782.579857:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979782.579858:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979782.579860:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979782.707429:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979782.707434:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979782.707440:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979782.707444:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979782.707447:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979782.707450:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979782.707454:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979782.707456:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979782.707460:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979782.707461:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979782.707466:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979782.707467:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979782.707468:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979782.707469:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979782.707470:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979782.707471:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979782.707472:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979782.707476:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979782.707481:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979782.707485:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979782.707488:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979782.707491:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979782.707494:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979782.707497:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979782.707501:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979782.707504:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979782.707507:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979782.707509:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979782.707512:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979782.707516:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979782.707520:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979782.707522:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979782.707525:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979782.707527:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979782.707545:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979782.707547:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979782.707549:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979782.707838:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979782.707842:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979782.707844:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979782.707846:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979782.707849:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979782.707851:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979782.707853:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979782.707854:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979782.707856:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979782.708640:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979782.708643:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979782.708644:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979782.708645:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979782.708647:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979782.708648:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979782.708650:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979782.708651:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979782.708652:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979783.605925:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979783.605933:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979783.605935:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979783.605940:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979783.605944:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979783.605948:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979783.605951:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979783.605953:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979783.605956:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979783.731417:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979783.731423:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979783.731424:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979783.731429:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979783.731432:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979783.731435:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979783.731436:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979783.731438:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979783.731440:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979783.731460:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979783.731461:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979783.731465:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979783.731466:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979783.731468:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979783.731469:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979783.731471:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979783.731472:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979783.731474:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979783.731475:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979783.731487:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979783.731489:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979783.731491:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979783.732560:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979783.732563:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979783.732564:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979783.732565:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979783.732567:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979783.732568:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979783.732569:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979783.732570:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979783.732572:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979784.627425:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979784.627434:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979784.627436:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979784.627454:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979784.627459:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979784.627463:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979784.627466:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979784.627469:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979784.627473:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979784.755410:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979784.755417:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979784.755419:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979784.755423:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979784.755427:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979784.755431:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979784.755434:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979784.755437:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979784.755440:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979784.755463:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979784.755466:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979784.755470:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979784.755471:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979784.755475:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979784.755476:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979784.755480:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979784.755481:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979784.755484:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979784.755486:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979784.755503:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979784.755506:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979784.755509:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979784.755547:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979784.755550:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979784.755551:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979784.755553:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979784.755555:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979784.755557:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979784.755559:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979784.755560:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979784.755563:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979785.651434:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979785.651440:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979785.651444:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979785.651450:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979785.651455:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979785.651459:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979785.651461:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979785.651463:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979785.651465:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979785.779607:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979785.779611:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979785.779612:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979785.779615:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979785.779617:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979785.779620:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979785.779622:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979785.779624:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979785.779626:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979785.779733:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979785.779739:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979785.779747:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979785.779941:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979785.779947:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979785.779948:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979785.779951:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979785.779953:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979785.779956:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979785.779957:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979785.779976:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979785.779979:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979785.779982:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979785.781548:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979785.781551:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979785.781552:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979785.781555:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979785.781556:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979785.781558:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979785.781559:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979785.781561:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979785.781563:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979786.676055:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979786.676059:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979786.676060:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979786.676063:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979786.676066:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979786.676067:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979786.676070:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979786.676071:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979786.676073:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979786.803409:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979786.803419:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979786.803423:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979786.803430:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979786.803438:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979786.803443:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979786.803460:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979786.803465:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979786.803469:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979786.803493:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979786.803499:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979786.803508:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979786.803511:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979786.803515:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979786.803516:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979786.803520:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979786.803521:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979786.803524:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979786.803525:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979786.803559:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979786.803563:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979786.803566:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979786.803569:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979786.803572:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979786.803574:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979786.803576:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979786.803578:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979786.803580:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979786.803745:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979786.803749:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979786.803750:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979786.803752:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979786.803754:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979786.803756:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979786.803758:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979786.803760:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979786.803762:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979787.699460:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979787.699464:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979787.699465:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979787.699468:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979787.699470:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979787.699472:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979787.699474:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979787.699475:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979787.699478:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979787.827732:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979787.827738:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979787.827741:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979787.827744:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979787.827748:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979787.827750:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979787.827752:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979787.827754:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979787.827759:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979787.827760:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979787.827764:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979787.827765:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979787.827768:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979787.827770:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979787.827773:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979787.827774:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979787.827792:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979787.827794:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979787.827796:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979787.827798:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979787.827801:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979787.827803:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979787.827805:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979787.827806:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979787.827808:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979787.827816:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979787.827818:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979787.827820:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979787.827822:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979787.827834:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979787.827835:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979787.827837:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979787.827838:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979787.827840:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979788.723520:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979788.723524:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979788.723525:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979788.723527:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979788.723529:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979788.723531:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979788.723533:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979788.723534:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979788.723536:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979788.854887:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979788.854891:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979788.854893:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979788.854896:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979788.854898:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979788.854901:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979788.854903:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979788.854905:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979788.854907:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979788.854927:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979788.854930:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979788.854934:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979788.854935:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979788.854939:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979788.854940:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979788.854943:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979788.854944:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979788.854948:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979788.854949:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979788.854986:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979788.854989:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979788.854993:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979789.747428:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979789.747438:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979789.747442:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979789.747449:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979789.747452:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979789.747456:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979789.747461:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979789.747465:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979789.747470:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979789.875415:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979789.875419:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979789.875426:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979789.875429:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979789.875436:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979789.875438:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979789.875444:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979789.875447:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979789.875463:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979789.875466:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979789.875488:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979789.875493:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979789.875496:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979789.875814:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979789.875817:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979789.875818:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979789.875821:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979789.875823:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979789.875824:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979789.875826:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979789.875828:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979789.875830:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979790.771419:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979790.771427:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979790.771429:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979790.771435:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979790.771439:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979790.771442:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979790.771444:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979790.771448:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979790.771451:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979790.899425:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979790.899433:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979790.899435:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979790.899441:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979790.899445:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979790.899449:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979790.899452:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979790.899454:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979790.899457:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979790.899483:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979790.899486:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979790.899489:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979790.899490:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979790.899494:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979790.899495:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979790.899498:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979790.899499:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979790.899502:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979790.899503:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979790.899529:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979790.899531:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979790.899534:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979790.899732:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979790.899734:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979790.899735:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979790.899738:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979790.899739:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979790.899741:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979790.899742:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979790.899744:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979790.899746:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979790.900446:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979790.900450:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979790.900451:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979790.900453:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979790.900455:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979790.900458:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979790.900460:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979790.900461:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979790.900463:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979791.796583:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979791.796587:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979791.796588:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979791.796591:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979791.796593:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979791.796594:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979791.796596:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979791.796597:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979791.796598:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979791.923541:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979791.923552:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979791.923555:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979791.923563:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979791.923572:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979791.923580:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979791.923595:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979791.923602:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979791.923614:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979791.923659:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979791.923664:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979791.923671:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979791.923672:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979791.923677:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979791.923679:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979791.923682:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979791.923684:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979791.923688:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979791.923689:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979791.923714:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979791.923718:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979791.923721:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979792.819460:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979792.819472:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979792.819476:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979792.819485:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979792.819493:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979792.820020:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979792.820024:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979792.820026:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979792.820029:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979792.947573:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979792.947579:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979792.947581:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979792.947585:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979792.947589:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979792.947592:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979792.947596:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979792.947611:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979792.947636:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979792.947690:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979792.947694:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979792.947695:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979792.947699:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979792.947703:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979792.947706:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979792.947708:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979792.947710:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979792.947712:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979792.947753:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979792.947759:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979792.947766:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979792.947775:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979792.947784:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979792.947794:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979792.947804:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979792.947812:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979792.947817:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979792.947821:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979792.947826:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979792.947830:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979792.947832:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979792.947834:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979792.947837:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979792.947838:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979792.947840:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979792.947842:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979792.947847:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979792.947849:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979792.947850:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979792.947851:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979792.947852:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979792.947854:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979792.947855:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979792.947857:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979792.947861:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979792.947862:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979792.947863:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979792.947865:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979792.947866:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979792.947867:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979792.947869:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979792.947870:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979792.947898:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979792.947901:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979792.947904:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979793.845563:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979793.845572:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979793.845574:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979793.845581:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979793.845584:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979793.845588:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979793.845591:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979793.845593:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979793.845596:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979793.971588:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979793.971595:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979793.971602:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979793.971603:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979793.971608:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979793.971610:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979793.971614:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979793.971615:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979793.971619:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979793.971620:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979793.972569:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979793.972573:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979793.972576:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979794.867392:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979794.867400:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979794.867402:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979794.867408:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979794.867412:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979794.867415:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979794.867418:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979794.867420:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979794.867423:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979794.995426:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979794.995435:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979794.995442:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979794.995443:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979794.995447:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979794.995448:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979794.995451:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979794.995452:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979794.995455:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979794.995456:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979794.995477:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979794.995480:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979794.995483:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979794.995874:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979794.995877:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979794.995878:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979794.995881:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979794.995883:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979794.995885:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979794.995887:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979794.995888:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979794.995890:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979794.996229:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979794.996232:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979794.996233:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979794.996235:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979794.996237:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979794.996239:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979794.996241:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979794.996242:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979794.996243:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979795.891415:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979795.891424:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979795.891428:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979795.891436:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979795.891443:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979795.891449:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979795.891462:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979795.891465:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979795.891468:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979796.019620:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979796.019624:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979796.019625:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979796.019628:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979796.019630:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979796.019632:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979796.021645:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979796.021648:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979796.021651:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979796.021674:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979796.021677:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979796.021682:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979796.021683:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979796.021687:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979796.021688:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979796.021691:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979796.021692:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979796.021695:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979796.021696:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979796.021716:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979796.021720:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979796.021723:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979796.915496:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979796.915500:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979796.915502:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979796.915505:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979796.915507:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979796.915509:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979796.915511:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979796.915513:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979796.915515:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979797.043468:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979797.043473:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979797.043478:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979797.043480:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979797.043484:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979797.043485:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979797.043489:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979797.043491:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979797.043494:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979797.043495:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979797.043516:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979797.043518:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979797.043522:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979797.047917:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979797.047921:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979797.047923:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979797.047925:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979797.047927:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979797.047930:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979797.047932:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979797.047933:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979797.047935:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979797.939963:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979797.939967:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979797.939968:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979797.939971:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979797.939973:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979797.939976:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979797.939978:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979797.939979:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979797.939982:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979798.068519:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979798.068523:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979798.068524:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979798.068527:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979798.068529:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979798.068531:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979798.068533:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979798.068534:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979798.068536:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979798.068557:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979798.068561:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979798.068564:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979798.068567:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979798.068570:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979798.068573:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979798.068575:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979798.068577:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979798.068581:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979798.068583:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979798.068587:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979798.068588:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979798.068591:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979798.068592:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979798.068595:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979798.068596:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979798.068612:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979798.068616:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979798.068619:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979798.963534:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979798.963537:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979798.963538:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979798.963540:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979798.963542:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979798.963543:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979798.963545:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979798.963546:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979798.963547:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979799.092064:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979799.092068:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979799.092069:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979799.092072:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979799.092074:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979799.092076:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979799.092078:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979799.092079:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979799.092081:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979799.092098:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979799.092101:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979799.092105:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979799.092106:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979799.092110:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979799.092111:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979799.092114:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979799.092116:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979799.092119:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979799.092120:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979799.092135:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979799.092138:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979799.092141:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979799.987429:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979799.987438:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979799.987440:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979799.987445:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979799.987448:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979799.987452:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979799.987455:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979799.987458:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979799.987461:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979800.119201:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979800.119203:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979800.119205:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979800.119207:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979800.119209:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979800.119211:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979800.119213:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979800.119215:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979800.119217:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979800.119226:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979800.119228:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979800.119229:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979800.119231:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979800.119232:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979800.119234:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979800.119236:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979800.119237:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979800.119239:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979800.119256:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979800.119259:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979800.119264:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979800.119265:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979800.119269:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979800.119270:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979800.119273:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979800.119274:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979800.119278:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979800.119279:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979800.119311:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979800.119314:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979800.119316:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979801.011410:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979801.011419:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979801.011422:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979801.011431:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979801.011437:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979801.011443:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979801.011454:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979801.011457:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979801.011460:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979801.139432:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979801.139437:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979801.139447:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979801.139451:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979801.139456:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979801.139459:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979801.139466:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979801.139469:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979801.139475:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979801.139478:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979801.139499:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979801.139501:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979801.139504:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979801.139939:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979801.139943:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979801.139945:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979801.139949:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979801.139952:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979801.139954:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979801.139956:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979801.139958:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979801.139960:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979801.139983:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979801.139985:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979801.139987:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979801.139988:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979801.139990:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979801.139992:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979801.139994:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979801.139995:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979801.139997:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979802.035433:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979802.035443:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979802.035445:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979802.035452:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979802.035455:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979802.035459:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979802.035462:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979802.035464:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979802.035467:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979802.163393:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979802.163401:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979802.163403:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979802.163408:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979802.163412:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979802.163417:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979802.163424:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979802.163429:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979802.163435:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979802.163462:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979802.163466:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979802.163471:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979802.163473:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979802.163477:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979802.163478:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979802.163483:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979802.163486:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979802.163490:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979802.163492:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979802.163517:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979802.163519:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979802.163520:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979802.163550:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979802.163553:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979802.163554:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979802.163556:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979802.163558:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979802.163560:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979802.163564:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979802.163566:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979802.163567:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979802.163590:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979802.163592:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979802.163593:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979802.163595:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979802.163598:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979802.163600:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979802.163601:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979802.163603:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979802.163606:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979802.163779:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979802.163782:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979802.163782:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979802.163784:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979802.163785:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979802.163787:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979802.163788:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979802.163789:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979802.163790:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979803.059669:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979803.059675:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979803.059677:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979803.059692:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979803.059695:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979803.059699:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979803.059702:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979803.059704:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979803.059707:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979803.187477:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979803.187487:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979803.187490:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979803.187495:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979803.187500:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979803.187504:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979803.187508:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979803.187511:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979803.187514:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979803.187545:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979803.187549:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979803.187555:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979803.187559:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979803.187562:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979803.187566:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979803.187569:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979803.187571:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979803.187573:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979803.187576:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979803.187581:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979803.187583:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979803.187584:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979803.187585:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979803.187587:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979803.187588:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979803.187590:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979803.187591:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979803.187596:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979803.187599:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979803.187600:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979803.187601:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979803.187603:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979803.187605:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979803.187606:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979803.187608:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979803.187612:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979803.187613:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979803.187614:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979803.187615:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979803.187617:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979803.187618:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979803.187619:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979803.187621:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979803.187658:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979803.187662:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979803.187664:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979803.188137:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979803.188140:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979803.188141:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979803.188143:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979803.188146:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979803.188148:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979803.188151:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979803.188152:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979803.188154:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979804.083449:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979804.083460:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979804.083465:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979804.083478:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979804.083487:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979804.083494:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979804.083501:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979804.083505:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979804.083510:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979804.211466:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979804.211477:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979804.211479:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979804.211487:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979804.211494:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979804.211502:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979804.211652:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979804.211654:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979804.211656:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979804.211683:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979804.211690:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979804.211698:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979804.211701:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979804.211706:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979804.211708:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979804.211713:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979804.211715:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979804.211719:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979804.211720:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979804.211760:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979804.211764:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979804.211767:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979805.110059:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979805.110069:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979805.110072:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979805.110078:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979805.110082:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979805.110087:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979805.110090:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979805.110093:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979805.110097:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979805.235868:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979805.235872:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979805.235878:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979805.235879:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979805.235884:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979805.235886:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979805.235890:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979805.235891:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979805.235895:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979805.235896:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979805.235918:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979805.235922:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979805.235925:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979805.235933:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979805.235936:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979805.235937:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979805.235940:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979805.235942:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979805.235944:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979805.235947:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979805.235948:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979805.235951:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979805.237102:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979805.237105:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979805.237107:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979805.237171:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979805.237175:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979805.237177:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979805.237180:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979805.237181:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979805.237183:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979806.259469:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979806.259476:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979806.259478:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979806.259483:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979806.259486:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979806.259490:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979806.259493:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979806.259495:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979806.259498:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979806.259521:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979806.259524:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979806.259528:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979806.259529:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979806.259533:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979806.259534:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979806.259537:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979806.259538:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979806.259542:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979806.259543:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979806.259560:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979806.259563:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979806.259566:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979806.259764:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979806.259766:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979806.259776:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979806.259778:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979806.259780:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979806.259782:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979806.259784:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979806.259785:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979806.259787:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979806.260097:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979806.260101:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979806.260102:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979806.260104:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979806.260106:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979806.260108:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979806.260111:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979806.260113:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979806.260115:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979807.283458:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979807.283528:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979807.283530:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979807.283535:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979807.283539:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979807.283543:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979807.283546:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979807.283548:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979807.283551:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979807.283578:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979807.283581:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979807.283585:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979807.283586:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979807.283591:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979807.283592:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979807.283595:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979807.283596:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979807.283599:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979807.283600:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979807.283618:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979807.283620:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979807.283623:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979807.283835:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979807.283838:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979807.283839:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979807.283842:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979807.283844:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979807.283845:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979807.283847:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979807.283848:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979807.283850:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979808.307422:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979808.307436:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979808.307441:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979808.307450:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979808.307458:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979808.307466:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979808.307476:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979808.307488:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979808.307501:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979808.307547:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979808.307554:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979808.307561:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979808.307568:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979808.307577:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979808.307584:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979808.307590:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979808.307602:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979808.307619:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979808.307624:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979808.307641:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979808.307650:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979808.307664:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979808.307670:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979808.307682:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979808.307686:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979808.307712:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979808.307716:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979808.307719:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979809.331965:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979809.331969:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979809.331975:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979809.331977:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979809.331984:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979809.331985:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979809.331989:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979809.331990:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979809.331996:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979809.331998:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979809.332288:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979809.332290:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979809.332292:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979809.332316:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979809.332318:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979809.332320:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979809.332322:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979809.332324:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979809.332326:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979810.355390:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979810.355395:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979810.355403:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979810.355407:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979810.355414:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979810.355417:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979810.355423:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979810.355428:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979810.355435:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979810.355438:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979810.355465:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979810.355470:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979810.355475:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979810.355501:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979810.355506:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979810.355511:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979810.355518:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979810.355522:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979810.355525:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979810.355529:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979810.355532:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979810.355538:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979811.379615:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979811.379620:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979811.379621:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979811.379625:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979811.379629:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979811.379632:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979811.379634:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979811.379636:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979811.379639:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979811.379665:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979811.379669:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979811.379675:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979811.379676:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979811.379681:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979811.379682:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979811.379686:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979811.379688:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979811.379691:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979811.379693:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979811.379712:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979811.379715:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979811.379726:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979811.379942:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979811.379948:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979811.379950:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979811.379955:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979811.379960:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979811.379965:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979811.379970:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979811.379973:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979811.379976:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979812.406954:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979812.406961:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979812.406963:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979812.406968:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979812.406972:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979812.406976:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979812.406979:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979812.406982:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979812.406986:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979812.407016:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979812.407021:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979812.407029:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979812.407033:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979812.407039:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979812.407043:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979812.407050:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979812.407053:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979812.407057:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979812.407058:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979812.407078:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979812.407080:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979812.407083:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979813.427436:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979813.427444:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979813.427467:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979813.427472:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979813.427475:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979813.427480:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979813.427485:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979813.427489:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979813.427493:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979813.427498:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979813.427504:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979813.427508:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979813.427511:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979813.427515:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979813.427516:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979813.427518:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979813.427520:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979813.427523:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979813.427527:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979813.427531:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979813.427534:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979813.427544:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979813.427549:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979813.427552:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979813.427557:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979813.427562:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979813.427568:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979813.427572:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979813.427575:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979813.427578:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979813.427581:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979813.427584:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979813.427586:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979813.427592:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979813.427612:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979813.427618:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979813.427624:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979814.451520:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979814.451522:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979814.451523:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979814.451525:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979814.451527:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979814.451528:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979814.451530:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979814.451531:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979814.451533:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979814.451552:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979814.451553:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979814.451556:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979814.451557:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979814.451561:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979814.451562:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979814.451566:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979814.451567:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979814.451570:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979814.451572:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979814.451595:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979814.451598:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979814.451600:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979814.451606:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979814.451608:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979814.451610:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979814.451612:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979814.451614:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979814.451616:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979814.451618:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979814.451619:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979814.451621:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979814.451740:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979814.451742:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979814.451743:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979814.451745:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979814.451747:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979814.451749:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979814.451805:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979814.451807:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979814.451810:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979815.475391:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979815.475397:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979815.475400:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979815.475407:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979815.475412:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979815.475415:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979815.475419:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979815.475422:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979815.475429:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979815.475455:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979815.475458:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979815.475466:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979815.475468:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979815.475472:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979815.475473:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979815.475477:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979815.475479:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979815.475483:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979815.475486:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979815.475501:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979815.475503:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979815.475505:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979815.475698:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979815.475702:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979815.475703:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979815.475706:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979815.475712:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979815.475716:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979815.475721:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979815.475725:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979815.475730:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979815.475756:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979815.475759:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979815.475761:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979815.475763:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979815.475766:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979815.475768:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979815.475770:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979815.475771:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979815.475774:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979816.504818:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979816.504823:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979816.504831:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979816.504834:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979816.504839:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979816.504842:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979816.504848:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979816.504851:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979816.504857:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979816.504860:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979816.504889:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979816.504893:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979816.504895:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979816.504899:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979816.504902:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979816.504905:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979816.504907:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979816.504909:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979816.504910:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979817.523394:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979817.523402:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979817.523405:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979817.523413:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979817.523418:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979817.523423:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979817.523429:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979817.523432:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979817.523435:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979817.523472:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979817.523478:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979817.523482:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979817.523487:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979817.523493:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979817.523497:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979817.523500:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979817.523505:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979817.523512:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979817.523515:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979817.523527:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979817.523529:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979817.523532:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979817.523534:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979817.523539:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979817.523542:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979817.525553:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979817.525557:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979817.525559:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979817.525562:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979817.525564:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979817.525566:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979817.525568:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979817.525569:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979817.525572:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979818.549850:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979818.549853:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979818.549857:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979818.549859:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979818.549862:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979818.549863:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979818.549867:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979818.549868:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979818.549871:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979818.549872:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979819.571813:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979819.571816:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979819.571821:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979819.571822:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979819.571825:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979819.571827:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979819.571830:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979819.571832:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979819.571835:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979819.571847:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979819.571870:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979819.571873:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979819.571874:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979819.571877:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979819.571879:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979819.571881:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979819.571882:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979819.571884:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979819.571886:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979820.473727:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979820.473738:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979820.473740:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979820.473747:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979820.473752:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979820.473756:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979820.473759:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979820.473761:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979820.473766:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979820.595457:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979820.595462:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979820.595470:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979820.595471:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979820.595475:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979820.595477:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979820.595481:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979820.595482:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979820.595486:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979820.595487:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979820.595723:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979820.595726:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979820.595727:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979820.595730:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979820.595732:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979820.595734:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979820.595736:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979820.595738:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979820.595739:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979821.107786:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979821.107800:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979821.107803:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979821.107809:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979821.107814:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979821.107823:0:297114:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 17474 00000400:00000200:0.0:1783979821.107835:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979821.107841:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979821.107845:0:297114:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979821.107849:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979821.107852:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979821.107855:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979821.107858:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979821.107862:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979821.107864:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783979821.107867:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979821.107871:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783979821.107873:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783979821.107876:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783979821.107879:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979821.107881:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979821.107883:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979821.107885:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979821.107888:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783979821.107892:0:297114:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979821.107894:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979821.107897:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979821.107901:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979821.107904:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979821.107906:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979821.107909:0:297114:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979821.107921:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783979821.107926:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783979821.107931:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979821.107934:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979821.107938:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979821.107941:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979821.107946:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979821.107957:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783979821.107965:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979821.107974:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620403059584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979821.107985:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979821.107990:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979821.107995:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620403059584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979821.108027:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979821.108030:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979821.108034:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979821.108035:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979821.108037:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979821.108040:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979821.108043:0:297114:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17474 00000400:00000200:0.0:1783979821.108047:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979821.108049:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979821.108051:0:297114:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979821.108054:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979821.108056:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979821.108058:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979821.108060:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979821.108062:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979821.108063:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783979821.108065:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979821.108066:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783979821.108068:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783979821.108070:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783979821.108073:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979821.108074:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979821.108076:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979821.108078:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979821.108080:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783979821.108082:0:297114:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979821.108085:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979821.108086:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979821.108093:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979821.108095:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979821.108097:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979821.108102:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979821.108105:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979821.108107:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979821.108110:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783979821.108113:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979821.108116:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979821.108117:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979821.108119:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979821.108120:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979821.108122:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979821.108126:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783979821.108130:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979821.108135:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620403059712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979821.108149:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979821.108151:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979821.108155:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620403059712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979821.108163:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979821.108166:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979821.108170:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979821.108171:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979821.108173:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979821.108176:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979821.108178:0:297114:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17474 00000400:00000200:0.0:1783979821.108182:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979821.108185:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979821.108187:0:297114:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979821.108190:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979821.108192:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979821.108194:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979821.108196:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979821.108198:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979821.108199:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783979821.108201:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979821.108203:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783979821.108205:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783979821.108207:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783979821.108210:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979821.108212:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979821.108214:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979821.108216:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979821.108218:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783979821.108221:0:297114:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979821.108223:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979821.108225:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979821.108228:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979821.108230:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979821.108232:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979821.108234:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979821.108236:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979821.108238:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979821.108242:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783979821.108244:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979821.108246:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979821.108248:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979821.108249:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979821.108251:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979821.108253:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979821.108257:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783979821.108260:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979821.108264:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620403059840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979821.108272:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979821.108274:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979821.108277:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620403059840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979821.108286:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979821.108289:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979821.108323:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979821.108325:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979821.108327:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979821.108330:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979821.108333:0:297114:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17474 00000400:00000200:0.0:1783979821.108337:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979821.108339:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979821.108342:0:297114:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979821.108344:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979821.108347:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979821.108349:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979821.108351:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979821.108354:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979821.108355:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783979821.108357:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979821.108359:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783979821.108361:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783979821.108363:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783979821.108366:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979821.108368:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979821.108370:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979821.108372:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979821.108374:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783979821.108376:0:297114:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979821.108378:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979821.108380:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979821.108382:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979821.108384:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979821.108386:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979821.108389:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979821.108391:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979821.108392:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979821.108398:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783979821.108400:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979821.108403:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979821.108404:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979821.108406:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979821.108408:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979821.108409:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979821.108413:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783979821.108417:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979821.108421:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620403059968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979821.108429:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979821.108431:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979821.108435:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620403059968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979821.108443:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979821.108445:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979821.108448:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979821.108450:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979821.108451:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979821.108454:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979821.108456:0:297114:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17474 00000400:00000200:0.0:1783979821.108459:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979821.108462:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979821.108464:0:297114:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979821.108466:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979821.108468:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979821.108470:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979821.108473:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979821.108475:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979821.108476:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783979821.108477:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979821.108479:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783979821.108481:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783979821.108483:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783979821.108485:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979821.108487:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979821.108489:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979821.108491:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979821.108493:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783979821.108496:0:297114:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979821.108498:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979821.108500:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979821.108502:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979821.108504:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979821.108506:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979821.108508:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979821.108511:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979821.108512:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979821.108515:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783979821.108518:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979821.108520:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979821.108521:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979821.108523:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979821.108525:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979821.108526:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979821.108530:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783979821.108533:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979821.108537:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620403060096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979821.108545:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979821.108547:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979821.108564:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620403060096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979821.108571:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979821.108577:0:297114:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17484) 00000100:00000001:0.0:1783979821.491510:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979821.491522:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979821.491524:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979821.491531:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979821.491536:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979821.491541:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979821.491552:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979821.491555:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979821.491559:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979821.619707:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979821.619711:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979821.619716:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979821.619718:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979821.619722:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979821.619724:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979821.619727:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979821.619729:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979821.619732:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979821.619734:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979821.619759:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979821.619762:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979821.619765:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979821.619774:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979821.619776:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979821.619777:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979821.619780:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979821.619782:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979821.619784:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979821.619786:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979821.619787:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979821.619790:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979821.620146:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979821.620150:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979821.620151:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979821.620153:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979821.620155:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979821.620157:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979821.620159:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979821.620160:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979821.620162:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979822.515624:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979822.515635:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979822.515637:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979822.515645:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979822.515650:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979822.515654:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979822.515657:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979822.515660:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979822.515665:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979822.643629:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979822.643634:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979822.643635:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979822.643637:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979822.643640:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979822.643642:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979822.645585:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979822.645588:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979822.645591:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979822.645620:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979822.645623:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979822.645628:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979822.645633:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979822.645635:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979822.645639:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979822.645643:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979822.645646:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979822.645647:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979822.645650:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979822.645654:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979822.645656:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979822.645657:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979822.645658:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979822.645660:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979822.645661:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979822.645662:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979822.645664:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979822.645667:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979822.645669:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979822.645670:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979822.645671:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979822.645673:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979822.645674:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979822.645676:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979822.645677:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979822.645681:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979822.645682:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979822.645683:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979822.645685:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979822.645686:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979822.645687:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979822.645688:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979822.645690:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979822.645714:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979822.645717:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979822.645720:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979823.540950:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979823.540958:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979823.540960:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979823.540966:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979823.540970:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979823.540974:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979823.540977:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979823.540980:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979823.540983:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979823.669908:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979823.669912:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979823.669918:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979823.669919:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979823.669924:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979823.669926:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979823.669930:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979823.669931:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979823.669935:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979823.669936:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979823.669960:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979823.669963:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979823.669966:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979824.566262:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979824.566266:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979824.566268:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979824.566270:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979824.566272:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979824.566274:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979824.566276:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979824.566277:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979824.566280:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979824.691454:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979824.691462:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979824.691470:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979824.691474:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979824.691482:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979824.691486:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979824.691500:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979824.691504:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979824.691525:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979824.691530:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979824.692457:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979824.692460:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979824.692461:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979824.692464:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979824.692466:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979824.692468:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979824.692469:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979824.692471:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979824.692473:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979825.715873:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979825.715877:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979825.715883:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979825.715884:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979825.715888:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979825.715890:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979825.715894:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979825.715895:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979825.715899:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979825.715900:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979825.715945:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979825.715949:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979825.715952:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979825.716224:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979825.716227:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1783979826.228204:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979826.228216:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979826.228219:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979826.228222:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979826.228227:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979826.228234:0:297114:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 17479 00000400:00000200:0.0:1783979826.228243:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979826.228250:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979826.228253:0:297114:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979826.228256:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979826.228258:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979826.228261:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979826.228263:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979826.228325:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979826.228328:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783979826.228331:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979826.228333:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783979826.228336:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783979826.228338:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783979826.228341:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979826.228343:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979826.228345:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979826.228347:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979826.228350:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783979826.228353:0:297114:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979826.228355:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979826.228358:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979826.228361:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979826.228365:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979826.228368:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979826.228371:0:297114:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979826.228383:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783979826.228387:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783979826.228391:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979826.228393:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979826.228398:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979826.228401:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979826.228406:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979826.228413:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783979826.228419:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979826.228429:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620403060224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979826.228439:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979826.228443:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979826.228448:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620403060224/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979826.228486:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979826.228489:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979826.228492:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979826.228494:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979826.228495:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979826.228498:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979826.228500:0:297114:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17479 00000400:00000200:0.0:1783979826.228504:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979826.228508:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979826.228510:0:297114:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979826.228513:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979826.228515:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979826.228517:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979826.228519:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979826.228521:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979826.228522:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783979826.228524:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979826.228525:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783979826.228527:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783979826.228529:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783979826.228532:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979826.228534:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979826.228535:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979826.228537:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979826.228539:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783979826.228542:0:297114:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979826.228544:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979826.228546:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979826.228560:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979826.228562:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979826.228564:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979826.228567:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979826.228570:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979826.228571:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979826.228575:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783979826.228577:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979826.228580:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979826.228581:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979826.228583:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979826.228584:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979826.228586:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979826.228590:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783979826.228593:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979826.228598:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620403060352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979826.228612:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979826.228614:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979826.228618:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620403060352/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979826.228625:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979826.228627:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979826.228631:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979826.228632:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979826.228634:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979826.228637:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979826.228639:0:297114:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17479 00000400:00000200:0.0:1783979826.228643:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979826.228646:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979826.228648:0:297114:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979826.228650:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979826.228652:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979826.228653:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979826.228655:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979826.228657:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979826.228658:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783979826.228660:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979826.228662:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783979826.228664:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783979826.228665:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783979826.228668:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979826.228670:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979826.228671:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979826.228673:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979826.228675:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783979826.228678:0:297114:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979826.228680:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979826.228681:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979826.228684:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979826.228686:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979826.228687:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979826.228689:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979826.228691:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979826.228693:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979826.228696:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783979826.228698:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979826.228700:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979826.228701:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979826.228703:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979826.228704:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979826.228706:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979826.228709:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783979826.228712:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979826.228716:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620403060480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979826.228722:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979826.228724:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979826.228727:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620403060480/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979826.228733:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979826.228735:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979826.228738:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979826.228740:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979826.228741:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979826.228743:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979826.228746:0:297114:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17479 00000400:00000200:0.0:1783979826.228749:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979826.228751:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979826.228759:0:297114:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979826.228762:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979826.228764:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979826.228766:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979826.228768:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979826.228770:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979826.228772:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783979826.228773:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979826.228775:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783979826.228777:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783979826.228779:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783979826.228781:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979826.228783:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979826.228784:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979826.228786:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979826.228788:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783979826.228790:0:297114:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979826.228792:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979826.228793:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979826.228796:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979826.228798:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979826.228799:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979826.228801:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979826.228803:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979826.228805:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979826.228809:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783979826.228811:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979826.228814:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979826.228815:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979826.228817:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979826.228818:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979826.228819:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979826.228823:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783979826.228825:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979826.228829:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620403060608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979826.228835:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979826.228837:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979826.228840:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620403060608/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979826.228846:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979826.228849:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979826.228852:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979826.228853:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979826.228854:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979826.228856:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979826.228858:0:297114:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17479 00000400:00000200:0.0:1783979826.228861:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979826.228864:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979826.228866:0:297114:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979826.228868:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979826.228870:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979826.228871:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979826.228873:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979826.228875:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979826.228876:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783979826.228877:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979826.228879:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783979826.228880:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783979826.228882:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783979826.228885:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979826.228886:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979826.228888:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979826.228889:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979826.228891:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783979826.228893:0:297114:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979826.228895:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979826.228896:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979826.228898:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979826.228900:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979826.228902:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979826.228904:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979826.228906:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979826.228907:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979826.228910:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783979826.228912:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979826.228914:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979826.228915:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979826.228916:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979826.228922:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979826.228924:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979826.228928:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783979826.228931:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979826.228935:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620403060736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979826.228941:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979826.228943:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979826.228946:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620403060736/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979826.228951:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979826.228956:0:297114:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17489) 00010000:00000001:0.0:1783979826.739407:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979826.739415:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979826.739422:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979826.739424:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979826.739431:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979826.739434:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979826.739439:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979826.739441:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979826.739446:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979826.739449:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979826.739507:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979826.739512:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979826.739515:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979826.740786:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979826.740792:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979826.740795:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979826.740800:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979826.740804:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979826.740809:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979826.740812:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979826.740816:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979826.740819:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979827.763423:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979827.763431:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979827.763433:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979827.763446:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979827.763450:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979827.763453:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979827.763456:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979827.763459:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979827.763463:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979827.763490:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979827.763496:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979827.763499:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979827.763503:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979827.763506:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979827.763508:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979827.763511:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979827.763513:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979827.763519:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979827.763520:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979827.763525:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979827.763526:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979827.763529:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979827.763531:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979827.763536:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979827.763537:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979827.768749:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979827.768757:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979827.768760:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979827.768765:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979827.768769:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979827.768773:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979827.768776:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979827.768778:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979827.768782:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979828.787790:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979828.787793:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979828.787795:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979828.787798:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979828.787800:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979828.787802:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979828.787804:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979828.787805:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979828.787808:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979828.787828:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979828.787831:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979828.787835:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979828.787837:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979828.787840:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979828.787842:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979828.787845:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979828.787846:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979828.787849:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979828.787850:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979828.788713:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979828.788719:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979828.788720:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979828.788723:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979828.788726:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979828.788730:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979828.788733:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979828.788735:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979828.788737:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979829.812245:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979829.812249:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979829.812256:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979829.812257:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979829.812261:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979829.812263:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979829.812267:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979829.812268:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979829.812272:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979829.812273:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979829.812335:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979829.812338:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979829.812340:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979829.812342:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979829.812344:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979829.812347:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979829.812349:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979829.812350:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979829.812352:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979829.812780:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979829.812783:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979829.812785:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979829.812787:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979829.812789:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979829.812791:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979829.812793:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979829.812794:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979829.812796:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979830.839272:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979830.839277:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979830.839283:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979830.839284:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979830.839289:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979830.839290:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979830.839309:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979830.839311:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979830.839315:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979830.839317:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979830.839351:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979830.839362:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979830.839369:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979830.839401:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979830.839408:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979830.839414:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979830.839420:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979830.839425:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979830.839428:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979830.839431:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979830.839434:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979830.839437:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979831.348260:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979831.348273:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979831.348277:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979831.348282:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979831.348287:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979831.348315:0:297114:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 17484 00000400:00000200:0.0:1783979831.348327:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979831.348333:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979831.348337:0:297114:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979831.348340:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979831.348344:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979831.348347:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979831.348350:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979831.348354:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979831.348357:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783979831.348360:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979831.348364:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783979831.348366:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783979831.348369:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783979831.348382:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979831.348385:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979831.348387:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979831.348389:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979831.348393:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783979831.348396:0:297114:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979831.348399:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979831.348402:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979831.348407:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979831.348410:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979831.348412:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979831.348415:0:297114:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979831.348427:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783979831.348431:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783979831.348435:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979831.348437:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979831.348441:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979831.348445:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979831.348449:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979831.348459:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783979831.348467:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979831.348477:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620403060864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979831.348488:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979831.348494:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979831.348498:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620403060864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979831.348538:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979831.348541:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979831.348545:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979831.348546:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979831.348548:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979831.348551:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979831.348553:0:297114:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17484 00000400:00000200:0.0:1783979831.348557:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979831.348560:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979831.348562:0:297114:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979831.348565:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979831.348567:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979831.348569:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979831.348571:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979831.348573:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979831.348574:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783979831.348576:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979831.348578:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783979831.348580:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783979831.348582:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783979831.348585:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979831.348587:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979831.348589:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979831.348591:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979831.348593:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783979831.348596:0:297114:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979831.348598:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979831.348601:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979831.348607:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979831.348609:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979831.348611:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979831.348616:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979831.348618:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979831.348620:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979831.348624:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783979831.348626:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979831.348629:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979831.348630:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979831.348632:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979831.348633:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979831.348635:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979831.348638:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783979831.348642:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979831.348647:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620403060992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979831.348655:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979831.348657:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979831.348660:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620403060992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979831.348667:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979831.348669:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979831.348673:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979831.348674:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979831.348676:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979831.348679:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979831.348681:0:297114:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17484 00000400:00000200:0.0:1783979831.348684:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979831.348687:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979831.348689:0:297114:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979831.348692:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979831.348694:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979831.348696:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979831.348698:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979831.348700:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979831.348701:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783979831.348702:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979831.348704:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783979831.348706:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783979831.348708:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783979831.348711:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979831.348713:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979831.348714:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979831.348716:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979831.348718:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783979831.348720:0:297114:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979831.348722:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979831.348724:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979831.348726:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979831.348728:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979831.348730:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979831.348732:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979831.348734:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979831.348735:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979831.348738:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783979831.348741:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979831.348743:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979831.348744:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979831.348746:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979831.348747:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979831.348749:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979831.348752:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783979831.348756:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979831.348760:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620403061120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979831.348767:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979831.348769:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979831.348772:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620403061120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979831.348779:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979831.348782:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979831.348785:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979831.348787:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979831.348788:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979831.348791:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979831.348794:0:297114:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17484 00000400:00000200:0.0:1783979831.348797:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979831.348800:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979831.348802:0:297114:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979831.348804:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979831.348807:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979831.348808:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979831.348810:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979831.348813:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979831.348814:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783979831.348816:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979831.348818:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783979831.348819:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783979831.348821:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783979831.348824:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979831.348826:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979831.348828:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979831.348830:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979831.348832:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783979831.348835:0:297114:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979831.348837:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979831.348838:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979831.348840:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979831.348842:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979831.348844:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979831.348846:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979831.348849:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979831.348850:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979831.348856:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783979831.348858:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979831.348860:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979831.348861:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979831.348863:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979831.348864:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979831.348866:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979831.348869:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783979831.348871:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979831.348875:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620403061248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979831.348882:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979831.348884:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979831.348888:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620403061248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979831.348894:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979831.348897:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979831.348900:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979831.348901:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979831.348903:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979831.348906:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979831.348908:0:297114:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17484 00000400:00000200:0.0:1783979831.348911:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979831.348914:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979831.348916:0:297114:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979831.348918:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979831.348921:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979831.348922:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979831.348924:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979831.348926:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979831.348927:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783979831.348929:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979831.348930:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783979831.348932:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783979831.348935:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783979831.348937:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979831.348939:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979831.348941:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979831.348942:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979831.348945:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783979831.348947:0:297114:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979831.348949:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979831.348950:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979831.348952:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979831.348953:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979831.348955:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979831.348957:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979831.348959:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979831.348960:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979831.348964:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783979831.348966:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979831.348968:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979831.348969:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979831.348971:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979831.348972:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979831.348973:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979831.348977:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783979831.348980:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979831.348983:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620403061376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979831.348990:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979831.348992:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979831.348995:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620403061376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979831.349002:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979831.349007:0:297114:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17494) 00000100:00000001:0.0:1783979831.860146:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979831.860149:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979831.860151:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979831.860154:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979831.860156:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979831.860158:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979831.860160:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979831.860162:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979831.860165:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979831.860188:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979831.860191:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979831.860197:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979831.860198:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979831.860203:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979831.860204:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979831.860208:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979831.860209:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979831.860213:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979831.860224:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979831.860244:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979831.860254:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979831.860257:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979831.861789:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979831.861792:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979831.861793:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979831.861796:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979831.861798:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979831.861800:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979831.861802:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979831.861803:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979831.861805:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979832.884046:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979832.884049:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979832.884051:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979832.884054:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979832.884056:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979832.884058:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979832.897307:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979832.897317:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979832.897330:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979832.898997:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979832.899007:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979832.899014:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979832.899017:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979832.899020:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979832.899024:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979832.899027:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979832.899030:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979832.899032:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979832.899034:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979832.899038:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979832.899039:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979832.899041:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979832.899042:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979832.899043:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979832.899044:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979832.899046:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979832.899048:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979832.899052:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979832.899053:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979832.899055:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979832.899056:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979832.899057:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979832.899058:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979832.899059:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979832.899061:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979832.899065:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979832.899066:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979832.899067:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979832.899068:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979832.899069:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979832.899070:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979832.899072:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979832.899073:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979832.900187:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979832.900193:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979832.900197:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979833.907485:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979833.907505:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979833.907510:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979833.907519:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979833.907526:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979833.907531:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979833.907537:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979833.907541:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979833.907547:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979833.907572:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979833.907576:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979833.907577:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979833.907580:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979833.907583:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979833.907586:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979833.907588:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979833.907590:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979833.907593:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979833.907614:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979833.907616:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979833.907620:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979833.907621:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979833.907624:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979833.907625:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979833.907628:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979833.907629:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979833.907632:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979833.907633:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979833.907649:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979833.907651:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979833.907653:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979833.909426:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979833.909434:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979833.909436:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979833.909442:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979833.909445:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979833.909449:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979833.909451:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979833.909454:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979833.909457:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979834.931658:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979834.931664:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979834.931668:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979834.931673:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979834.931676:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979834.931680:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979834.931682:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979834.931684:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979834.931687:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979834.931715:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979834.931719:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979834.931723:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979834.931725:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979834.931728:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979834.931729:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979834.931733:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979834.931734:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979834.931737:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979834.931738:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979834.931755:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979834.931758:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979834.931761:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979835.959400:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979835.959406:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979835.959408:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979835.959413:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979835.959416:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979835.959420:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979835.959422:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979835.959424:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979835.959427:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979835.959464:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979835.959467:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979835.959471:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979835.959473:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979835.959477:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979835.959478:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979835.959481:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979835.959482:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979835.959486:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979835.959487:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979835.959507:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979835.959510:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979835.959512:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979836.979564:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979836.979569:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979836.979574:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979836.979576:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979836.979580:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979836.979580:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979836.979582:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979836.979583:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979836.979586:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979836.981372:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979836.981405:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979836.981408:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979836.981410:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979838.003686:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979838.003691:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979838.003694:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979838.003697:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979838.003700:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979838.003702:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979838.003704:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979838.003707:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979838.003711:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979838.003712:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979838.003717:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979838.003718:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979838.003721:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979838.003722:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979838.003725:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979838.003726:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979838.003743:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979838.003746:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979838.003749:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979838.003756:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979838.003758:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979838.003759:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979838.003762:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979838.003763:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979838.003765:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979838.003766:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979838.003768:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979838.003769:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979839.027794:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979839.027798:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979839.027800:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979839.027803:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979839.027805:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979839.027807:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979839.027810:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979839.027812:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979839.027814:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979839.027834:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979839.027836:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979839.027841:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979839.027842:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979839.027846:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979839.027847:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979839.027850:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979839.027851:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979839.027854:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979839.027855:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979839.027873:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979839.027876:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979839.028665:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979840.051582:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979840.051589:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979840.051595:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979840.051597:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979840.051601:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979840.051602:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979840.051605:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979840.051606:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979840.051609:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979840.051611:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979840.051634:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979840.051636:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979840.051639:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979840.051819:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979840.051822:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979840.051823:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979840.051826:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979840.051828:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979840.051830:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979840.051832:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979840.051833:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979840.051835:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979840.053022:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979840.053025:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979840.053026:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979840.053028:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979840.053029:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979840.053031:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979840.053033:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979840.053034:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979840.053036:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979841.075756:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979841.075759:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979841.075764:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979841.075765:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979841.075769:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979841.075770:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979841.075773:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979841.075774:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979841.075777:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979841.075778:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979841.075796:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979841.075799:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979841.075802:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979841.075808:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979841.075810:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979841.075811:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979841.075814:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979841.075816:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979841.075818:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979841.075820:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979841.075821:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979841.075823:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979841.076252:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979841.076255:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979841.076256:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979841.076258:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979841.076260:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979841.076262:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979841.076264:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979841.076266:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979841.076268:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979841.076685:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979841.076688:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979841.076689:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979841.076691:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979841.076693:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979841.076695:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979841.076697:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979841.076698:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979841.076700:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979842.099454:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979842.099461:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979842.099463:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979842.099470:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979842.099474:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979842.099478:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979842.099480:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979842.099483:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979842.099487:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979842.099515:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979842.099519:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979842.099524:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979842.099526:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979842.099531:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979842.099532:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979842.099536:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979842.099537:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979842.099541:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979842.099543:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979842.099562:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979842.099565:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979842.099568:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979842.099745:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979842.099748:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979842.099749:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979842.099752:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979842.099754:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979842.099757:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979842.099759:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979842.099761:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979842.099763:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979842.100015:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979842.100019:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979842.100020:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979842.100022:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979842.100024:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979842.100027:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979842.100029:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979842.100030:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979842.100033:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979843.123428:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979843.123440:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979843.123444:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979843.123453:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979843.123459:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979843.123464:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979843.123471:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979843.123475:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979843.123483:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979843.123514:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979843.123518:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979843.123523:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979843.123526:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979843.123528:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979843.123531:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979843.123534:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979843.123536:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979843.123537:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979843.123545:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979843.123549:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979843.123551:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979843.123552:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979843.123554:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979843.123555:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979843.123556:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979843.123558:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979843.123560:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979843.123563:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979843.123565:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979843.123566:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979843.123567:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979843.123568:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979843.123569:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979843.123571:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979843.123572:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979843.123575:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979843.123577:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979843.123578:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979843.123579:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979843.123580:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979843.123582:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979843.123583:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979843.123585:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979843.123606:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979843.123609:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979843.123612:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979843.125392:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979843.125398:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979843.125400:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979843.125405:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979843.125408:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979843.125411:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979843.125413:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979843.125415:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979843.125418:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979844.148052:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979844.148055:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979844.148057:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979844.148059:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979844.148061:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979844.148063:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979844.148065:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979844.148066:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979844.148068:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979844.148086:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979844.148088:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979844.148092:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979844.148093:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979844.148097:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979844.148099:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979844.148103:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979844.148104:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979844.148108:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979844.148109:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979844.148141:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979844.148144:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979844.148147:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979845.171449:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979845.171454:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979845.171460:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979845.171464:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979845.171470:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979845.171473:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979845.171478:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979845.171481:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979845.171489:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979845.171491:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979845.171519:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979845.171522:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979845.171525:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979845.171624:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979845.171628:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979845.171630:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979845.171633:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979845.171636:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979845.171639:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979845.171641:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979845.171643:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979845.171646:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979845.172904:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979845.172910:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979845.172912:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979845.172917:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979845.172921:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979845.172925:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979845.172929:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979845.172933:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979845.172938:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979846.195452:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979846.195461:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979846.195469:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979846.195479:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979846.195494:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979846.195501:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979846.195517:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979846.195523:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979846.195529:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979846.195557:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979846.195560:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979846.195564:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979846.195566:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979846.195571:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979846.195572:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979846.195575:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979846.195576:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979846.195579:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979846.195580:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979846.195609:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979846.195612:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979846.195614:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979846.197580:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979846.197587:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979846.197591:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979846.197598:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979846.197604:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979846.197610:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979846.197615:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979846.197619:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979846.197623:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979846.197860:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979846.197864:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979846.197865:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979846.197869:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979846.197873:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979846.197882:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979846.197890:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979846.197895:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979846.197901:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979847.219499:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979847.219512:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979847.219517:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979847.219526:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979847.219542:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979847.219548:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979847.219552:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979847.219555:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979847.219558:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979847.219589:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979847.219591:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979847.219594:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979847.219595:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979847.219597:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979847.219598:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979847.219600:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979847.219601:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979847.219603:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979847.219604:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979847.219626:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979847.219628:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979847.219629:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979847.221437:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979847.221453:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979847.221455:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979847.221461:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979847.221465:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979847.221470:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979847.221474:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979847.221478:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979847.221482:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979848.243737:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979848.243740:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979848.243742:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979848.243745:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979848.243747:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979848.243749:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979848.243751:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979848.243753:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979848.243755:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979848.243772:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979848.243776:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979848.243778:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979848.243781:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979848.243784:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979848.243786:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979848.243787:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979848.243789:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979848.243793:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979848.243795:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979848.243798:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979848.243799:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979848.243803:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979848.243804:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979848.243806:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979848.243807:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979848.243819:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979848.243822:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979848.243823:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979848.243824:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979848.243826:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979848.243833:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979848.249768:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979848.249772:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979848.249775:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979849.269262:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979849.269266:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979849.269274:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979849.269278:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979849.269288:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979849.269292:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979849.269329:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979849.269330:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979849.269334:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979849.269337:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979850.291429:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979850.291434:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979850.291441:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979850.291444:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979850.291448:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979850.291451:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979850.291457:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979850.291460:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979850.291464:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979850.291467:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979850.291708:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979850.291711:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979850.291713:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979850.291715:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979850.291717:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979850.291719:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979850.291721:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979850.291722:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979850.291724:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979850.293107:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979850.293111:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979850.293112:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979850.293115:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979850.293117:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979850.293119:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979850.293132:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979850.293134:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979850.293136:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979851.315497:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979851.315516:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979851.315523:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979851.315530:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979851.315542:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979851.315547:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979851.315556:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979851.315566:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979851.315572:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979851.315618:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979851.315623:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979851.315630:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979851.315633:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979851.315638:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979851.315640:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979851.315645:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979851.315646:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979851.315650:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979851.315652:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979852.339743:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979852.339748:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979852.339753:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979852.339755:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979852.339760:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979852.339761:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979852.339765:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979852.339766:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979852.339770:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979852.339771:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979852.339829:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979852.339834:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979852.339838:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979852.340085:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979852.340088:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979852.340089:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979852.340092:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979852.340094:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979852.340097:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979852.340099:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979852.340101:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979852.340104:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979852.340347:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979852.340353:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979852.340357:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979852.340361:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979852.340367:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979852.340371:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979852.340376:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979852.340379:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979852.340381:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979853.364112:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979853.364120:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979853.364122:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979853.364127:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979853.364131:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979853.364135:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979853.364137:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979853.364140:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979853.364143:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979853.364172:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979853.364175:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979853.364181:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979853.364185:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979853.364188:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979853.364193:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979853.364196:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979853.364199:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979853.364201:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979853.364203:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979853.364209:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979853.364210:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979853.364212:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979853.364213:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979853.364215:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979853.364216:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979853.364218:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979853.364220:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979853.364224:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979853.364226:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979853.364227:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979853.364228:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979853.364230:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979853.364231:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979853.364233:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979853.364235:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979853.364239:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979853.364240:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979853.364241:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979853.364243:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979853.364244:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979853.364246:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979853.364247:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979853.364250:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979853.364281:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979853.364285:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979853.364288:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979853.364716:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979853.364719:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979853.364720:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979853.364722:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979853.364724:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979853.364726:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979853.364728:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979853.364729:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979853.364731:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979854.387456:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979854.387466:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979854.387469:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979854.387477:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979854.387482:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979854.387487:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979854.388786:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979854.388793:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979854.388798:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979854.388837:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979854.388841:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979854.388847:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979854.388848:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979854.388854:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979854.388855:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979854.388859:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979854.388860:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979854.388864:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979854.388865:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979854.388912:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979854.388915:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979854.388919:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979855.411501:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979855.411508:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979855.411519:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979855.411522:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979855.411530:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979855.411533:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979855.411540:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979855.411544:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979855.411550:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979855.411552:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979855.412329:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979855.412334:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979855.412336:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979855.412342:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979855.412345:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979855.412348:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979855.412351:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979855.412353:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979855.412357:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979855.412378:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979855.412382:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979855.412383:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979855.412385:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979855.412388:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979855.412390:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979855.412393:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979855.412396:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979855.412401:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979856.435542:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979856.435548:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979856.435557:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979856.435561:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979856.435569:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979856.435572:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979856.435579:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979856.435581:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979856.435586:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979856.435587:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979856.436606:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979856.436612:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979856.436616:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979856.436622:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979856.436643:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979856.436647:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979856.436650:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979856.436651:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979856.436654:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979856.948361:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979856.948391:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979856.948394:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979856.948400:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979856.948406:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979856.949083:0:297114:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 17510 00000400:00000200:0.0:1783979856.949099:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979856.949107:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979856.949111:0:297114:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979856.949115:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979856.949120:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979856.949122:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979856.949124:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979856.949129:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979856.949133:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783979856.949136:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979856.949140:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783979856.949143:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783979856.949145:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783979856.949148:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979856.949151:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979856.949153:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979856.949155:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979856.949159:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783979856.949163:0:297114:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979856.949166:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979856.949169:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979856.949174:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979856.949176:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979856.949179:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979856.949183:0:297114:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979856.949201:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783979856.949205:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783979856.949209:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979856.949211:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979856.949214:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979856.949217:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979856.949222:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979856.949230:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783979856.949238:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979856.949248:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620403064064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979856.949259:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979856.949264:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979856.949269:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620403064064/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979856.949334:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979856.949338:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979856.949342:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979856.949343:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979856.949345:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979856.949348:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979856.949351:0:297114:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17510 00000400:00000200:0.0:1783979856.949354:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979856.949356:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979856.949358:0:297114:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979856.949360:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979856.949361:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979856.949363:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979856.949364:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979856.949365:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979856.949366:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783979856.949367:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979856.949369:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783979856.949370:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783979856.949371:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783979856.949379:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979856.949381:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979856.949382:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979856.949383:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979856.949385:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783979856.949387:0:297114:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979856.949388:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979856.949390:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979856.949397:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979856.949398:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979856.949400:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979856.949405:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979856.949407:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979856.949409:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979856.949418:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783979856.949421:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979856.949423:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979856.949424:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979856.949426:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979856.949427:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979856.949429:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979856.949433:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783979856.949438:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979856.949443:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620403064192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979856.949450:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979856.949453:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979856.949456:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620403064192/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979856.949464:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979856.949467:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979856.949471:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979856.949472:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979856.949474:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979856.949477:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979856.949480:0:297114:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17510 00000400:00000200:0.0:1783979856.949484:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979856.949487:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979856.949489:0:297114:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979856.949493:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979856.949495:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979856.949497:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979856.949499:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979856.949501:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979856.949503:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783979856.949504:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979856.949507:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783979856.949509:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783979856.949511:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783979856.949514:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979856.949516:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979856.949518:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979856.949520:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979856.949522:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783979856.949525:0:297114:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979856.949527:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979856.949529:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979856.949532:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979856.949534:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979856.949536:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979856.949538:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979856.949541:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979856.949542:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979856.949546:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783979856.949548:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979856.949551:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979856.949552:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979856.949554:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979856.949555:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979856.949558:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979856.949564:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783979856.949568:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979856.949573:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620403064320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979856.949580:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979856.949582:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979856.949586:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620403064320/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979856.949594:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979856.949597:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979856.949600:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979856.949602:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979856.949603:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979856.949611:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979856.949614:0:297114:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17510 00000400:00000200:0.0:1783979856.949618:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979856.949622:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979856.949624:0:297114:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979856.949627:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979856.949630:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979856.949631:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979856.949633:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979856.949636:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979856.949637:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783979856.949639:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979856.949641:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783979856.949643:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783979856.949645:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783979856.949648:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979856.949650:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979856.949653:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979856.949655:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979856.949657:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783979856.949660:0:297114:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979856.949662:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979856.949663:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979856.949666:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979856.949668:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979856.949670:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979856.949673:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979856.949675:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979856.949676:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979856.949681:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783979856.949683:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979856.949686:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979856.949687:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979856.949690:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979856.949692:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979856.949694:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979856.949699:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783979856.949703:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979856.949708:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620403064448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979856.949716:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979856.949718:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979856.949721:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620403064448/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979856.949730:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979856.949733:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979856.949737:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979856.949740:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979856.949744:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979856.949750:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979856.949757:0:297114:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17510 00000400:00000200:0.0:1783979856.949766:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979856.949772:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979856.949777:0:297114:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979856.949785:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979856.949795:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979856.949800:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979856.949810:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979856.949816:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979856.949820:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783979856.949825:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979856.949829:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783979856.949834:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783979856.949842:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783979856.949848:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979856.949857:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979856.949864:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979856.949872:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979856.949876:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783979856.949881:0:297114:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979856.949885:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979856.949888:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979856.949894:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979856.949902:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979856.949907:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979856.949911:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979856.949922:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979856.949927:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979856.949947:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783979856.949954:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979856.949960:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979856.949962:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979856.949967:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979856.949969:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979856.949972:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979856.949985:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783979856.949996:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979856.950009:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620403064576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979856.950036:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979856.950042:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979856.950054:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620403064576/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979856.950074:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979856.950086:0:297114:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17520) 00000100:00000001:0.0:1783979857.332061:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979857.332067:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979857.332068:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979857.332072:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979857.332075:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979857.332077:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979857.332080:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979857.332082:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979857.332084:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979857.463697:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979857.463705:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979857.463707:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979857.463711:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979857.463714:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979857.463717:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979857.463719:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979857.463720:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979857.463723:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979857.463750:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979857.463755:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979857.463758:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979857.463761:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979857.463764:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979857.463766:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979857.463768:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979857.463769:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979857.463773:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979857.463774:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979857.463777:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979857.463778:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979857.463781:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979857.463782:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979857.463785:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979857.463786:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979858.355619:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979858.355623:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979858.355624:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979858.355627:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979858.355629:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979858.355631:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979858.355633:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979858.355635:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979858.355637:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979858.483812:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979858.483817:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979858.483820:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979858.483827:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979858.483832:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979858.483836:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979858.483842:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979858.483845:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979858.483848:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979858.483877:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979858.483880:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979858.483885:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979858.483886:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979858.483892:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979858.483894:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979858.483898:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979858.483899:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979858.483916:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979858.483917:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979859.379481:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979859.379493:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979859.379496:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979859.379504:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979859.379509:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979859.379514:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979859.379518:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979859.379521:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979859.379525:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979859.507551:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979859.507564:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979859.507574:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979859.507576:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979859.507582:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979859.507584:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979859.507591:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979859.507592:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979859.507598:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979859.507600:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979859.507670:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979859.507675:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979859.507679:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979859.507683:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979859.507688:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979859.507691:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979859.507698:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979859.507702:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979859.507707:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979859.508173:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979859.508176:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979859.508178:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979859.508180:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979859.508183:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979859.508185:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979859.508187:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979859.508188:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979859.508190:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979860.408105:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979860.408112:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979860.408114:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979860.408119:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979860.408123:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979860.408127:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979860.408129:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979860.408133:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979860.408136:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979860.531716:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979860.531719:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979860.531724:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979860.531726:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979860.531730:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979860.531731:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979860.531734:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979860.531735:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979860.531739:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979860.531740:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979860.532162:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979860.532165:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979860.532166:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979860.532168:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979860.532170:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979860.532172:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979860.532173:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979860.532175:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979860.532177:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979861.427385:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979861.427393:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979861.427395:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979861.427401:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979861.427405:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979861.427409:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979861.427411:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979861.427414:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979861.427417:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979861.555408:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979861.555416:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979861.555421:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979861.555430:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979861.555438:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979861.555443:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979861.561411:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979861.561419:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979861.561425:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979861.561461:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979861.561464:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979861.561468:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979861.561469:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979861.561472:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979861.561473:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979861.561477:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979861.561478:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979861.561481:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979861.561482:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979861.561536:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979861.561539:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979861.561541:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979861.561544:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979861.561548:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979861.561552:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979861.561555:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979861.561557:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979861.561560:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979862.067413:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979862.067424:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979862.067426:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979862.067430:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979862.067435:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979862.067442:0:297114:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 17515 00000400:00000200:0.0:1783979862.067451:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979862.067457:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979862.067460:0:297114:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979862.067463:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979862.067466:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979862.067468:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979862.067471:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979862.067474:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979862.067476:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783979862.067479:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979862.067482:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783979862.067485:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783979862.067488:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783979862.067491:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979862.067493:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979862.067494:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979862.067496:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979862.067499:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783979862.067502:0:297114:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979862.067504:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979862.067507:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979862.067510:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979862.067513:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979862.067515:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979862.067518:0:297114:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979862.067528:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783979862.067531:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783979862.067535:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979862.067537:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979862.067540:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979862.067543:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979862.067547:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979862.067554:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783979862.067561:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979862.067570:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620403064704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979862.067580:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979862.067585:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979862.067589:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620403064704/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979862.067611:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979862.067614:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979862.067617:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979862.067618:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979862.067620:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979862.067622:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979862.067625:0:297114:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17515 00000400:00000200:0.0:1783979862.067628:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979862.067631:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979862.067634:0:297114:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979862.067636:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979862.067638:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979862.067640:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979862.067642:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979862.067644:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979862.067646:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783979862.067647:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979862.067649:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783979862.067651:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783979862.067653:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783979862.067656:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979862.067659:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979862.067660:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979862.067662:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979862.067664:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783979862.067667:0:297114:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979862.067669:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979862.067671:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979862.067677:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979862.067680:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979862.067681:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979862.067686:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979862.067688:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979862.067690:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979862.067693:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783979862.067696:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979862.067699:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979862.067700:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979862.067701:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979862.067703:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979862.067704:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979862.067708:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783979862.067712:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979862.067717:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620403064832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979862.067724:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979862.067726:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979862.067730:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620403064832/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979862.067737:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979862.067739:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979862.067743:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979862.067744:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979862.067746:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979862.067749:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979862.067751:0:297114:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17515 00000400:00000200:0.0:1783979862.067755:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979862.067758:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979862.067760:0:297114:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979862.067762:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979862.067765:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979862.067767:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979862.067768:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979862.067770:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979862.067771:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783979862.067774:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979862.067776:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783979862.067778:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783979862.067780:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783979862.067782:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979862.067784:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979862.067785:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979862.067787:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979862.067789:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783979862.067791:0:297114:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979862.067793:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979862.067795:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979862.067797:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979862.067799:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979862.067801:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979862.067803:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979862.067819:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979862.067822:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979862.067825:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783979862.067828:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979862.067830:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979862.067831:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979862.067833:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979862.067834:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979862.067836:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979862.067839:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783979862.067856:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979862.067861:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620403064960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979862.067868:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979862.067870:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979862.067874:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620403064960/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979862.067889:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979862.067892:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979862.067895:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979862.067897:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979862.067898:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979862.067901:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979862.067903:0:297114:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17515 00000400:00000200:0.0:1783979862.067907:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979862.068138:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979862.068141:0:297114:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979862.068144:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979862.068146:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979862.068148:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979862.068150:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979862.068152:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979862.068154:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783979862.068155:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979862.068157:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783979862.068158:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783979862.068160:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783979862.068163:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979862.068165:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979862.068166:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979862.068168:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979862.068170:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783979862.068173:0:297114:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979862.068174:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979862.068176:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979862.068179:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979862.068181:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979862.068183:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979862.068185:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979862.068188:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979862.068189:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979862.068203:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783979862.068206:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979862.068208:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979862.068209:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979862.068211:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979862.068212:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979862.068214:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979862.068217:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783979862.068220:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979862.068494:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620403065088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979862.068502:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979862.068504:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979862.068508:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620403065088/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979862.068517:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979862.068519:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979862.068523:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979862.068524:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979862.068526:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979862.068528:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979862.068530:0:297114:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17515 00000400:00000200:0.0:1783979862.068534:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979862.068536:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979862.068539:0:297114:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979862.068542:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979862.068544:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979862.068546:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979862.068548:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979862.068550:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979862.068551:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783979862.068553:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979862.068555:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783979862.068557:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783979862.068560:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783979862.068562:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979862.068564:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979862.068566:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979862.068568:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979862.068570:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783979862.068573:0:297114:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979862.068575:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979862.068577:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979862.068579:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979862.068581:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979862.068583:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979862.068585:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979862.068588:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979862.068589:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979862.068593:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783979862.068595:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979862.068597:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979862.068598:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979862.068600:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979862.068601:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979862.068603:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979862.068607:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783979862.068611:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979862.068615:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620403065216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979862.068623:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979862.068624:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979862.068628:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620403065216/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979862.068635:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979862.068641:0:297114:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17525) 00000100:00000001:0.0:1783979862.451568:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979862.451572:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979862.451574:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979862.451576:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979862.451578:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979862.451581:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979862.451582:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979862.451584:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979862.451585:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979862.583275:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979862.583283:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979862.583285:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979862.583290:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979862.583314:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979862.583318:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979862.583321:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979862.583323:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979862.583327:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979862.583351:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979862.583354:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979862.583358:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979862.583361:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979862.583364:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979862.583367:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979862.583371:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979862.583373:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979862.583374:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979862.583377:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979862.583380:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979862.583382:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979862.583383:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979862.583384:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979862.583385:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979862.583386:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979862.583388:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979862.583390:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979862.583393:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979862.583394:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979862.583395:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979862.583396:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979862.583398:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979862.583399:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979862.583401:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979862.583403:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979862.583406:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979862.583407:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979862.583408:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979862.583410:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979862.583412:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979862.583413:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979862.583415:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979862.583417:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979862.583439:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979862.583442:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979862.583445:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979862.583644:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979862.583647:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979862.583648:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979862.583650:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979862.583652:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979862.583654:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979862.583656:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979862.583657:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979862.583660:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979862.583822:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979862.583825:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979862.583826:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979862.583828:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979862.583830:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979862.583840:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979862.583842:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979862.583844:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979862.583845:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979863.475422:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979863.475429:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979863.475431:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979863.475435:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979863.475439:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979863.475443:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979863.475445:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979863.475448:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979863.475451:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979863.605425:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979863.605428:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979863.605429:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979863.605431:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979863.605434:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979863.605436:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979863.605437:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979863.605439:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979863.605441:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979863.605459:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979863.605461:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979863.605466:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979863.605467:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979863.605470:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979863.605471:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979863.605474:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979863.605475:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979863.605478:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979863.605479:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979863.605495:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979863.605497:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979863.605500:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979863.606115:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979863.606118:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979863.606119:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979863.606121:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979863.606123:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979863.606125:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979863.606126:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979863.606128:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979863.606130:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979864.500691:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979864.500698:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979864.500700:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979864.500705:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979864.500708:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979864.500711:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979864.500713:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979864.500716:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979864.500719:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979864.627590:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979864.627593:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979864.627595:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979864.627597:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979864.627599:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979864.627601:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979864.627992:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979864.627994:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979864.627996:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979864.628013:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979864.628016:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979864.628020:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979864.628021:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979864.628025:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979864.628027:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979864.628030:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979864.628031:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979864.628035:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979864.628036:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979864.628050:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979864.628052:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979864.628055:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979865.523529:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979865.523538:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979865.523540:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979865.523545:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979865.523549:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979865.523553:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979865.523555:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979865.523557:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979865.523561:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979865.651527:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979865.651530:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979865.651531:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979865.651533:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979865.651534:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979865.651536:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979865.651537:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979865.651538:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979865.651539:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979865.651556:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979865.651557:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979865.651560:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979865.651561:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979865.651564:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979865.651566:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979865.651568:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979865.651569:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979865.651571:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979865.651572:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979865.651584:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979865.651586:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979865.651588:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979865.654199:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979865.654201:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979865.654202:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979865.654204:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979865.654205:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979865.654206:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979865.654207:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979865.654209:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979865.654210:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979866.547403:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979866.547410:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979866.547411:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979866.547415:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979866.547417:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979866.547420:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979866.547422:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979866.547424:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979866.547426:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979866.678370:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979866.678377:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979866.678379:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979866.678384:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979866.678388:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979866.678391:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979866.678394:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979866.678397:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979866.678400:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979866.678425:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979866.678428:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979866.678433:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979866.678434:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979866.678437:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979866.678438:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979866.678442:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979866.678443:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979866.678446:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979866.678447:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979866.678465:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979866.678474:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979866.678477:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979867.571403:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979867.571409:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979867.571410:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979867.571415:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979867.571417:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979867.571421:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979867.571422:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979867.571424:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979867.571426:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979867.701088:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979867.701092:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979867.701093:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979867.701097:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979867.701100:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979867.701102:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979867.701105:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979867.701106:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979867.701108:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979867.701130:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979867.701135:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979867.701137:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979867.701140:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979867.701143:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979867.701146:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979867.701148:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979867.701150:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979867.701154:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979867.701155:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979867.701159:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979867.701160:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979867.701163:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979867.701164:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979867.701167:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979867.701168:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979867.701185:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979867.701187:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979867.701190:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979868.595383:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979868.595392:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979868.595394:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979868.595400:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979868.595403:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979868.595406:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979868.595409:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979868.595411:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979868.595414:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979868.723431:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979868.723436:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979868.723445:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979868.723449:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979868.723455:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979868.723458:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979868.723465:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979868.723469:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979868.723475:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979868.723478:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979868.723507:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979868.723512:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979868.723515:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979868.723520:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979868.723524:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979868.723529:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979868.723535:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979868.723539:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979868.723542:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979868.723559:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979868.723564:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979868.723569:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979869.619409:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979869.619417:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979869.619421:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979869.619429:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979869.619436:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979869.619442:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979869.619455:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979869.619458:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979869.619461:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979869.747557:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979869.747560:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979869.747561:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979869.747563:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979869.747565:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979869.747567:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979869.749005:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979869.749008:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979869.749011:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979869.749034:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979869.749036:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979869.749040:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979869.749041:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979869.749045:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979869.749046:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979869.749049:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979869.749050:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979869.749053:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979869.749054:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979869.749072:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979869.749074:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979869.749077:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979870.643661:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979870.643667:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979870.643668:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979870.643672:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979870.643674:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979870.643677:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979870.643679:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979870.643680:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979870.643683:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979870.771440:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979870.771447:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979870.771455:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979870.771459:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979870.771752:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979870.771754:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979870.771759:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979870.771761:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979870.771765:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979870.771767:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979870.771790:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979870.771793:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979870.771798:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979870.772338:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979870.772391:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979870.772393:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979870.772396:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979870.772399:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979870.772401:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979870.772404:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979870.772406:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979870.772408:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979870.772441:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979870.772445:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979870.772446:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979870.772449:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979870.772451:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979870.772453:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979870.772455:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979870.772456:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979870.772458:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979871.667641:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979871.667645:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979871.667646:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979871.667649:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979871.667651:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979871.667653:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979871.667655:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979871.667656:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979871.667658:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979871.795489:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979871.795493:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979871.795494:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979871.795497:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979871.795499:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979871.795500:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979871.795502:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979871.795504:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979871.795506:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979871.795524:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979871.795526:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979871.795531:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979871.795532:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979871.795535:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979871.795537:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979871.795540:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979871.795541:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979871.795544:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979871.795545:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979871.795561:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979871.795564:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979871.795566:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979871.796620:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979871.796623:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979871.796624:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979871.796626:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979871.796628:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979871.796630:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979871.796632:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979871.796633:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979871.796635:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979872.307409:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979872.307419:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979872.307421:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979872.307425:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979872.307429:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979872.307436:0:297332:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 17525 00000400:00000200:0.0:1783979872.307444:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979872.307449:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979872.307452:0:297332:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979872.307455:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979872.307459:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979872.307461:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979872.307463:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979872.307467:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979872.307469:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783979872.307471:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979872.307474:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783979872.307477:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783979872.307479:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783979872.307482:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979872.307485:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979872.307486:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979872.307489:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979872.307492:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783979872.307495:0:297332:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979872.307498:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979872.307500:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979872.307504:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979872.307507:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979872.307508:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979872.307511:0:297332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979872.307520:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783979872.307524:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783979872.307527:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979872.307529:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979872.307532:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979872.307535:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979872.307539:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979872.307546:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783979872.307552:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979872.307560:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620403065984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979872.307571:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979872.307575:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979872.307579:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620403065984/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979872.307762:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979872.307765:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979872.307768:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979872.307769:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979872.307770:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979872.307773:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979872.307776:0:297332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17525 00000400:00000200:0.0:1783979872.307781:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979872.307785:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979872.307788:0:297332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979872.307794:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979872.307799:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979872.307805:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979872.307810:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979872.307815:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979872.307819:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783979872.307823:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979872.307827:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783979872.307833:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783979872.307839:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783979872.307845:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979872.307847:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979872.307850:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979872.307855:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979872.307857:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783979872.307860:0:297332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979872.307862:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979872.307863:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979872.307870:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979872.307873:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979872.307877:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979872.307882:0:297332:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979872.307886:0:297332:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979872.307888:0:297332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979872.307895:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783979872.307898:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979872.307904:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979872.307907:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979872.307911:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979872.307913:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979872.307916:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979872.307922:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783979872.307928:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979872.307938:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620403066112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979872.307947:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979872.307950:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979872.307956:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620403066112/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979872.307963:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979872.307967:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979872.307969:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979872.307970:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979872.307971:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979872.307974:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979872.307978:0:297332:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17525 00000400:00000200:0.0:1783979872.307982:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979872.307986:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979872.307989:0:297332:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979872.307996:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979872.308001:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979872.308006:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979872.308012:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979872.308018:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979872.308021:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783979872.308024:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979872.308027:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783979872.308128:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783979872.308133:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783979872.308137:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979872.308139:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979872.308141:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979872.308143:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979872.308145:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783979872.308148:0:297332:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979872.308159:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979872.308161:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979872.308165:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979872.308166:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979872.308168:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979872.308170:0:297332:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979872.308172:0:297332:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979872.308174:0:297332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979872.308178:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783979872.308180:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979872.308182:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979872.308183:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979872.308185:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979872.308186:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979872.308188:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979872.308192:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783979872.308195:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979872.308200:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620403066240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979872.308212:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979872.308214:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979872.308218:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620403066240/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979872.308226:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979872.308229:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979872.308232:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979872.308233:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979872.308235:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979872.308237:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979872.308240:0:297332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17525 00000400:00000200:0.0:1783979872.308244:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979872.308247:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979872.308249:0:297332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979872.308252:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979872.308253:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979872.308256:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979872.308257:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979872.308260:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979872.308261:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783979872.308262:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979872.308264:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783979872.308266:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783979872.308268:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783979872.308273:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979872.308278:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979872.308281:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979872.308285:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979872.308291:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783979872.308329:0:297332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979872.308331:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979872.308333:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979872.308338:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979872.308342:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979872.308346:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979872.308349:0:297332:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979872.308352:0:297332:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979872.308354:0:297332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979872.308362:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783979872.308367:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979872.308371:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979872.308375:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979872.308378:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979872.308382:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979872.308384:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979872.308391:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783979872.308397:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979872.308406:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620403066368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979872.308420:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979872.308425:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979872.308433:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620403066368/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979872.308446:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979872.308449:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979872.308455:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979872.308459:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979872.308461:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979872.308466:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979872.308471:0:297332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17525 00000400:00000200:0.0:1783979872.308479:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979872.308486:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979872.308490:0:297332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979872.308494:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979872.308497:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979872.308500:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979872.308503:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979872.308509:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979872.308512:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783979872.308516:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979872.308519:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783979872.308521:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783979872.308525:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783979872.308533:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979872.308537:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979872.308543:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979872.308550:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979872.308555:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783979872.308562:0:297332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979872.308568:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979872.308573:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979872.308578:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979872.308583:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979872.308586:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979872.308590:0:297332:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979872.308594:0:297332:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979872.308598:0:297332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979872.308603:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783979872.308607:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979872.308612:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979872.308612:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979872.308614:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979872.308615:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979872.308618:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979872.308622:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783979872.308626:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979872.308634:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620403066496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979872.308645:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979872.308651:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979872.308660:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620403066496/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979872.308687:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979872.308692:0:297332:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17535) 00000100:00000001:0.0:1783979872.691409:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979872.691950:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979872.691952:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979872.691955:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979872.691958:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979872.691959:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979872.691961:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979872.691962:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979872.691964:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979872.819435:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979872.819440:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979872.819443:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979872.819449:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979872.819454:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979872.819457:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979872.819459:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979872.819461:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979872.819465:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979872.819492:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979872.819496:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979872.819501:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979872.819507:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979872.819510:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979872.819515:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979872.819520:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979872.819524:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979872.819530:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979872.819536:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979872.819542:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979872.819544:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979872.819545:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979872.819547:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979872.819549:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979872.819550:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979872.819552:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979872.819554:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979872.819558:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979872.819560:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979872.819561:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979872.819562:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979872.819563:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979872.819564:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979872.819565:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979872.819566:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979872.819568:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979872.819569:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979872.819570:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979872.819570:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979872.819571:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979872.819572:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979872.819573:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979872.819574:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979872.819586:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979872.819587:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979872.819589:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979872.821319:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979872.821325:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979872.821328:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979872.821334:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979872.821339:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979872.821347:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979872.821361:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979872.821365:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979872.821370:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979873.717740:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979873.717747:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979873.717748:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979873.717753:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979873.717756:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979873.717760:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979873.717762:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979873.717764:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979873.717767:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979873.845978:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979873.845983:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979873.845993:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979873.845996:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979873.846003:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979873.846006:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979873.846012:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979873.846016:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979873.846024:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979873.846026:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979873.846656:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979873.846659:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979873.846660:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979873.846663:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979873.846665:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979873.846667:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979873.846669:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979873.846670:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979873.846673:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979874.739422:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979874.739431:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979874.739434:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979874.739439:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979874.739443:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979874.739447:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979874.739449:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979874.739453:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979874.739456:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979874.867558:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979874.867563:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979874.867570:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979874.867573:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979874.867579:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979874.867583:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979874.867588:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979874.867592:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979874.867597:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979874.867600:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979874.868587:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979874.868590:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979874.868592:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979874.868594:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979874.868596:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979874.868598:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979874.868600:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979874.868602:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979874.868604:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979875.763398:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979875.763407:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979875.763411:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979875.763418:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979875.763423:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979875.763430:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979875.763435:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979875.763438:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979875.763440:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979875.891399:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979875.891408:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979875.891412:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979875.891419:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979875.891425:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979875.891430:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979875.891436:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979875.891441:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979875.891447:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979875.891473:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979875.891476:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979875.891482:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979875.891484:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979875.891487:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979875.891488:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979875.891491:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979875.891495:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979875.891502:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979875.891506:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979875.891979:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979875.891982:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979875.891983:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979875.891986:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979875.891991:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979875.891995:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979875.891999:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979875.892003:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979875.892007:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979876.787441:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979876.787454:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979876.787460:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979876.787470:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979876.787479:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979876.787489:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979876.787501:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979876.787505:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979876.787509:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979876.915467:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979876.915478:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979876.915481:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979876.915490:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979876.915498:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979876.915504:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979876.915509:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979876.915513:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979876.915519:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979876.915550:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979876.915555:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979876.915563:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979876.915568:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979876.915593:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979876.915597:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979876.915606:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979876.915610:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979876.915617:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979876.915620:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979877.811431:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979877.811440:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979877.811441:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979877.811447:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979877.811451:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979877.811455:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979877.811457:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979877.811460:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979877.811462:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979877.939632:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979877.939638:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979877.939640:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979877.939643:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979877.939647:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979877.939648:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979877.939650:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979877.939652:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979877.939655:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979877.939656:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979877.939659:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979877.939660:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979877.939663:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979877.939664:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979877.939666:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979877.939667:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979877.940610:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979877.940613:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979877.940615:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979877.940618:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979877.940621:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979877.940623:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979877.940625:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979877.940628:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979877.940631:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979878.835446:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979878.835459:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979878.835464:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979878.835473:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979878.835480:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979878.835487:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979878.835492:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979878.835496:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979878.835502:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979878.963440:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979878.963450:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979878.963461:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979878.963465:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979878.963471:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979878.963475:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979878.963482:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979878.963486:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979878.963495:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979878.963499:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979879.859441:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979879.859453:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979879.859456:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979879.859465:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979879.859471:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979879.859477:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979879.859490:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979879.859494:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979879.859499:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979879.987409:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979879.987415:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979879.987424:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979879.987427:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979879.987435:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979879.987438:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979879.987445:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979879.987448:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979879.987452:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979879.987453:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979879.987889:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979879.987894:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979879.987896:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979879.987899:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979879.987902:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979879.987905:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979879.987908:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979879.987910:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979879.987913:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979879.990961:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979879.990965:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979879.990966:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979879.990968:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979879.990970:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979879.990972:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979879.990974:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979879.990975:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979879.990977:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979880.883447:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979880.883461:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979880.883466:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979880.883474:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979880.883480:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979880.883488:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979880.883494:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979880.883498:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979880.883502:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979881.012132:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979881.012135:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979881.012138:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979881.012139:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979881.012143:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979881.012143:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979881.012146:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979881.012147:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979881.012149:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979881.012150:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979881.909769:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979881.909777:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979881.909779:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979881.909784:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979881.909787:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979881.909790:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979881.909793:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979881.909795:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979881.909798:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979882.035677:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979882.035681:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979882.035682:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979882.035684:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979882.035686:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979882.035687:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979882.035689:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979882.035691:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979882.035693:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979882.035713:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979882.035715:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979882.035720:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979882.035721:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979882.035725:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979882.035726:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979882.035730:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979882.035731:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979882.035733:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979882.035734:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979882.036865:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979882.036868:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979882.036869:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979882.036871:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979882.036873:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979882.036874:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979882.036876:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979882.036877:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979882.036879:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979882.931573:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979882.931577:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979882.931579:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979882.931582:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979882.931584:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979882.931586:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979882.931588:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979882.931589:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979882.931592:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979883.059401:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979883.059407:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979883.059416:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979883.059421:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979883.059425:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979883.059430:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979883.059438:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979883.059443:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979883.059449:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979883.059456:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979883.059461:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979883.059465:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979883.059467:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979883.059471:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979883.059476:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979883.059489:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979883.059494:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979883.059500:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979883.059509:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979883.059513:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979883.059517:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979883.059521:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979883.059526:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979883.059530:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979883.059534:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979883.059538:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979883.059547:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979883.059553:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979883.059557:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979883.059562:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979883.059565:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979883.059568:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979883.059572:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979883.059577:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979883.059605:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979883.059610:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979883.059616:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979883.955803:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979883.955807:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979883.955809:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979883.955812:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979883.955814:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979883.955817:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979883.955819:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979883.955820:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979883.955822:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979884.083550:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979884.083556:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979884.083560:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979884.083565:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979884.083572:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979884.083575:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979884.083578:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979884.083580:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979884.083586:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979884.083616:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979884.083620:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979884.083625:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979884.083626:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979884.083631:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979884.083633:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979884.083638:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979884.083640:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979884.083647:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979884.083650:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979884.979547:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979884.979552:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979884.979553:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979884.979556:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979884.979558:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979884.979561:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979884.979563:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979884.979564:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979884.979566:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979885.107522:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979885.107527:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979885.107530:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979885.107536:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979885.107540:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979885.107543:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979885.107547:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979885.107550:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979885.107552:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979885.107576:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979885.107579:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979885.107583:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979885.107584:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979885.107588:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979885.107590:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979885.107594:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979885.107595:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979885.107599:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979885.107601:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979885.107642:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979885.107644:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979885.107646:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979885.107648:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979885.107651:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979885.107655:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979885.107660:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979885.107664:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979885.107669:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979885.107702:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979885.107706:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979885.107708:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979885.107712:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979885.107717:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979885.107721:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979885.107725:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979885.107729:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979885.107733:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979886.003467:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979886.003479:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979886.003482:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979886.003488:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979886.003493:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979886.003499:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979886.003502:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979886.003505:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979886.003509:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979886.131494:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979886.131503:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979886.131506:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979886.131512:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979886.131517:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979886.131521:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979886.131525:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979886.131529:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979886.131543:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979886.131590:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979886.131594:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979886.131600:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979886.131601:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979886.131605:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979886.131607:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979886.131611:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979886.131612:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979886.131616:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979886.131617:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979886.132366:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979886.132371:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979886.132431:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979886.132435:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979886.132438:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979886.132441:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979886.132443:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979886.132445:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979886.132447:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979887.027428:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979887.027437:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979887.027439:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979887.027445:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979887.027449:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979887.027453:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979887.027456:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979887.027459:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979887.027462:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979887.156286:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979887.156289:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979887.156290:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979887.156306:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979887.156308:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979887.156310:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979887.156311:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979887.156313:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979887.156315:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979887.156333:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979887.156335:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979887.156340:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979887.156341:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979887.156344:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979887.156345:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979887.156348:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979887.156349:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979887.156352:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979887.156353:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979888.051402:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979888.051409:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979888.051411:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979888.051415:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979888.051418:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979888.051420:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979888.051422:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979888.051424:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979888.051426:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979888.179427:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979888.179434:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979888.179437:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979888.179444:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979888.179448:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979888.179453:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979888.179525:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979888.179529:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979888.179532:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979888.179557:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979888.179563:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979888.179568:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979888.179574:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979888.179580:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979888.179685:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979888.179688:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979888.179690:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979888.179695:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979888.179696:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979888.179699:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979888.179701:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979888.179703:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979888.179705:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979888.179708:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979888.179709:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979888.179749:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979888.179752:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979888.179766:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979889.075428:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979889.075437:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979889.075439:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979889.075444:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979889.075448:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979889.075452:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979889.075455:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979889.075457:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979889.075460:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979889.203509:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979889.203521:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979889.203527:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979889.203538:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979889.203547:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979889.203554:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979889.203562:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979889.203567:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979889.203574:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979889.203616:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979889.203622:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979889.203631:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979889.203637:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979889.203649:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979889.203654:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979889.203663:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979889.203667:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979889.203675:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979889.203679:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979890.099453:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979890.099464:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979890.099467:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979890.099475:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979890.099480:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979890.099485:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979890.099488:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979890.099491:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979890.099495:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979890.227495:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979890.227501:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979890.227505:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979890.227511:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979890.227516:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979890.227518:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979890.227521:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979890.227523:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979890.227525:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979890.227555:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979890.227559:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979890.227565:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979890.227566:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979890.227572:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979890.227573:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979890.227578:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979890.227579:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979890.227584:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979890.227585:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979891.123501:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979891.123513:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979891.123515:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979891.123524:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979891.123530:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979891.123536:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979891.123541:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979891.123546:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979891.123551:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979891.251817:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979891.251821:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979891.251822:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979891.251825:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979891.251827:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979891.251829:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979891.251831:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979891.251833:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979891.251835:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979891.251862:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979891.251865:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979891.251871:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979891.251872:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979891.251876:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979891.251878:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979891.251882:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979891.251883:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979891.251887:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979891.251888:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979892.147414:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979892.147422:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979892.147423:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979892.147427:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979892.147430:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979892.147433:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979892.147436:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979892.147438:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979892.147440:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979892.275487:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979892.275494:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979892.275501:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979892.275503:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979892.275507:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979892.275508:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979892.275512:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979892.275513:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979892.275516:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979892.275517:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979892.276634:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979892.276640:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979892.276641:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979892.276646:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979892.276651:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979892.276656:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979892.276664:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979892.276668:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979892.276675:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979892.276737:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979892.276742:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979892.276744:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979892.276747:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979892.276750:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979892.276754:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979892.276757:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979892.276760:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979892.276762:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979892.276987:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979892.276992:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979892.276996:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979892.277003:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979892.277010:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979892.277015:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979892.277018:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979892.277020:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979892.277022:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979893.171463:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979893.171471:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979893.171473:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979893.171478:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979893.171481:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979893.171485:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979893.171487:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979893.171489:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979893.171492:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979893.303007:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979893.303015:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979893.303017:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979893.303024:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979893.303028:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979893.303031:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979893.303035:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979893.303038:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979893.303041:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979893.303067:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979893.303070:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979893.303074:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979893.303077:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979893.303079:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979893.303082:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979893.303086:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979893.303088:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979893.303090:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979893.303092:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979893.303096:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979893.303097:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979893.303098:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979893.303100:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979893.303101:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979893.303102:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979893.303103:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979893.303105:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979893.303108:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979893.303110:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979893.303111:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979893.303112:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979893.303114:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979893.303115:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979893.303117:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979893.303119:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979893.303122:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979893.303123:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979893.303124:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979893.303125:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979893.303126:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979893.303128:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979893.303129:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979893.303130:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979894.196916:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979894.196923:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979894.196925:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979894.196931:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979894.196935:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979894.196938:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979894.196941:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979894.196943:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979894.196946:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979894.323443:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979894.323452:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979894.323461:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979894.323465:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979894.323473:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979894.323477:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979894.323483:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979894.323489:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979894.323495:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979894.323500:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979894.323561:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979894.323566:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979894.323578:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979894.323596:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979894.323602:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979894.323607:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979894.323614:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979894.323620:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979894.323622:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979894.323624:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979894.323626:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979894.323628:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979894.323639:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979894.323645:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979894.323647:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979894.323650:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979894.323653:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979894.323655:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979894.323657:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979894.323659:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979894.323662:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979894.331507:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979894.331511:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979894.331512:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979894.331516:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979894.331518:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979894.331521:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979894.331523:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979894.331525:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979894.331527:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979895.219422:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979895.219429:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979895.219431:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979895.219436:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979895.219439:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979895.219443:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979895.219446:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979895.219448:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979895.219451:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979895.347594:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979895.347599:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979895.347606:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979895.347616:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979895.347623:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979895.347634:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979895.347640:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979895.347644:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979895.347650:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979895.347679:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979895.347683:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979895.347692:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979895.347698:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979895.347707:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979895.347722:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979895.347728:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979895.347733:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979895.347741:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979895.347744:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979895.347779:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979895.347783:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979895.347787:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979895.347802:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979895.347806:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979895.347807:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979895.347810:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979895.347813:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979895.347814:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979895.347816:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979895.347818:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979895.347821:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979896.244330:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979896.244335:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979896.244336:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979896.244339:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979896.244341:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979896.244343:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979896.244345:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979896.244347:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979896.244348:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979896.371594:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979896.371601:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979896.371609:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979896.371610:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979896.371615:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979896.371616:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979896.371620:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979896.371621:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979896.371624:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979896.371625:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979896.371659:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979896.371663:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979896.371667:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979896.380377:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979896.380386:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979896.380388:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979896.380394:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979896.380398:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979896.380403:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979896.380407:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979896.380411:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979896.380416:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979897.267524:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979897.267535:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979897.267537:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979897.267544:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979897.267548:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979897.267553:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979897.267556:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979897.267559:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979897.267563:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979897.395618:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979897.395629:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979897.395632:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979897.395639:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979897.395644:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979897.395648:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979897.395652:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979897.395656:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979897.395659:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979897.395695:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979897.395704:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979897.395717:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979897.395722:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979897.395729:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979897.395733:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979897.395741:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979897.395744:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979897.395751:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979897.395754:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979897.908292:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979897.908344:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979897.908348:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979897.908353:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979897.908358:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979897.908367:0:297114:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 17551 00000400:00000200:0.0:1783979897.908380:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979897.908386:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979897.908390:0:297114:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979897.908393:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979897.908396:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979897.908398:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979897.908401:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979897.908406:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979897.908408:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783979897.908412:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979897.908415:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783979897.908418:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783979897.908420:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783979897.908424:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979897.908426:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979897.908428:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979897.908429:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979897.908434:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783979897.908438:0:297114:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979897.908441:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979897.908444:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979897.908450:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979897.908452:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979897.908455:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979897.908457:0:297114:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979897.908466:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783979897.908470:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783979897.908475:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979897.908477:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979897.908481:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979897.908485:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979897.908490:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979897.908499:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783979897.908508:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979897.908519:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620403069184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979897.908531:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979897.908536:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979897.908541:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620403069184/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.908558:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979897.908561:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979897.908564:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979897.908566:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979897.908568:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979897.908571:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979897.908573:0:297114:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17551 00000400:00000200:0.0:1783979897.908577:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979897.908581:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979897.908584:0:297114:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979897.908587:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979897.908589:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979897.908591:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979897.908593:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979897.908595:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979897.908596:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783979897.908597:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979897.908599:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783979897.908601:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783979897.908604:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783979897.908606:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979897.908608:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979897.908610:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979897.908612:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979897.908615:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783979897.908618:0:297114:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979897.908620:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979897.908622:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979897.908629:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979897.908632:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979897.908634:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979897.908639:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979897.908642:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979897.908645:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979897.908648:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783979897.908651:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979897.908653:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979897.908654:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979897.908656:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979897.908658:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979897.908660:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979897.908666:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783979897.908669:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979897.908674:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620403069312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979897.908682:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979897.908684:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979897.908687:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620403069312/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.908695:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979897.908697:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979897.908701:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979897.908702:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979897.908704:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979897.908706:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979897.908709:0:297114:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17551 00000400:00000200:0.0:1783979897.908713:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979897.908715:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979897.908718:0:297114:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979897.908720:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979897.908722:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979897.908724:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979897.908726:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979897.908727:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979897.908728:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783979897.908730:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979897.908732:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783979897.908734:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783979897.908736:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783979897.908739:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979897.908741:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979897.908743:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979897.908745:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979897.908747:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783979897.908750:0:297114:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979897.908752:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979897.908754:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979897.908757:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979897.908759:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979897.908761:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979897.908764:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979897.908766:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979897.908768:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979897.908771:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783979897.908773:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979897.908776:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979897.908777:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979897.908779:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979897.908780:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979897.908782:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979897.908786:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783979897.908789:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979897.908794:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620403069440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979897.908801:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979897.908803:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979897.908806:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620403069440/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.908814:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979897.908817:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979897.908821:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979897.908822:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979897.908823:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979897.908826:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979897.908829:0:297114:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17551 00000400:00000200:0.0:1783979897.908833:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979897.908835:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979897.908838:0:297114:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979897.908840:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979897.908842:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979897.908844:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979897.908846:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979897.908849:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979897.908850:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783979897.908852:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979897.908854:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783979897.908856:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783979897.908858:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783979897.908860:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979897.908862:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979897.908864:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979897.908866:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979897.908868:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783979897.908871:0:297114:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979897.908873:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979897.908875:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979897.908877:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979897.908879:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979897.908881:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979897.908883:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979897.908886:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979897.908888:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979897.908892:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783979897.908894:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979897.908897:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979897.908898:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979897.908900:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979897.908901:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979897.908902:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979897.908906:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783979897.908909:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979897.908913:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620403069568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979897.908920:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979897.908922:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979897.908926:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620403069568/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.908933:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979897.908935:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979897.908939:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979897.908940:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979897.908942:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979897.908944:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979897.908947:0:297114:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17551 00000400:00000200:0.0:1783979897.908951:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979897.908954:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979897.908956:0:297114:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979897.908959:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979897.908961:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979897.908962:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979897.908965:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979897.908966:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979897.908968:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783979897.908969:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979897.908971:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783979897.908973:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783979897.908975:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783979897.908978:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979897.908980:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979897.908981:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979897.908983:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979897.908984:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783979897.908987:0:297114:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979897.908989:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979897.908991:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979897.908994:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979897.908995:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979897.908997:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979897.908998:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979897.909001:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979897.909002:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979897.909006:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783979897.909007:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979897.909010:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979897.909011:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979897.909013:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979897.909014:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979897.909015:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979897.909019:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783979897.909023:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979897.909027:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620403069696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979897.909039:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979897.909040:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979897.909044:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620403069696/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979897.909051:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979897.909057:0:297114:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17561) 00000100:00000001:0.0:1783979898.291720:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979898.291731:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979898.291733:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979898.291740:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979898.291745:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979898.291750:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979898.291752:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979898.291755:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979898.291759:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979898.419536:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979898.419543:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979898.419544:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979898.419549:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979898.419552:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979898.419555:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979898.419557:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979898.419559:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979898.419562:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979898.419603:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979898.419612:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979898.419617:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979898.419624:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979898.419629:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979898.419631:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979898.419633:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979898.419635:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979898.419640:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979898.419641:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979898.419644:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979898.419646:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979898.419650:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979898.419651:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979898.419654:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979898.419656:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979898.419681:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979898.419683:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979898.419685:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979898.419876:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979898.419879:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979898.419880:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979898.419882:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979898.419884:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979898.419886:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979898.419887:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979898.419889:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979898.419891:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979898.420067:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979898.420073:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979898.420077:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979898.420082:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979898.420088:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979898.420092:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979898.420095:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979898.420097:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979898.420101:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979899.443475:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979899.443483:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979899.443485:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979899.443489:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979899.443584:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979899.443587:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979899.443589:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979899.443591:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979899.443594:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979899.443622:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979899.443624:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979899.443726:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979899.443729:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979899.443733:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979899.443734:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979899.443737:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979899.443738:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979899.443740:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979899.443741:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979899.443765:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979899.443769:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979899.443772:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979899.443983:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979899.443987:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979899.443989:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979899.443991:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979899.443998:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979899.444001:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979899.444004:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979899.444010:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979899.444013:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979900.471503:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979900.471511:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979900.471526:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979900.471532:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979900.471542:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979900.471546:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979900.471554:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979900.471556:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979900.471559:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979900.471561:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979901.491420:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979901.491425:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979901.491434:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979901.491437:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979901.491443:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979901.491446:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979901.491453:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979901.491456:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979901.491475:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979901.491479:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979901.491519:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979901.491524:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979901.491527:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979901.491532:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979901.491536:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979901.491541:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979901.491552:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979901.491555:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979901.491567:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979902.515626:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979902.515631:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979902.515635:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979902.515639:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979902.515641:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979902.515645:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979902.515648:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979902.515650:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979902.515652:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979902.515655:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979902.515658:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979902.515660:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979902.515662:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979902.515663:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979902.515665:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979902.515666:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979902.515668:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979902.515669:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979902.515673:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979902.515675:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979902.515676:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979902.515677:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979902.515679:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979902.515680:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979902.515681:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979902.515683:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979902.515687:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979902.515701:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979902.515706:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979902.515708:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979902.515709:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979902.515711:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979902.515713:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979902.515715:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979902.515744:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979902.515746:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979902.515748:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979902.515750:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979902.515752:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979902.515754:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979902.515756:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979902.515757:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979902.515759:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979902.516176:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979902.516179:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979902.516180:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979902.516182:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979902.516185:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979902.516186:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979902.516188:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979902.516189:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979902.516191:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979903.539419:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979903.539426:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979903.539432:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979903.539440:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979903.539447:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979903.539453:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979903.541509:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979903.541515:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979903.541520:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979903.541551:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979903.541554:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979903.541558:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979903.541559:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979903.541563:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979903.541565:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979903.541568:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979903.541569:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979903.541573:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979903.541581:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979903.541635:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979903.541638:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979903.541639:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979903.541643:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979903.541645:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979903.541648:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979903.541651:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979903.541652:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979903.541655:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979904.563432:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979904.563439:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979904.563441:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979904.563448:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979904.563468:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979904.563472:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979904.563474:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979904.563476:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979904.563479:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979904.563506:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979904.563508:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979904.563513:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979904.563514:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979904.563518:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979904.563519:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979904.563522:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979904.563523:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979904.563527:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979904.563528:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979904.564024:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979904.564027:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979904.564028:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979904.564030:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979904.564032:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979904.564035:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979904.564037:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979904.564039:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979904.564041:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979904.568362:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979904.568365:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979904.568366:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979904.568369:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979904.568370:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979904.568372:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979904.568374:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979904.568376:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979904.568378:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979905.588772:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979905.588776:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979905.588780:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979905.588782:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979905.588785:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979905.588786:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979905.588789:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979905.588790:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979905.588794:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979905.588795:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979905.588815:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979905.588817:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979905.588820:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979905.588828:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979905.588831:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979905.588833:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979905.588835:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979905.588837:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979905.588840:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979905.588842:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979905.588843:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979905.588845:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979906.611381:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979906.611388:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979906.611394:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979906.611396:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979906.611400:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979906.611401:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979906.611405:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979906.611406:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979906.611410:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979906.611411:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979906.611442:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979906.611446:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979906.611448:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979906.611452:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979906.611457:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979906.611462:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979906.611468:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979906.611473:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979906.611479:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979906.612159:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979906.612162:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979906.612163:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979906.612165:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979906.612167:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979906.612169:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979906.612170:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979906.612171:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979906.612173:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979907.635422:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979907.635428:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979907.635431:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979907.635436:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979907.635441:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979907.635446:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979907.635451:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979907.635454:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979907.635458:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979907.635481:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979907.635485:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979907.635488:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979907.635491:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979907.635495:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979907.635497:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979907.635500:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979907.635502:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979907.635507:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979907.635509:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979907.635513:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979907.635515:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979907.635518:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979907.635519:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979907.635531:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979907.635533:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979907.636086:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979907.636088:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979907.636090:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979907.636092:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979907.636094:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979907.636096:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979907.636098:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979907.636100:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979907.636103:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979908.147924:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979908.147932:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979908.147934:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979908.147937:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979908.147940:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979908.147946:0:297114:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 17561 00000400:00000200:0.0:1783979908.147954:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979908.147959:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979908.147961:0:297114:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979908.147964:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979908.147966:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979908.147968:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979908.147969:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979908.147972:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979908.147974:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783979908.147976:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979908.147978:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783979908.147980:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783979908.147981:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783979908.147983:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979908.147984:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979908.147985:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979908.147986:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979908.147988:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783979908.147990:0:297114:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979908.147991:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979908.147993:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979908.147995:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979908.147996:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979908.147998:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979908.148000:0:297114:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979908.148007:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783979908.148010:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783979908.148013:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979908.148014:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979908.148016:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979908.148018:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979908.148022:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979908.148028:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783979908.148034:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979908.148040:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620403070464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979908.148060:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979908.148063:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979908.148067:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620403070464/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979908.148089:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979908.148092:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979908.148094:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979908.148095:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979908.148096:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979908.148098:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979908.148099:0:297114:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17561 00000400:00000200:0.0:1783979908.148102:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979908.148104:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979908.148105:0:297114:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979908.148107:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979908.148108:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979908.148109:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979908.148110:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979908.148112:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979908.148113:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783979908.148114:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979908.148116:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783979908.148117:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783979908.148119:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783979908.148121:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979908.148122:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979908.148123:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979908.148124:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979908.148126:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783979908.148127:0:297114:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979908.148129:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979908.148131:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979908.148157:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979908.148159:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979908.148160:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979908.148163:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979908.148167:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979908.148170:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979908.148175:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783979908.148179:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979908.148182:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979908.148184:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979908.148186:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979908.148188:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979908.148190:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979908.148193:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783979908.148198:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979908.148204:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620403070592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979908.148212:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979908.148215:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979908.148220:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620403070592/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979908.148346:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979908.148352:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979908.148360:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979908.148362:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979908.148366:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979908.148371:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979908.148378:0:297114:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17561 00000400:00000200:0.0:1783979908.148386:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979908.148398:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979908.148401:0:297114:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979908.148405:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979908.148408:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979908.148413:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979908.148415:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979908.148422:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979908.148423:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783979908.148425:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979908.148428:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783979908.148432:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783979908.148433:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783979908.148436:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979908.148439:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979908.148441:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979908.148442:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979908.148449:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783979908.148453:0:297114:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979908.148457:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979908.148459:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979908.148462:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979908.148464:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979908.148468:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979908.148471:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979908.148473:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979908.148476:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979908.148483:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783979908.148487:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979908.148490:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979908.148491:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979908.148492:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979908.148494:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979908.148496:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979908.148500:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783979908.148504:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979908.148913:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620403070720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979908.148928:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979908.148932:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979908.148941:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620403070720/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979908.148963:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979908.148967:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979908.148977:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979908.148980:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979908.148983:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979908.148989:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979908.149001:0:297114:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17561 00000400:00000200:0.0:1783979908.149012:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979908.149020:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979908.149039:0:297114:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979908.149054:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979908.149059:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979908.149063:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979908.149067:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979908.149072:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979908.149075:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783979908.149079:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979908.149082:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783979908.149086:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783979908.149090:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783979908.149098:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979908.149101:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979908.149105:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979908.149109:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979908.149114:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783979908.149119:0:297114:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979908.149122:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979908.149125:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979908.149130:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979908.149135:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979908.149140:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979908.149144:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979908.149150:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979908.149153:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979908.149160:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783979908.149165:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979908.149171:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979908.149173:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979908.149176:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979908.149179:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979908.149182:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979908.149188:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783979908.149192:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979908.149198:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620403070848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979908.149204:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979908.149206:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979908.149210:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620403070848/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979908.149221:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979908.149225:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979908.149827:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979908.149884:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979908.149887:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979908.149891:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979908.149895:0:297114:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17561 00000400:00000200:0.0:1783979908.149903:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979908.149912:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979908.149916:0:297114:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979908.149921:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979908.149923:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979908.149927:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979908.149934:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979908.149938:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979908.149939:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783979908.149942:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979908.149945:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783979908.149949:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783979908.149952:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783979908.149960:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979908.149964:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979908.149966:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979908.149970:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979908.149974:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783979908.149979:0:297114:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979908.149985:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979908.149987:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979908.149990:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979908.149994:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979908.149997:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979908.150001:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979908.150009:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979908.150012:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979908.150018:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783979908.150021:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979908.150026:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979908.150040:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979908.150051:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979908.150054:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979908.150058:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979908.150069:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783979908.150076:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979908.150085:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620403070976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979908.150099:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979908.150102:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979908.150105:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620403070976/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979908.150121:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979908.150126:0:297114:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17571) 00000100:00000001:0.0:1783979908.659421:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979908.659429:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979908.659433:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979908.659440:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979908.659445:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979908.659451:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979908.663169:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979908.663178:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979908.663185:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979908.663237:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979908.663240:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979908.663245:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979908.663246:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979908.663250:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979908.663251:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979908.663254:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979908.663255:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979908.663258:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979908.663260:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979908.663325:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979908.663328:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979908.663330:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979908.663334:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979908.663337:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979908.663340:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979908.663342:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979908.663344:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979908.663346:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979908.663361:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979908.663364:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979908.663367:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979908.663381:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979908.663383:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979908.663384:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979908.663386:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979908.663388:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979908.663390:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979908.663391:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979908.663393:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979908.663394:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979909.683681:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979909.683684:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979909.683689:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979909.683691:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979909.683695:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979909.683696:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979909.683699:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979909.683700:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979909.683704:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979909.683705:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979909.683723:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979909.683736:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979909.683740:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979909.683749:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979909.683751:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979909.683753:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979909.683755:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979909.683757:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979909.683759:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979909.683761:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979909.683763:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979909.683765:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979909.686210:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979909.686213:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979909.686214:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979909.686217:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979909.686219:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979909.686220:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979909.686222:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979909.686224:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979909.686226:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979910.707678:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979910.707681:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979910.707683:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979910.707686:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979910.707688:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979910.707690:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979910.707692:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979910.707693:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979910.707695:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979910.707713:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979910.707716:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979910.707720:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979910.707721:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979910.707725:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979910.707726:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979910.707729:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979910.707730:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979910.707733:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979910.707735:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979910.707765:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979910.707768:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979910.707771:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979910.707778:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979910.707780:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979910.707782:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979910.707784:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979910.707786:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979910.707788:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979910.707789:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979910.707791:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979910.707793:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979910.713248:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979910.713252:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979910.713253:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979910.713256:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979910.713258:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979910.713260:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979910.713262:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979910.713264:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979910.713266:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979911.731448:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979911.731451:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979911.731453:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979911.731455:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979911.731457:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979911.731458:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979911.731460:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979911.731461:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979911.731463:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979911.731492:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979911.731494:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979911.731499:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979911.731500:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979911.731503:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979911.731504:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979911.731507:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979911.731508:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979911.731511:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979911.731512:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979911.731529:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979911.731532:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979911.731535:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979911.734571:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979911.734575:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979911.734576:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979911.734579:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979911.734582:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979911.734584:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979911.734586:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979911.734587:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979911.734589:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979912.755440:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979912.755447:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979912.755449:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979912.755455:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979912.755458:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979912.755462:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979912.755464:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979912.755467:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979912.755470:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979912.755495:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979912.755498:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979912.755502:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979912.755505:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979912.755507:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979912.755511:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979912.755514:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979912.755516:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979912.755518:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979912.755520:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979912.755524:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979912.755526:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979912.755527:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979912.755529:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979912.755530:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979912.755531:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979912.755533:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979912.755535:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979912.755538:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979912.755540:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979912.755541:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979912.755542:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979912.755543:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979912.755544:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979912.755546:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979912.755548:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979912.755551:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979912.755552:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979912.755553:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979912.755555:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979912.755556:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979912.755557:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979912.755559:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979912.755561:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979912.755578:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979912.755581:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979912.755584:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979912.756388:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979912.756391:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979912.756392:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979912.756395:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979912.756397:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979912.756399:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979912.756401:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979912.756402:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979912.756405:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979912.756615:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979912.756619:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979912.756620:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979912.756622:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979912.756623:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979912.756625:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979912.756627:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979912.756628:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979912.756630:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979913.267422:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979913.267443:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979913.267447:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979913.267450:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979913.267453:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979913.267460:0:297332:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 17566 00000400:00000200:0.0:1783979913.267469:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979913.267474:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979913.267477:0:297332:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979913.267480:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979913.267483:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979913.267484:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979913.267487:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979913.267491:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979913.267492:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783979913.267495:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979913.267498:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783979913.267500:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783979913.267502:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783979913.267504:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979913.267506:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979913.267508:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979913.267509:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979913.267512:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783979913.267515:0:297332:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979913.267517:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979913.267519:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979913.267522:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979913.267525:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979913.267527:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979913.267529:0:297332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979913.267537:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783979913.267540:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783979913.267544:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979913.267545:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979913.267548:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979913.267551:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979913.267555:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979913.267561:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783979913.267567:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979913.267576:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620403071104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979913.267585:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979913.267589:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979913.267593:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620403071104/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979913.267618:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979913.267621:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979913.267624:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979913.267625:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979913.267627:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979913.267629:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979913.267632:0:297332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17566 00000400:00000200:0.0:1783979913.267635:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979913.267638:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979913.267639:0:297332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979913.267642:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979913.267643:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979913.267645:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979913.267647:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979913.267648:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979913.267650:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783979913.267651:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979913.267653:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783979913.267655:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783979913.267657:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783979913.267659:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979913.267661:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979913.267663:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979913.267664:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979913.267666:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783979913.267668:0:297332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979913.267670:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979913.267671:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979913.267676:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979913.267678:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979913.267680:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979913.267683:0:297332:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979913.267686:0:297332:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979913.267688:0:297332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979913.267691:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783979913.267693:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979913.267695:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979913.267696:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979913.267697:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979913.267699:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979913.267700:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979913.267703:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783979913.267706:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979913.267710:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620403071232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979913.267717:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979913.267719:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979913.267722:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620403071232/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979913.267734:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979913.267736:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979913.267739:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979913.267740:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979913.267741:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979913.267743:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979913.267745:0:297332:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17566 00000400:00000200:0.0:1783979913.267748:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979913.267751:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979913.267753:0:297332:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979913.267755:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979913.267756:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979913.267758:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979913.267760:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979913.267761:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979913.267762:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783979913.267763:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979913.267765:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783979913.267767:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783979913.267768:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783979913.267771:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979913.267773:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979913.267774:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979913.267776:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979913.267779:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783979913.267781:0:297332:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979913.267783:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979913.267785:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979913.267787:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979913.267789:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979913.267791:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979913.267792:0:297332:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979913.267794:0:297332:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979913.267796:0:297332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979913.267799:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783979913.267801:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979913.267803:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979913.267804:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979913.267806:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979913.267807:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979913.267808:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979913.267811:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783979913.267815:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979913.267819:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620403071360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979913.267825:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979913.267827:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979913.267830:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620403071360/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979913.267836:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979913.267838:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979913.267841:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979913.267842:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979913.267843:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979913.267845:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979913.267848:0:297332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17566 00000400:00000200:0.0:1783979913.267851:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979913.267853:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979913.267855:0:297332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979913.267857:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979913.267859:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979913.267860:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979913.267862:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979913.267864:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979913.267865:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783979913.267866:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979913.267867:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783979913.267869:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783979913.267871:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783979913.267873:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979913.267874:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979913.267876:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979913.267877:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979913.267879:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783979913.267881:0:297332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979913.267883:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979913.267885:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979913.267887:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979913.267888:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979913.267890:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979913.267892:0:297332:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979913.267893:0:297332:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979913.267895:0:297332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979913.267897:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783979913.267899:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979913.268010:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979913.268012:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979913.268014:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979913.268015:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979913.268017:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979913.268021:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783979913.268024:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979913.268028:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620403071488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979913.268035:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979913.268037:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979913.268041:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620403071488/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979913.268048:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979913.268050:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979913.268053:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979913.268054:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979913.268055:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979913.268057:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979913.268059:0:297332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17566 00000400:00000200:0.0:1783979913.268063:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979913.268067:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979913.268069:0:297332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979913.268072:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979913.268075:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979913.268077:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979913.268078:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979913.268081:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979913.268082:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783979913.268084:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979913.268086:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783979913.268088:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783979913.268090:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783979913.268093:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979913.268095:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979913.268097:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979913.268099:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979913.268101:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783979913.268103:0:297332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979913.268105:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979913.268107:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979913.268109:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979913.268111:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979913.268113:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979913.268114:0:297332:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979913.268116:0:297332:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979913.268118:0:297332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979913.268122:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783979913.268124:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979913.268126:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979913.268127:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979913.268129:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979913.268130:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979913.268132:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979913.268135:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783979913.268138:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979913.268142:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620403071616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979913.268149:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979913.268157:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979913.268161:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620403071616/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979913.268168:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979913.268173:0:297332:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17576) 00010000:00000001:0.0:1783979913.779558:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979913.779561:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979913.779572:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979913.779574:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979913.779578:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979913.779579:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979913.779582:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979913.779584:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979913.779587:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979913.779588:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979913.779607:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979913.779609:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979913.779610:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979913.779613:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979913.779614:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979913.779617:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979913.779618:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979913.779620:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979913.779622:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979913.779629:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979913.779631:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979913.779634:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979913.779639:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979913.779641:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979913.779642:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979913.779644:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979913.779645:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979913.779647:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979913.779649:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979913.779651:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979913.779652:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979913.788425:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979913.788584:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979913.788586:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979913.788590:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979913.788594:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979913.788597:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979913.788599:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979913.788601:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979913.788672:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979914.804468:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979914.804473:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979914.804479:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979914.804480:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979914.804485:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979914.804486:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979914.804490:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979914.804491:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979914.804495:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979914.804496:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979914.804532:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979914.804536:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979914.804539:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979915.828114:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979915.828121:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979915.828126:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979915.828127:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979915.828131:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979915.828132:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979915.828135:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979915.828136:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979915.828140:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979915.828141:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979915.828162:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979915.828164:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979915.828167:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979915.830576:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979915.830582:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979915.830584:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979915.830589:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979915.830592:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979915.830595:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979915.830598:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979915.830600:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979915.830603:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979916.851429:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979916.851435:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979916.851437:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979916.851442:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979916.851445:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979916.851449:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979916.851452:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979916.851453:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979916.851456:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979916.851477:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979916.851479:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979916.851483:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979916.851484:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979916.851488:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979916.851489:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979916.851493:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979916.851494:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979916.851497:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979916.851498:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979916.851512:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979916.851515:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979916.851518:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979916.852016:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979916.852020:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979916.852021:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979916.852023:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979916.852025:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979916.852027:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979916.852030:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979916.852031:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979916.852034:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979916.852172:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979916.852178:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979916.852181:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979916.852185:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979916.852188:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979916.852190:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979916.852191:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979916.852193:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979916.852195:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979917.875429:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979917.875435:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979917.875440:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979917.875445:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979917.875450:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979917.875455:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979917.875462:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979917.875466:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979917.875469:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979917.875510:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979917.875520:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979917.875527:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979917.875533:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979917.875541:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979917.875547:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979917.875551:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979917.875554:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979917.875560:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979917.875563:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979917.875568:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979917.875570:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979917.875584:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979917.875586:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979917.875589:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979917.875591:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979917.875611:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979917.875614:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979917.875617:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979917.876663:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979917.876666:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979917.876667:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979917.876669:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979917.876671:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979917.876673:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979917.876676:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979917.876677:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979917.876679:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979918.904178:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979918.904185:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979918.904187:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979918.904192:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979918.904196:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979918.904200:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979918.904202:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979918.904205:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979918.904208:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979918.904231:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979918.904234:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979918.904238:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979918.904239:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979918.904243:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979918.904244:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979918.904248:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979918.904249:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979918.904252:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979918.904253:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979918.904268:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979918.904271:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979918.904274:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979919.923399:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979919.923404:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979919.923412:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979919.923416:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979919.923423:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979919.923426:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979919.923429:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979919.923430:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979919.923432:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979919.923434:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979919.923451:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979919.923452:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979919.923454:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979919.923657:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979919.923661:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979919.923662:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979919.923664:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979919.923666:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979919.923668:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979919.923670:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979919.923672:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979919.923674:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979919.931935:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979919.931942:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979919.931944:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979919.931949:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979919.931952:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979919.931956:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979919.931958:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979919.931960:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979919.931963:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979920.949169:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979920.949172:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979920.949177:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979920.949178:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979920.949181:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979920.949182:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979920.949186:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979920.949187:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979920.949190:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979920.949191:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979920.949222:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979920.949224:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979920.949225:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979920.949228:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979920.949230:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979920.949232:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979920.949234:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979920.949235:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979920.949237:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979921.972286:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979921.972289:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979921.972313:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979921.972314:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979921.972318:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979921.972320:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979921.972323:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979921.972325:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979921.972328:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979921.972330:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979922.996212:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979922.996215:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979922.996217:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979922.996220:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979922.996222:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979922.996224:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979922.996226:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979922.996227:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979922.996230:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979922.996257:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979922.996261:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979922.996267:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979922.996271:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979922.996273:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979922.996277:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979922.996281:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979922.996283:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979922.996285:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979922.996288:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979922.996312:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979922.996314:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979922.996315:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979922.996317:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979922.996319:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979922.996320:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979922.996322:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979922.996323:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979922.996328:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979922.996330:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979922.996331:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979922.996332:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979922.996334:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979922.996335:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979922.996337:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979922.996338:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979922.996342:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979922.996344:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979922.996345:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979922.996346:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979922.996348:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979922.996349:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979922.996350:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979922.996352:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979924.019847:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979924.019851:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979924.019853:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979924.019855:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979924.019857:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979924.019860:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979924.019861:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979924.019863:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979924.019865:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979924.019890:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979924.019894:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979924.019898:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979924.019900:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979924.019905:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979924.019906:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979924.019910:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979924.019911:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979924.019914:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979924.019916:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979924.021182:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979924.021186:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979924.021187:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979924.021190:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979924.021192:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979924.021194:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979924.022114:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979924.022116:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979924.022118:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979925.043466:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979925.043475:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979925.043478:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979925.043485:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979925.043490:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979925.043495:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979925.043499:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979925.043503:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979925.043510:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979925.043545:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979925.043549:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979925.043555:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979925.043557:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979925.043562:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979925.043563:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979925.043569:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979925.043570:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979925.043574:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979925.043575:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979925.044588:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979925.044590:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979925.044591:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979925.044593:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979925.044594:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979925.044595:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979925.044597:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979925.044598:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979925.044599:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979926.072047:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979926.072052:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979926.072058:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979926.072059:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979926.072064:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979926.072065:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979926.072070:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979926.072071:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979926.072075:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979926.072076:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979926.072102:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979926.072105:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979926.072107:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979926.072110:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979926.072112:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979926.072114:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979926.072116:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979926.072117:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979926.072119:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979926.072396:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979926.072398:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979926.072400:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979926.072401:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979926.072403:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979926.072405:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979926.072407:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979926.072408:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979926.072410:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979927.092989:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979927.092993:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979927.092994:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979927.092998:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979927.093001:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979927.093003:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979927.093005:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979927.093007:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979927.093010:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979927.093035:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979927.093038:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979927.093044:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979927.093046:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979927.093051:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979927.093052:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979927.093055:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979927.093056:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979927.093059:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979927.093061:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979928.115465:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979928.115473:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979928.115478:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979928.115485:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979928.115491:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979928.115495:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979928.115500:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979928.115504:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979928.115511:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979928.115513:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979928.115517:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979928.115519:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979928.115524:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979928.115528:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979928.115536:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979928.115539:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979928.116310:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979928.116315:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979928.116317:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979928.116320:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979928.116322:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979928.116324:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979928.116326:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979928.116328:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979928.116330:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979929.139469:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979929.139481:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979929.139484:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979929.139491:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979929.139497:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979929.139502:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979929.139506:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979929.139509:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979929.139513:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979929.139555:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979929.139559:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979929.139568:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979929.139570:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979929.139577:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979929.139579:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979929.139584:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979929.139587:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979929.139593:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979929.139595:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979929.139656:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979929.139661:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979929.139666:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979929.140712:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979929.140718:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979929.140720:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979929.140734:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979929.140739:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979929.140743:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979929.140746:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979929.140748:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979929.140752:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979930.165490:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979930.165495:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979930.165497:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979930.165501:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979930.165504:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979930.165507:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979930.165509:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979930.165510:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979930.165513:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979930.165543:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979930.165546:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979930.165551:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979930.165552:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979930.165556:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979930.165557:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979930.165561:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979930.165562:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979930.165566:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979930.165567:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979930.165585:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979930.165587:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979930.165590:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979931.191309:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979931.191313:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979931.191318:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979931.191320:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979931.191324:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979931.191326:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979931.191331:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979931.191334:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979931.191338:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979931.191339:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979931.191356:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979931.191359:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979931.191361:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979932.213209:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979932.213213:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979932.213214:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979932.213216:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979932.213218:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979932.213220:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979932.213222:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979932.213223:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979932.213225:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979932.213246:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979932.213249:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979932.213254:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979932.213255:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979932.213258:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979932.213260:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979932.213263:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979932.213264:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979932.213268:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979932.213269:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979932.213325:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979932.213328:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979932.213331:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979933.235760:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979933.235763:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979933.235768:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979933.235771:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979933.235773:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979933.235776:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979933.235778:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979933.235779:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979933.235781:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979933.235798:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979933.235801:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979933.235805:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979933.235808:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979933.235811:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979933.235814:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979933.235816:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979933.235818:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979933.235820:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979933.235823:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979933.235826:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979933.235828:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979933.235830:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979933.235831:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979933.235833:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979933.235834:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979933.235836:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979933.235838:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979933.235841:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979933.235843:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979933.235844:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979933.235845:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979933.235847:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979933.235848:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979933.235850:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979933.235851:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979933.235854:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979933.235855:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979933.235857:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979933.235858:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979933.235859:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979933.235860:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979933.235862:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979933.235864:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979933.235876:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979933.235879:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979933.235882:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783979933.748544:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979933.748558:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979933.748561:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979933.748564:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979933.748568:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979933.748575:0:297332:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 17587 00000400:00000200:0.0:1783979933.748584:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979933.748589:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979933.748593:0:297332:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979933.748596:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979933.748607:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979933.748610:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979933.748612:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979933.748616:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979933.748618:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783979933.748620:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979933.748623:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783979933.748626:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783979933.748628:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783979933.748632:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979933.748634:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979933.748636:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979933.748637:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979933.748640:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783979933.748643:0:297332:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979933.748646:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979933.748649:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979933.748652:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979933.748655:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979933.748658:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979933.748660:0:297332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979933.748666:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783979933.748670:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783979933.748674:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979933.748675:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979933.748678:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979933.748680:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979933.748683:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979933.748687:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783979933.748693:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979933.748702:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620403073664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979933.748712:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979933.748716:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979933.748720:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620403073664/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979933.748741:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979933.748744:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979933.748748:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979933.748749:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979933.748751:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979933.748753:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979933.748755:0:297332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17587 00000400:00000200:0.0:1783979933.748759:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979933.748762:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979933.748765:0:297332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979933.748767:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979933.748769:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979933.748771:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979933.748773:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979933.748774:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979933.748776:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783979933.748777:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979933.748779:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783979933.748781:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783979933.748783:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783979933.748785:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979933.748787:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979933.748789:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979933.748791:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979933.748793:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783979933.748795:0:297332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979933.748798:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979933.748799:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979933.748803:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979933.748805:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979933.748806:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979933.748809:0:297332:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979933.748811:0:297332:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979933.748812:0:297332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979933.748815:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783979933.748816:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979933.748818:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979933.748818:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979933.748820:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979933.748820:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979933.748822:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979933.748824:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783979933.748827:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979933.748830:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620403073792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979933.748835:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979933.748836:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979933.748839:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620403073792/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979933.748844:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979933.748845:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979933.748848:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979933.748848:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979933.748850:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979933.748851:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979933.748853:0:297332:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17587 00000400:00000200:0.0:1783979933.748855:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979933.748856:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979933.748858:0:297332:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979933.748859:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979933.748860:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979933.748861:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979933.748863:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979933.748864:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979933.748865:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783979933.748866:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979933.748867:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783979933.748868:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783979933.748869:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783979933.748871:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979933.748872:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979933.748872:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979933.748873:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979933.748875:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783979933.748877:0:297332:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979933.748878:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979933.748879:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979933.748880:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979933.748881:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979933.748882:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979933.748883:0:297332:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979933.748885:0:297332:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979933.748885:0:297332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979933.748887:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783979933.748888:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979933.748889:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979933.748890:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979933.748891:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979933.748891:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979933.748892:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979933.748894:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783979933.748895:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979933.748898:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620403073920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979933.748901:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979933.748902:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979933.748905:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620403073920/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979933.748909:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979933.748910:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979933.748912:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979933.748913:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979933.748914:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979933.748915:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979933.748917:0:297332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17587 00000400:00000200:0.0:1783979933.748918:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979933.748920:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979933.748921:0:297332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979933.748923:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979933.748924:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979933.748925:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979933.748926:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979933.748927:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979933.748927:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783979933.748928:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979933.748929:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783979933.748930:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783979933.748931:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783979933.748933:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979933.748934:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979933.748935:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979933.748936:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979933.748937:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783979933.748938:0:297332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979933.748939:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979933.748940:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979933.748941:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979933.748942:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979933.748943:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979933.748944:0:297332:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979933.748946:0:297332:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979933.748946:0:297332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979933.748948:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783979933.748950:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979933.748951:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979933.748953:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979933.748954:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979933.748956:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979933.748957:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979933.748960:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783979933.748963:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979933.748966:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620403074048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979933.748972:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979933.748974:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979933.748977:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620403074048/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979933.748984:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979933.748986:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979933.748989:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979933.748991:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979933.748992:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979933.748994:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979933.748996:0:297332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17587 00000400:00000200:0.0:1783979933.749000:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979933.749002:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979933.749003:0:297332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979933.749005:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979933.749006:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979933.749007:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979933.749008:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979933.749010:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979933.749010:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783979933.749011:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979933.749012:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783979933.749013:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783979933.749015:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783979933.749016:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979933.749018:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979933.749019:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979933.749020:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979933.749021:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783979933.749022:0:297332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979933.749023:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979933.749024:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979933.749026:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979933.749027:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979933.749028:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979933.749030:0:297332:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979933.749031:0:297332:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979933.749032:0:297332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979933.749034:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783979933.749035:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979933.749037:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979933.749037:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979933.749038:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979933.749039:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979933.749040:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979933.749042:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783979933.749044:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979933.749047:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620403074176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979933.749051:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979933.749053:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979933.749054:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620403074176/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979933.749060:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979933.749064:0:297332:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17597) 00010000:00000001:0.0:1783979934.259711:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979934.259714:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979934.259719:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979934.259720:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979934.259724:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979934.259725:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979934.259728:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979934.259729:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979934.259732:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979934.259733:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979934.259762:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979934.259765:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979934.259766:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979934.259769:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979934.259772:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979934.259774:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979934.259777:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979934.259780:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979934.259786:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979934.260573:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979934.260576:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979934.260577:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979934.260579:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979934.260581:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979934.260583:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979934.260598:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979934.260600:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979934.260602:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979935.283389:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979935.283396:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979935.283398:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979935.283403:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979935.283406:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979935.283410:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979935.283412:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979935.283415:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979935.283418:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979935.283438:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979935.283441:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979935.283446:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979935.283447:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979935.283451:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979935.283452:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979935.283455:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979935.283456:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979935.283460:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979935.283461:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979935.283762:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979935.283765:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979935.283766:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979935.283768:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979935.283770:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979935.283772:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979935.283774:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979935.283776:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979935.283777:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979936.307543:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979936.307546:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979936.307547:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979936.307549:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979936.307551:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979936.307553:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979936.307564:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979936.307566:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979936.307568:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979936.307586:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979936.307589:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979936.307594:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979936.307595:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979936.307599:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979936.307600:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979936.307603:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979936.307605:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979936.307608:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979936.307609:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979936.307635:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979936.307638:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979936.307641:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979936.307653:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979936.307656:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979936.307657:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979936.307659:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979936.307661:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979936.307662:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979936.307664:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979936.307665:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979936.307667:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979937.331431:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979937.331440:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979937.331442:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979937.331448:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979937.331452:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979937.331456:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979937.331459:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979937.331461:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979937.331465:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979937.331489:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979937.331492:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979937.331496:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979937.331497:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979937.331501:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979937.331502:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979937.331506:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979937.331507:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979937.331511:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979937.331512:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979937.331532:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979937.331535:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979937.332482:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979938.355407:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979938.355412:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979938.355414:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979938.355417:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979938.355420:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979938.355422:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979938.355424:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979938.355426:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979938.355430:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979938.355432:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979938.355435:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979938.355437:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979938.355440:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979938.355441:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979938.355444:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979938.355446:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979938.355543:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979938.355546:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979938.355549:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979938.355566:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979938.355568:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979938.355569:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979938.355571:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979938.355573:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979938.355575:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979938.355577:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979938.355578:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979938.355580:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979938.355833:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979938.355837:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979938.355838:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979938.355840:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979938.355842:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979938.355844:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979938.355846:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979938.355847:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979938.355848:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979939.379788:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979939.379791:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979939.379792:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979939.379795:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979939.379797:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979939.379800:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979939.379802:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979939.379804:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979939.379806:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979939.379813:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979939.379815:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979939.379817:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979939.379818:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979939.379820:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979939.379821:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979939.379823:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979939.379824:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979939.379826:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979939.379842:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979939.379844:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979939.379848:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979939.379849:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979939.379852:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979939.379854:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979939.379857:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979939.379858:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979939.379861:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979939.379862:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979939.379876:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979939.379878:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979939.379881:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979940.403461:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979940.403466:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979940.403470:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979940.403472:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979940.403476:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979940.403477:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979940.403482:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979940.403492:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979940.403495:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979940.403497:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979940.403514:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979940.403517:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979940.403520:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979940.403862:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979940.403865:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979940.403866:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979940.403869:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979940.403871:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979940.403873:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979940.403875:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979940.403877:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979940.403879:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979940.406961:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979940.406966:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979940.406968:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979940.406971:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979940.406974:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979940.406976:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979940.406978:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979940.406979:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979940.406981:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979941.427578:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979941.427586:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979941.427588:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979941.427593:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979941.427596:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979941.427599:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979941.427602:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979941.427605:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979941.427608:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979941.427632:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979941.427635:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979941.427641:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979941.427643:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979941.427650:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979941.427653:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979941.427659:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979941.427663:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979941.427669:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979941.427672:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979941.427694:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979941.427697:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979941.427700:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979941.429750:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979941.429754:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979941.429755:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979941.429758:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979941.429760:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979941.429762:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979941.429764:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979941.429766:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979941.429767:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979942.451434:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979942.451442:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979942.451444:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979942.451458:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979942.451462:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979942.451465:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979942.451468:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979942.451470:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979942.451472:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979942.451494:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979942.451497:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979942.451501:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979942.451502:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979942.451505:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979942.451507:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979942.451510:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979942.451511:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979942.451513:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979942.451514:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979942.451529:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979942.451532:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979942.451535:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979942.453846:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979942.453851:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979942.453852:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979942.453856:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979942.453859:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979942.453862:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979942.453864:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979942.453866:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979942.453868:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979943.475374:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979943.475377:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979943.475378:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979943.475383:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979943.475387:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979943.475390:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979943.475394:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979943.475396:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979943.475399:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979943.475420:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979943.475423:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979943.475428:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979943.475441:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979943.475444:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979943.475449:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979943.475452:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979943.475454:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979943.475456:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979943.475459:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979943.475463:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979943.475464:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979943.475466:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979943.475467:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979943.475588:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979943.475592:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979943.475594:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979943.475596:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979943.475600:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979943.475602:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979943.475603:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979943.475605:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979943.475606:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979943.475607:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979943.475609:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979943.475610:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979943.475613:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979943.475614:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979943.475615:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979943.475616:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979943.475618:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979943.475619:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979943.475620:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979943.475622:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979943.475640:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979943.475643:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979943.475645:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979943.476112:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979943.476115:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979943.476116:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979943.476119:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979943.476121:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979943.476123:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979943.476126:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979943.476127:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979943.476129:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979943.987660:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979943.987672:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979943.987675:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979943.987678:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979943.987692:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979943.987701:0:297332:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 17597 00000400:00000200:0.0:1783979943.987711:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979943.987716:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979943.987719:0:297332:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979943.987722:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979943.987726:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979943.987728:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979943.987730:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979943.987735:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979943.987737:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783979943.987739:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979943.987742:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783979943.987744:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783979943.987746:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783979943.987750:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979943.987752:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979943.987753:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979943.987755:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979943.987757:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783979943.987760:0:297332:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979943.987762:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979943.987765:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979943.987768:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979943.987770:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979943.987772:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979943.987774:0:297332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979943.987784:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783979943.987788:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783979943.987791:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979943.987801:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979943.987804:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979943.987806:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979943.987810:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979943.987818:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783979943.987824:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979943.987832:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620403074944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979943.987841:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979943.987845:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979943.987848:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620403074944/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979943.987877:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979943.987880:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979943.987883:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979943.987884:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979943.987886:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979943.987888:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979943.987891:0:297332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17597 00000400:00000200:0.0:1783979943.987895:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979943.987898:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979943.987899:0:297332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979943.987903:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979943.987904:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979943.987906:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979943.987908:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979943.987910:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979943.987911:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783979943.987912:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979943.987914:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783979943.987916:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783979943.987918:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783979943.987921:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979943.987922:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979943.987924:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979943.987925:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979943.987927:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783979943.987930:0:297332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979943.987932:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979943.987934:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979943.987938:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979943.987940:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979943.987942:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979943.987946:0:297332:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979943.987948:0:297332:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979943.987950:0:297332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979943.987953:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783979943.987955:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979943.987957:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979943.987958:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979943.987960:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979943.987961:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979943.987963:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979943.987966:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783979943.987969:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979943.987974:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620403075072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979943.988245:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979943.988247:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979943.988257:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620403075072/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979943.988265:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979943.988268:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979943.988271:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979943.988272:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979943.988273:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979943.988276:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979943.988280:0:297332:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17597 00000400:00000200:0.0:1783979943.988284:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979943.988287:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979943.988289:0:297332:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979943.988291:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979943.988389:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979943.988392:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979943.988394:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979943.988396:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979943.988397:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783979943.988398:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979943.988400:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783979943.988402:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783979943.988403:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783979943.988406:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979943.988407:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979943.988409:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979943.988410:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979943.988412:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783979943.988414:0:297332:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979943.988416:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979943.988418:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979943.988433:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979943.988436:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979943.988438:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979943.988440:0:297332:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979943.988441:0:297332:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979943.988443:0:297332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979943.988447:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783979943.988449:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979943.988451:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979943.988453:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979943.988454:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979943.988455:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979943.988457:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979943.988461:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783979943.988465:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979943.988470:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620403075200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979943.988477:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979943.988479:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979943.988482:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620403075200/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979943.988489:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979943.988492:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979943.988495:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979943.988497:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979943.988498:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979943.988500:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979943.988503:0:297332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17597 00000400:00000200:0.0:1783979943.988507:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979943.988510:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979943.988512:0:297332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979943.988515:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979943.988517:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979943.988519:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979943.988521:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979943.988523:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979943.988525:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783979943.988527:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979943.988530:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783979943.988532:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783979943.988533:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783979943.988536:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979943.988537:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979943.988539:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979943.988541:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979943.988543:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783979943.988545:0:297332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979943.988547:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979943.988548:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979943.988551:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979943.988552:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979943.988554:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979943.988556:0:297332:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979943.988558:0:297332:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979943.988559:0:297332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979943.988563:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783979943.988565:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979943.988567:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979943.988569:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979943.988570:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979943.988571:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979943.988573:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979943.988577:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783979943.988580:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979943.988584:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620403075328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979943.988590:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979943.988592:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979943.988595:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620403075328/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979943.988601:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979943.988603:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979943.990395:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979943.990397:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979943.990400:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979943.990403:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979943.990406:0:297332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17597 00000400:00000200:0.0:1783979943.990410:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979943.990413:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979943.990415:0:297332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979943.990418:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979943.990430:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979943.990432:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979943.990434:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979943.990437:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979943.990439:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783979943.990441:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979943.990444:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783979943.990446:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783979943.990448:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783979943.990451:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979943.990453:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979943.990454:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979943.990456:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979943.990458:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783979943.990461:0:297332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979943.990966:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979943.990969:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979943.990974:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979943.990976:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979943.991092:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979943.991096:0:297332:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979943.991099:0:297332:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979943.991101:0:297332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979943.991106:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783979943.991110:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979943.991113:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979943.991115:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979943.991117:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979943.991119:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979943.991122:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979943.991128:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783979943.991133:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979943.991139:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620403075456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979943.991146:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979943.991150:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979943.991153:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620403075456/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979943.991161:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979943.991166:0:297332:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17607) 00010000:00000001:0.0:1783979944.500524:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979944.500528:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979944.500534:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979944.500535:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979944.500539:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979944.500540:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979944.500543:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979944.500545:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979944.500548:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979944.500549:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979944.500573:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979944.500575:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979944.500577:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979944.500579:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979944.500581:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979944.500583:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979944.500585:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979944.500587:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979944.500590:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979944.501935:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979944.501940:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979944.501944:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979944.501949:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979944.501953:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979944.501957:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979944.501960:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979944.501962:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979944.501964:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979945.523452:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979945.523460:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979945.523461:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979945.523468:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979945.523472:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979945.523476:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979945.523478:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979945.523480:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979945.523484:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979945.523522:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979945.523524:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979945.523527:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979945.523528:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979945.523531:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979945.523532:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979945.523535:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979945.523536:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979945.523538:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979945.523539:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979945.523774:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979945.523777:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979945.523778:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979945.523779:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979945.523781:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979945.523783:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979945.523785:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979945.523786:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979945.523788:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979945.524027:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979945.524030:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979945.524031:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979945.524033:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979945.524035:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979945.524036:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979945.524038:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979945.524040:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979945.524042:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979946.547618:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979946.547621:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979946.547623:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979946.547625:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979946.547628:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979946.547630:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979946.547631:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979946.547633:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979946.547634:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979946.547655:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979946.547659:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979946.547666:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979946.547669:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979946.547677:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979946.547680:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979946.547687:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979946.547691:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979946.547697:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979946.547700:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979946.547725:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979946.547728:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979946.547730:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979946.547733:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979946.547738:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979946.547742:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979946.547746:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979946.547750:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979946.547755:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979946.547780:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979946.547785:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979946.547789:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979947.572716:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979947.572719:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979947.572720:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979947.572723:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979947.572725:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979947.572726:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979947.572728:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979947.572729:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979947.572731:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979947.572748:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979947.572753:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979947.572755:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979947.572758:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979947.572761:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979947.572763:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979947.572764:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979947.572766:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979947.572769:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979947.572771:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979947.572774:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979947.572775:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979947.572778:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979947.572779:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979947.572782:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979947.572783:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979947.572797:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979947.572799:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979947.572800:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979947.572802:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979947.572803:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979947.572804:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979947.572806:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979947.572807:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979947.572809:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979947.572816:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979947.572818:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979947.572821:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979948.595425:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979948.595431:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979948.595439:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979948.595449:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979948.595458:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979948.595461:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979948.595468:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979948.595471:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979948.595477:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979948.595481:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979948.595505:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979948.595510:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979948.595518:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979948.595641:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979948.595646:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979948.595648:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979948.595653:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979948.595656:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979948.595659:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979948.595695:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979948.595697:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979948.595699:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979949.107439:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979949.107451:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979949.107453:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979949.107457:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979949.107461:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979949.107469:0:297332:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 17602 00000400:00000200:0.0:1783979949.107478:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979949.107484:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979949.107487:0:297332:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979949.107489:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979949.107492:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979949.107494:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979949.107496:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979949.107499:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979949.107501:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783979949.107503:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979949.107506:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783979949.107508:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783979949.107509:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783979949.107511:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979949.107512:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979949.107513:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979949.107514:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979949.107516:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783979949.107519:0:297332:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979949.107520:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979949.107522:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979949.107525:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979949.107527:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979949.107528:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979949.107530:0:297332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979949.107539:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4ca680. 00000020:00000040:0.0:1783979949.107542:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783979949.107545:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979949.107546:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979949.107548:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979949.107550:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979949.107553:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979949.107560:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2400. 00000100:00000001:0.0:1783979949.107565:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979949.107575:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4ca680 x1870620403075584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979949.107586:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979949.107590:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979949.107595:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f3bd43] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4ca680 x1870620403075584/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979949.107625:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979949.107628:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979949.107631:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979949.107632:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979949.107634:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979949.107637:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979949.107640:0:297332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17602 00000400:00000200:0.0:1783979949.107644:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979949.107647:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979949.107650:0:297332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979949.107652:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979949.107654:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979949.107657:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979949.107659:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979949.107661:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979949.107662:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783979949.107664:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979949.107665:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783979949.107667:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783979949.107669:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783979949.107671:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979949.107673:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979949.107674:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979949.107676:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979949.107678:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783979949.107680:0:297332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979949.107683:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979949.107685:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979949.107691:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979949.107693:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979949.107695:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979949.107699:0:297332:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979949.107702:0:297332:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979949.107704:0:297332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979949.107707:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cb100. 00000020:00000040:0.0:1783979949.107710:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979949.107712:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979949.107713:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979949.107715:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979949.107717:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979949.107719:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979949.107722:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3c00. 00000100:00000001:0.0:1783979949.107726:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979949.107731:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cb100 x1870620403075712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979949.107751:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979949.107761:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979949.107766:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c016b4fd] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cb100 x1870620403075712/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979949.107774:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979949.107776:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979949.107779:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979949.107780:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979949.107782:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979949.107785:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979949.107787:0:297332:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17602 00000400:00000200:0.0:1783979949.107791:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979949.107795:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979949.107797:0:297332:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979949.107800:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979949.107802:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979949.107803:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979949.107805:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979949.107808:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979949.107809:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783979949.107810:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979949.107812:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783979949.107814:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783979949.107816:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783979949.107818:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979949.107819:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979949.107820:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979949.107822:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979949.107823:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783979949.107824:0:297332:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979949.107825:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979949.107826:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979949.107829:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979949.107830:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979949.107831:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979949.107833:0:297332:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979949.107834:0:297332:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979949.107835:0:297332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979949.107838:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8000. 00000020:00000040:0.0:1783979949.107840:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979949.107842:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979949.107843:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979949.107844:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979949.107846:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979949.107847:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979949.107851:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0800. 00000100:00000001:0.0:1783979949.107856:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979949.107860:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8000 x1870620403075840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979949.107866:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979949.107868:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979949.107871:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e50d2b] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8000 x1870620403075840/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979949.107878:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979949.107880:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979949.107883:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979949.107884:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979949.107886:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979949.107888:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979949.107890:0:297332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17602 00000400:00000200:0.0:1783979949.107894:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979949.107897:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979949.107899:0:297332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979949.107901:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979949.107903:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979949.107905:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979949.107906:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979949.107909:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979949.107910:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783979949.107911:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979949.107913:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783979949.107915:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783979949.107916:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783979949.107919:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979949.107921:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979949.107923:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979949.107925:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979949.107927:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783979949.107929:0:297332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979949.107931:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979949.107933:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979949.107935:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979949.107937:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979949.107939:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979949.107941:0:297332:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979949.107942:0:297332:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979949.107944:0:297332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979949.107948:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9c00. 00000020:00000040:0.0:1783979949.107950:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979949.107952:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979949.107954:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979949.107955:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979949.107957:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979949.107958:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979949.107962:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2000. 00000100:00000001:0.0:1783979949.107965:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979949.107969:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9c00 x1870620403075968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979949.107976:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979949.107978:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979949.107982:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1356f61] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9c00 x1870620403075968/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979949.107990:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979949.107992:0:297332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979949.107996:0:297332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979949.107997:0:297332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979949.107999:0:297332:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979949.108001:0:297332:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979949.108003:0:297332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17602 00000400:00000200:0.0:1783979949.108007:0:297332:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979949.108010:0:297332:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979949.108012:0:297332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979949.108014:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979949.108015:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979949.108016:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979949.108018:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979949.108021:0:297332:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979949.108022:0:297332:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783979949.108023:0:297332:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979949.108025:0:297332:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783979949.108027:0:297332:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783979949.108028:0:297332:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783979949.108030:0:297332:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979949.108039:0:297332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979949.108040:0:297332:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979949.108041:0:297332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979949.108042:0:297332:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783979949.108044:0:297332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979949.108045:0:297332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979949.108046:0:297332:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979949.108048:0:297332:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979949.108050:0:297332:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979949.108051:0:297332:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979949.108053:0:297332:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979949.108055:0:297332:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979949.108056:0:297332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979949.108061:0:297332:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4cbb80. 00000020:00000040:0.0:1783979949.108063:0:297332:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979949.108065:0:297332:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979949.108066:0:297332:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979949.108068:0:297332:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979949.108069:0:297332:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979949.108071:0:297332:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979949.108074:0:297332:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb3000. 00000100:00000001:0.0:1783979949.108077:0:297332:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979949.108082:0:297332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4cbb80 x1870620403076096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979949.108089:0:297332:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979949.108091:0:297332:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979949.108094:0:297332:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af897e3a] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4cbb80 x1870620403076096/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979949.108102:0:297332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979949.108106:0:297332:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17612) 00000100:00000001:0.0:1783979949.619396:0:192198:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979949.619400:0:192198:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979949.619404:0:192198:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979949.619410:0:192198:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f7662840 going to sleep for 0 seconds 00000100:00000001:0.0:1783979949.619417:0:192198:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979949.619422:0:192198:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979949.619427:0:192198:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979949.619431:0:192198:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979949.619436:0:192198:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979949.619464:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979949.619469:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979949.619480:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979949.619483:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979949.619490:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979949.619493:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979949.619500:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979949.619503:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979949.619523:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979949.619528:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979949.619551:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979949.619555:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979949.619558:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979950.643428:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979950.643432:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979950.643439:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979950.643441:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979950.643447:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979950.643449:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979950.643452:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979950.643455:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979950.643460:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979950.643462:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979950.643483:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979950.643486:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979950.643487:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979950.644647:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979950.644650:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979950.644651:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979950.644653:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979950.644655:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979950.644657:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979950.644658:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979950.644660:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979950.644662:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979951.667567:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979951.667575:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979951.667577:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979951.667583:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979951.667589:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979951.667594:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979951.667598:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979951.667601:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979951.667603:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979951.667628:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979951.667632:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979951.667640:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979951.667643:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979951.667647:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979951.667649:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979951.667653:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979951.667655:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979951.667660:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979951.667664:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979951.667703:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979951.667707:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979951.667710:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979951.670922:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979951.670926:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979951.670927:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979951.670930:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979951.670932:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979951.670934:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979951.670936:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979951.670938:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979951.670940:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979952.695012:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979952.695026:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979952.695028:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979952.695035:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979952.695039:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979952.695043:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979952.695046:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979952.695049:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979952.695052:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979952.695080:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979952.695083:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979952.695087:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979952.695088:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979952.695093:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979952.695094:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979952.695098:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979952.695099:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979952.695102:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979952.695103:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979952.695120:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979952.695123:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979952.695126:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979952.695313:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979952.695316:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979952.695317:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979952.695320:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979952.695323:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979952.695325:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979952.695327:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979952.695328:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979952.695331:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979953.715428:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979953.715433:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979953.715441:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979953.715447:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979953.715452:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979953.715456:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979953.715461:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979953.715464:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979953.715469:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979953.715472:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979953.715480:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979953.715482:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979953.715483:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979953.715485:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979953.715487:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979953.715488:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979953.715490:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979953.715493:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979953.715499:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979953.715503:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979953.715506:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979953.715512:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979953.715519:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979953.715523:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979953.715527:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979953.715531:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979953.715537:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979953.715541:0:297298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979953.715543:0:297298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979953.715544:0:297298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979953.715547:0:297298:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979953.715548:0:297298:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979953.715550:0:297298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979953.715552:0:297298:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979953.715570:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979953.715573:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979953.715575:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979953.716058:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979953.716061:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979953.716062:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979953.716065:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979953.716067:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979953.716069:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979953.716071:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979953.716073:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979953.716075:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979954.740542:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979954.740545:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979954.740550:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979954.740551:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979954.740555:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979954.740557:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979954.740560:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979954.740561:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979954.740565:0:297298:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979954.740566:0:297298:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979954.740581:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979954.740584:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979954.740587:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1783979955.763432:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979955.763440:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979955.763447:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979955.763448:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979955.763525:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979955.763527:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979955.763530:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979955.763532:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979955.763535:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979955.763536:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979955.763733:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979955.763736:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979955.763739:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979955.764081:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979955.764084:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979955.764085:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979955.764088:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979955.764090:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979955.764091:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979955.764093:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979955.764095:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979955.764097:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979955.764268:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979955.764271:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979955.764272:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979955.764274:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979955.764276:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979955.764278:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979955.764281:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979955.764282:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979955.764284:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979956.787749:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979956.787752:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979956.787761:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979956.787763:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979956.787766:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979956.787768:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979956.787770:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979956.787771:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979956.787773:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979956.787861:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979956.787865:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979956.787871:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979956.787873:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979956.787877:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979956.787886:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979956.787891:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979956.787892:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979956.787895:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979956.787897:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979956.787924:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979956.787928:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979956.787931:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979956.789005:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979956.789009:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979956.789010:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979956.789013:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979956.789018:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979956.789020:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979956.789023:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979956.789024:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979956.789025:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979957.811454:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979957.811461:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979957.811463:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979957.811468:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979957.811472:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979957.811475:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979957.811478:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979957.811480:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979957.811483:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979957.811525:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979957.811530:0:297366:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979957.811532:0:297366:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979957.811536:0:297366:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979957.811539:0:297366:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979957.811542:0:297366:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979957.811544:0:297366:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979957.811546:0:297366:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979957.811550:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979957.811552:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979957.811556:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979957.811557:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979957.811561:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979957.811562:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979957.811565:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979957.811566:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979957.811581:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979957.811584:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979957.811586:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979957.811959:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979957.811962:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979957.811963:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979957.811965:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979957.811967:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979957.811969:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979957.811971:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979957.811972:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979957.811974:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979958.835997:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979958.835999:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979958.836000:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979958.836002:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979958.836003:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979958.836004:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979958.836005:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979958.836093:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979958.836095:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979958.836118:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979958.836120:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979958.836127:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979958.836131:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979958.836140:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979958.836141:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979958.836146:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979958.836148:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979958.836154:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979958.836156:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979958.836193:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979958.836200:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979958.836205:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783979959.347938:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) b864d244-ec5f-4dbc-a17c-ecaa04792219->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979959.347951:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1783979959.347953:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979959.347957:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dda000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979959.347962:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979959.347970:0:297114:0:(import.c:510:import_select_connection()) MGC192.168.201.148@tcp: connect to NID 192.168.201.148@tcp last attempt 17612 00000400:00000200:0.0:1783979959.347980:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979959.347986:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979959.347989:0:297114:0:(import.c:589:import_select_connection()) MGC192.168.201.148@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979959.347992:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979959.347995:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979959.347997:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979959.348000:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979959.348004:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979959.348006:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1231e 00000020:00000001:0.0:1783979959.348009:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979959.348012:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dde800 refcount=3 00000020:00000001:0.0:1783979959.348014:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000020:00000001:0.0:1783979959.348016:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978739200 : -110484730812416 : ffff9b83c4dde800) 00000100:00000040:0.0:1783979959.348019:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979959.348020:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979959.348022:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979959.348024:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979959.348026:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dde800 : new refcount 2 00000100:00080000:0.0:1783979959.348029:0:297114:0:(import.c:624:import_select_connection()) MGC192.168.201.148@tcp: import ffff9b83c4dda000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979959.348031:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979959.348034:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979959.348037:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979959.348039:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979959.348042:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1783979959.348045:0:297114:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979959.348054:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783979959.348057:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c4dda000 refcount=4 obd=MGC192.168.201.148@tcp 02000000:00000001:0.0:1783979959.348061:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979959.348062:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979959.348065:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979959.348068:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979959.348071:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979959.348078:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1000. 00000100:00000001:0.0:1783979959.348085:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979959.348094:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620403076864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979959.348103:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979959.348107:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979959.348112:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620403076864/t0(0) o250->MGC192.168.201.148@tcp@192.168.201.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979959.350859:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979959.350864:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979959.350867:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1783979959.350869:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979959.350871:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83cbf4f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979959.350875:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979959.350878:0:297114:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17612 00000400:00000200:0.0:1783979959.350883:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979959.350886:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979959.350890:0:297114:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979959.350892:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979959.350895:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979959.350897:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979959.350900:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979959.350903:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979959.350905:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12372 00000020:00000001:0.0:1783979959.350908:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979959.350911:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4ddc000 refcount=5 00000020:00000001:0.0:1783979959.350913:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000020:00000001:0.0:1783979959.350915:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978728960 : -110484730822656 : ffff9b83c4ddc000) 00000100:00000040:0.0:1783979959.350918:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979959.350920:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979959.350922:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979959.350924:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979959.350927:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4ddc000 : new refcount 4 00000100:00080000:0.0:1783979959.350929:0:297114:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b83c87ef800: import ffff9b83cbf4f000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979959.350932:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979959.350934:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979959.350940:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979959.350943:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979959.350944:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979959.350949:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979959.350951:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979959.350953:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979959.350959:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783979959.350962:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83cbf4f000 refcount=147 obd=lustre-MDT0000-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979959.350966:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979959.350967:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979959.350970:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979959.350972:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979959.350975:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979959.350981:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783979959.350987:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979959.350994:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620403076992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979959.351003:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979959.351008:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979959.351012:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620403076992/t0(0) o38->lustre-MDT0000-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979959.356697:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979959.356703:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979959.356707:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1783979959.356708:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979959.356711:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c4dc8800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979959.356713:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979959.356717:0:297114:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17612 00000400:00000200:0.0:1783979959.356721:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979959.356725:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979959.356728:0:297114:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979959.356731:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979959.356734:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979959.356736:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979959.356738:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979959.356815:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979959.356816:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12379 00000020:00000001:0.0:1783979959.356818:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979959.356821:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83d1940800 refcount=5 00000020:00000001:0.0:1783979959.356824:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000020:00000001:0.0:1783979959.356826:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633589192001536 : -110484517550080 : ffff9b83d1940800) 00000100:00000040:0.0:1783979959.356829:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979959.356832:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979959.356833:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979959.356835:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979959.356838:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83d1940800 : new refcount 4 00000100:00080000:0.0:1783979959.356841:0:297114:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b83c87ef800: import ffff9b83c4dc8800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979959.356844:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979959.356846:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979959.356853:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979959.356856:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979959.356858:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979959.356862:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1783979959.356865:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979959.356867:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979959.356872:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c8700. 00000020:00000040:0.0:1783979959.356875:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c4dc8800 refcount=126 obd=lustre-MDT0001-mdc-ffff9b83c87ef800 02000000:00000001:0.0:1783979959.356879:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979959.356881:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979959.356883:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979959.356886:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979959.356890:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979959.356896:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb1400. 00000100:00000001:0.0:1783979959.356902:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979959.356908:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c8700 x1870620403077120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979959.356916:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979959.356920:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979959.356924:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000710bae8] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c8700 x1870620403077120/t0(0) o38->lustre-MDT0001-mdc-ffff9b83c87ef800@192.168.201.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979959.356934:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979959.356936:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979959.356940:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1783979959.356941:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979959.356942:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979959.356945:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979959.356948:0:297114:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17612 00000400:00000200:0.0:1783979959.356952:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979959.356955:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979959.356957:0:297114:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979959.356959:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979959.356961:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979959.356963:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979959.356965:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979959.356967:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979959.356968:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b12387 00000020:00000001:0.0:1783979959.356970:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979959.356972:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc800 refcount=4 00000020:00000001:0.0:1783979959.356974:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000020:00000001:0.0:1783979959.356976:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978665472 : -110484730886144 : ffff9b83c4dcc800) 00000100:00000040:0.0:1783979959.356978:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979959.356980:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979959.356982:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979959.356984:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979959.356986:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc800 : new refcount 3 00000100:00080000:0.0:1783979959.356989:0:297114:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b83c87ef800: import ffff9b83c87f4800 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979959.356991:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979959.356993:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979959.356995:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979959.356997:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979959.356999:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979959.357001:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979959.357003:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979959.357005:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979959.357009:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9180. 00000020:00000040:0.0:1783979959.357012:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c87f4800 refcount=14 obd=lustre-OST0000-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979959.357014:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979959.357015:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979959.357017:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979959.357019:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979959.357020:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979959.357024:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb2800. 00000100:00000001:0.0:1783979959.357027:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979959.357032:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9180 x1870620403077248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979959.357038:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979959.357040:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979959.357043:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba02f3] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9180 x1870620403077248/t0(0) o8->lustre-OST0000-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979959.357050:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1783979959.357052:0:297114:0:(pinger.c:229:ptlrpc_pinger_process_import()) 236eb0ee-5329-4249-a95e-871883d90649->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783979959.357055:0:297114:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1783979959.357056:0:297114:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1783979959.357057:0:297114:0:(import.c:65:import_set_state_nolock()) ffff9b83c87f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1783979959.357060:0:297114:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1783979959.357062:0:297114:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: connect to NID 192.168.201.148@tcp last attempt 17612 00000400:00000200:0.0:1783979959.357065:0:297114:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.148@tcp to cpt 1 00000400:00000200:0.0:1783979959.357068:0:297114:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.148@tcp is discovered: rc = 1 00000100:00080000:0.0:1783979959.357070:0:297114:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1783979959.357072:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979959.357074:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979959.357076:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979959.357078:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000001:0.0:1783979959.357080:0:297114:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783979959.357081:0:297114:0:(genops.c:825:class_conn2export()) looking for export cookie 0xc4ea75fdb9b1238e 00000020:00000001:0.0:1783979959.357082:0:297114:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783979959.357084:0:297114:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b83c4dcc000 refcount=4 00000020:00000001:0.0:1783979959.357085:0:297114:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000020:00000001:0.0:1783979959.357087:0:297114:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633588978663424 : -110484730888192 : ffff9b83c4dcc000) 00000100:00000040:0.0:1783979959.357090:0:297114:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9b83c3379f80 refcount 14 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979959.357092:0:297114:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783979959.357094:0:297114:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b83c3379f80 refcount 15 to 192.168.201.148@tcp 00000100:00000001:0.0:1783979959.357095:0:297114:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633588951064448 : -110484758487168 : ffff9b83c3379f80) 00000020:00000040:0.0:1783979959.357097:0:297114:0:(genops.c:900:class_export_put()) PUTting export ffff9b83c4dcc000 : new refcount 3 00000100:00080000:0.0:1783979959.357100:0:297114:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b83c87ef800: import ffff9b83c87f0000 using connection 192.168.201.148@tcp/192.168.201.148@tcp 00000100:00000001:0.0:1783979959.357102:0:297114:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783979959.357103:0:297114:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1783979959.357105:0:297114:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783979959.357108:0:297114:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979959.357110:0:297114:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1783979959.357111:0:297114:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1783979959.357113:0:297114:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979959.357115:0:297114:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783979959.357118:0:297114:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b83ef4c9f80. 00000020:00000040:0.0:1783979959.357120:0:297114:0:(genops.c:1231:class_import_get()) import ffff9b83c87f0000 refcount=14 obd=lustre-OST0001-osc-ffff9b83c87ef800 02000000:00000001:0.0:1783979959.357122:0:297114:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1783979959.357123:0:297114:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979959.357125:0:297114:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783979959.357126:0:297114:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783979959.357128:0:297114:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783979959.357131:0:297114:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b83fffb0400. 00000100:00000001:0.0:1783979959.357134:0:297114:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979959.357138:0:297114:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b83ef4c9f80 x1870620403077376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783979959.357144:0:297114:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783979959.357146:0:297114:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979959.357149:0:297114:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044b1509] to pc [ptlrpcd_rcv+-1] req@ffff9b83ef4c9f80 x1870620403077376/t0(0) o8->lustre-OST0001-osc-ffff9b83c87ef800@192.168.201.148@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783979959.357167:0:297114:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783979959.357172:0:297114:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17622) 00000100:00000001:0.0:1783979959.731541:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979959.731544:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979959.731545:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979959.731549:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979959.731551:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979959.731554:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979959.731556:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979959.731557:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979959.731559:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979959.859555:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979959.859561:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979959.859569:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979959.859574:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979959.859580:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979959.859584:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979959.859591:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979959.859594:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979959.859601:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979959.859602:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979959.859626:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979959.859631:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979959.859636:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979960.755493:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979960.755501:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979960.755503:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979960.755507:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979960.755511:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979960.755515:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979960.755517:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979960.755519:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979960.755522:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979960.883367:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979960.883373:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979960.883380:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979960.883381:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979960.883386:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979960.883387:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979960.883390:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979960.883392:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979960.883394:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979960.883395:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979960.883419:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979960.883423:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979960.883427:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979960.883451:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979960.883455:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979960.883457:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979960.883460:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979960.883463:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979960.883465:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979960.883467:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979960.883470:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979960.883472:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979960.883917:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979960.883920:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979960.883921:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979960.883923:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979960.883924:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979960.883926:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979960.883928:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979960.883929:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979960.883931:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979961.779338:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979961.779344:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979961.779345:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979961.779350:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979961.779353:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979961.779355:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979961.779357:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979961.779359:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979961.779361:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979961.908581:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979961.908584:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979961.908586:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979961.908589:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979961.908591:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979961.908593:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979961.908595:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979961.908596:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979961.908598:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979961.908616:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979961.908620:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979961.908624:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979961.908625:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979961.908629:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979961.908630:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979961.908633:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979961.908634:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979961.908637:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979961.908638:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979961.908653:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979961.908656:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979961.908658:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979961.908809:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979961.908812:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979961.908813:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979961.908815:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979961.908817:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979961.908818:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979961.908820:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979961.908822:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979961.908824:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979961.908946:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979961.908948:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979961.908949:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979961.908951:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979961.908952:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979961.908954:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979961.908956:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979961.908957:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979961.908959:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979962.803368:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979962.803376:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979962.803378:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979962.803383:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979962.803387:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979962.803391:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979962.803393:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979962.803396:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979962.803398:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979962.931603:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979962.931605:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979962.931607:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979962.931610:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979962.931611:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979962.931613:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979962.931615:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979962.931616:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979962.931618:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979962.931636:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979962.931639:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979962.931643:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979962.931644:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979962.931647:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979962.931648:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979962.931651:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979962.931653:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979962.931656:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979962.931657:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979962.931671:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979962.931674:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979962.931677:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979962.935949:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979962.935953:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979962.935954:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979962.935956:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979962.935958:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979962.935959:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979962.935962:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979962.935963:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979962.935965:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979962.954405:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979962.954408:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979962.954409:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979962.954412:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979962.954413:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979962.954415:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979962.954417:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979962.954418:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979962.954430:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979963.827412:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979963.827420:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979963.827422:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979963.827428:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979963.827432:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979963.827438:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979963.827443:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979963.827448:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979963.827455:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979963.955369:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979963.955377:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979963.955378:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979963.955384:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979963.955389:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979963.955392:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979963.955395:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979963.955397:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979963.955400:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979963.955421:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979963.955424:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979963.955428:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979963.955431:0:297366:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979963.955434:0:297366:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979963.955437:0:297366:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979963.955440:0:297366:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979963.955442:0:297366:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979963.955444:0:297366:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979963.955446:0:297366:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979963.955450:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979963.955452:0:297366:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979963.955453:0:297366:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979963.955455:0:297366:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979963.955457:0:297366:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979963.955458:0:297366:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979963.955460:0:297366:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979963.955462:0:297366:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979963.955465:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979963.955467:0:297366:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979963.955468:0:297366:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979963.955469:0:297366:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979963.955471:0:297366:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979963.955472:0:297366:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979963.955474:0:297366:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979963.955475:0:297366:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979963.955478:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979963.955480:0:297366:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979963.955481:0:297366:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979963.955482:0:297366:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979963.955484:0:297366:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979963.955485:0:297366:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979963.955486:0:297366:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979963.955488:0:297366:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979963.955505:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979963.955508:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979963.955510:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979963.957133:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979963.957137:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979963.957138:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979963.957141:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979963.957144:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979963.957148:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979963.957150:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979963.957152:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979963.957154:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979964.851810:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979964.851819:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979964.851821:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979964.851826:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979964.851830:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979964.851834:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979964.851836:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979964.851838:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979964.851841:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979964.981221:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979964.981227:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979964.981233:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979964.981234:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979964.981238:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979964.981239:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979964.981242:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979964.981243:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979964.981246:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979964.981247:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979964.981368:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979964.981372:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979964.981373:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979964.981376:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979964.981380:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979964.981383:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979964.981386:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979964.981387:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979964.981390:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979965.875402:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979965.875410:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979965.875415:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979965.875422:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979965.875428:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979965.875434:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979965.875445:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979965.875449:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979965.875453:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979966.005358:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979966.005364:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979966.005368:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979966.005369:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979966.005372:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979966.005373:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979966.005375:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979966.005376:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979966.005378:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979966.005379:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979966.005411:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979966.005413:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979966.005414:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979966.005416:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979966.005419:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979966.005421:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979966.005423:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979966.005425:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979966.005427:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979966.899421:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979966.899429:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979966.899432:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979966.899437:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979966.899440:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979966.899445:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979966.899447:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979966.899450:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979966.899453:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979967.030597:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979967.030600:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979967.030604:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979967.030605:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979967.030610:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979967.030611:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979967.030614:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979967.030615:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979967.030618:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979967.030619:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979967.923420:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979967.923426:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979967.923429:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979967.923437:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979967.923444:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979967.923449:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979967.923461:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979967.923465:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979967.923469:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979968.051443:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979968.051451:0:297366:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979968.051453:0:297366:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979968.051457:0:297366:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979968.051462:0:297366:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979968.051465:0:297366:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979968.051466:0:297366:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979968.051469:0:297366:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979968.051474:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979968.051475:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979968.051479:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979968.051480:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979968.051484:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979968.051485:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979968.051488:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979968.051490:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979968.052014:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979968.052017:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979968.052018:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979968.052020:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979968.052022:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979968.052024:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979968.052026:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979968.052028:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979968.052030:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979968.052168:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979968.052170:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979968.052170:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979968.052172:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979968.052173:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979968.052174:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979968.052175:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979968.052176:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979968.052177:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979968.947896:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979968.947905:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979968.947907:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979968.947912:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979968.947916:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979968.947920:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979968.947922:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979968.947924:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979968.947928:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979969.075560:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979969.075563:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979969.075564:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979969.075567:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979969.075569:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979969.075572:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979969.081282:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979969.081290:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979969.081307:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979969.081594:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979969.081598:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979969.081602:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979969.081603:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979969.081608:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979969.081609:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979969.081612:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979969.081613:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979969.081616:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979969.081617:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979969.082794:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979969.082799:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979969.082802:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979969.082808:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979969.082814:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979969.082818:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979969.082823:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979969.082826:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979969.082830:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979969.972117:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979969.972121:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979969.972122:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979969.972126:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979969.972128:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979969.972130:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979969.972132:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979969.972134:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979969.972135:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979970.099400:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979970.099408:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979970.099416:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979970.099419:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979970.099424:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979970.099427:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979970.099434:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979970.099437:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979970.099445:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979970.099449:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979970.099475:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979970.099479:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979970.099483:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979970.099488:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979970.099493:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979970.099499:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979970.099504:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979970.099508:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979970.099511:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979970.099537:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979970.099543:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979970.099546:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979970.102291:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979970.102352:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979970.102353:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979970.102356:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979970.102359:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979970.102361:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979970.102363:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979970.102366:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979970.102369:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979970.995433:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979970.995453:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979970.995456:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979970.995464:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979970.995470:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979970.995475:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979970.995482:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979970.995485:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979970.995488:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979971.124086:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979971.124090:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979971.124095:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979971.124098:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979971.124105:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979971.124109:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979971.124114:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979971.124115:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979971.124120:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979971.124122:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979971.124148:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979971.124153:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979971.124160:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979972.019415:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979972.019423:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979972.019427:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979972.019435:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979972.019442:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979972.019447:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979972.019451:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979972.019455:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979972.019459:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979972.147416:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979972.147423:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979972.147429:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979972.147431:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979972.147437:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979972.147440:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979972.147447:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979972.147451:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979972.147455:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979972.147458:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979972.147482:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979972.147486:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979972.147489:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979972.147512:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979972.147517:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979972.147521:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979972.147525:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979972.147529:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979972.147531:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979972.147534:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979972.147535:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979972.147539:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979972.147681:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979972.147685:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979972.147687:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979972.147690:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979972.147692:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979972.147694:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979972.147696:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979972.147697:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979972.147699:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979973.043500:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979973.043512:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979973.043514:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979973.043520:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979973.043524:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979973.043527:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979973.043530:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979973.043532:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979973.043536:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979973.171430:0:296912:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979973.171437:0:296912:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979973.171438:0:296912:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979973.171443:0:296912:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979973.171447:0:296912:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979973.171450:0:296912:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979973.171453:0:296912:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979973.171455:0:296912:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979973.171458:0:296912:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979973.171480:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979973.171483:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979973.171487:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979973.171488:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979973.171492:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979973.171493:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979973.171496:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979973.171497:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979973.171500:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979973.171501:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979973.171523:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979973.171526:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979973.171528:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979973.171722:0:296883:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979973.171725:0:296883:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979973.171726:0:296883:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979973.171728:0:296883:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979973.171730:0:296883:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979973.171732:0:296883:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979973.171733:0:296883:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979973.171735:0:296883:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979973.171736:0:296883:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979974.067401:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979974.067408:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979974.067410:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979974.067414:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979974.067418:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979974.067421:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979974.067424:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979974.067426:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979974.067429:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979974.196748:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979974.196752:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979974.196754:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979974.196757:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979974.196762:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979974.196765:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979974.196769:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979974.196773:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979974.196777:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979974.196799:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979974.196803:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979974.196808:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979974.196811:0:297366:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979974.196814:0:297366:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979974.196817:0:297366:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979974.196820:0:297366:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979974.196822:0:297366:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979974.196824:0:297366:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979974.196826:0:297366:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979974.196830:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979974.196831:0:297366:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979974.196832:0:297366:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979974.196833:0:297366:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979974.196835:0:297366:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979974.196836:0:297366:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979974.196837:0:297366:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979974.196839:0:297366:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979974.196842:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979974.196844:0:297366:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979974.196845:0:297366:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979974.196846:0:297366:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979974.196847:0:297366:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979974.196848:0:297366:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979974.196850:0:297366:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979974.196851:0:297366:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979974.196854:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979974.196855:0:297366:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979974.196856:0:297366:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979974.196858:0:297366:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979974.196859:0:297366:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979974.196861:0:297366:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979974.196862:0:297366:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979974.196864:0:297366:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979974.196885:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979974.196888:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979974.196891:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979975.091674:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979975.091680:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979975.091681:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979975.091686:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979975.091688:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979975.091692:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979975.091694:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979975.091698:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979975.091700:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979975.223830:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979975.223835:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979975.223840:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979975.223842:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979975.223846:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979975.223847:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979975.223851:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979975.223852:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979975.223855:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979975.223856:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979975.223900:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979975.223903:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979975.223906:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979976.115407:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979976.115417:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979976.115421:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979976.115429:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979976.115436:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979976.115442:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979976.115445:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979976.115450:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979976.115453:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979976.243601:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979976.243605:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979976.243606:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979976.243610:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979976.243612:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979976.243614:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979976.243616:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979976.243618:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979976.243620:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979976.243641:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979976.243643:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979976.243647:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979976.243648:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979976.243652:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979976.243653:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979976.243656:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979976.243658:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979976.243660:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979976.243662:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979976.243680:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979976.243682:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979976.243684:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979976.244731:0:296882:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979976.244735:0:296882:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979976.244736:0:296882:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979976.244739:0:296882:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1783979976.244741:0:296882:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979976.244742:0:296882:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979976.244744:0:296882:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979976.244746:0:296882:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979976.244747:0:296882:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979977.139534:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979977.139537:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979977.139539:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979977.139541:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979977.139543:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979977.139545:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979977.139547:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979977.139548:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979977.139550:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979977.267588:0:192197:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979977.267591:0:192197:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979977.267593:0:192197:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979977.267595:0:192197:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8ae40 going to sleep for 0 seconds 00000100:00000001:0.0:1783979977.267598:0:192197:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979977.267600:0:192197:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979977.267602:0:192197:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979977.267604:0:192197:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979977.267606:0:192197:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979977.267631:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979977.267636:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979977.267653:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979977.267654:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979977.267659:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979977.267661:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979977.267666:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979977.267669:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979977.267676:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979977.267679:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979977.267701:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979977.267713:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979977.267717:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979978.163427:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979978.163440:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979978.163444:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979978.163449:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979978.163458:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979978.163462:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979978.163468:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979978.163472:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979978.163477:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979978.294974:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979978.294980:0:297366:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1783979978.294982:0:297366:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1783979978.294985:0:297366:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979978.294990:0:297366:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1783979978.294992:0:297366:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979978.294994:0:297366:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979978.294996:0:297366:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979978.295000:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979978.295001:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979978.295005:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979978.295006:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979978.295009:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979978.295010:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979978.295013:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979978.295014:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979978.295032:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979978.295034:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979978.295036:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979978.295045:0:296910:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979978.295047:0:296910:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979978.295048:0:296910:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979978.295051:0:296910:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83f726d600 going to sleep for 0 seconds 00000100:00000001:0.0:1783979978.295053:0:296910:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979978.295055:0:296910:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979978.295057:0:296910:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979978.295058:0:296910:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979978.295060:0:296910:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979979.187439:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979979.187448:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979979.187450:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979979.187456:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979979.187460:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979979.187464:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979979.187467:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979979.187470:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979979.187474:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783979979.318941:0:296903:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979979.318947:0:296903:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979979.318948:0:296903:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979979.318952:0:296903:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fdf8a180 going to sleep for 0 seconds 00000100:00000001:0.0:1783979979.318955:0:296903:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979979.318958:0:296903:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979979.318961:0:296903:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979979.318963:0:296903:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979979.318966:0:296903:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979979.318988:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979979.318991:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979979.318995:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979979.318997:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979979.319000:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979979.319002:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979979.319005:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979979.319006:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979979.319010:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979979.319011:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979979.319027:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979979.319030:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979979.319032:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979980.211479:0:197616:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979980.211488:0:197616:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979980.211490:0:197616:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979980.211495:0:197616:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4c00 going to sleep for 0 seconds 00000100:00000001:0.0:1783979980.211497:0:197616:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979980.211500:0:197616:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979980.211502:0:197616:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979980.211504:0:197616:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979980.211506:0:197616:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979980.339440:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979980.339446:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979980.339457:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979980.339461:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979980.339468:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979980.339471:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979980.339477:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979980.339482:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783979980.339489:0:297366:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1783979980.339492:0:297366:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783979980.339517:0:296939:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783979980.339520:0:296939:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783979980.339523:0:296939:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783979980.340389:0:296876:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1783979980.340393:0:296876:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783979980.340394:0:296876:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783979980.340397:0:296876:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b83fffb4540 going to sleep for 0 seconds 00000100:00000001:0.0:1783979980.340399:0:296876:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783979980.340401:0:296876:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979980.340402:0:296876:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783979980.340404:0:296876:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783979980.340406:0:296876:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) Debug log: 240246 lines, 240246 kept, 0 dropped, 0 bad.